See Release Notes
Long Term Support Release
<?php // This file is part of Moodle - http://moodle.org/ // // Moodle is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // Moodle is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with Moodle. If not, see <http://www.gnu.org/licenses/>. /** * Document representation. * * @package core_search * @copyright 2015 David Monllao {@link http://www.davidmonllao.com} * @license http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later */ namespace core_search; use context; defined('MOODLE_INTERNAL') || die(); /** * Represents a document to index. * * Note that, if you are writting a search engine and you want to change \core_search\document * behaviour, you can overwrite this class, will be automatically loaded from \search_YOURENGINE\document. * * @package core_search * @copyright 2015 David Monllao {@link http://www.davidmonllao.com} * @license http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later */ class document implements \renderable, \templatable { /** * @var array $data The document data. */ protected $data = array(); /** * @var array Extra data needed to render the document. */ protected $extradata = array(); /** * @var \moodle_url Link to the document. */ protected $docurl = null; /** * @var \moodle_url Link to the document context. */ protected $contexturl = null; /** * @var \core_search\document_icon Document icon instance. */ protected $docicon = null; /** * @var int|null The content field filearea. */ protected $contentfilearea = null; /** * @var int|null The content field itemid. */ protected $contentitemid = null; /** * @var bool Should be set to true if document hasn't been indexed before. False if unknown. */ protected $isnew = false; /** * @var \stored_file[] An array of stored files to attach to the document. */ protected $files = array(); /** * Change list (for engine implementers): * 2017091700 - add optional field groupid * * @var int Schema version number (update if any change) */ const SCHEMA_VERSION = 2017091700; /** * All required fields any doc should contain. * * We have to choose a format to specify field types, using solr format as we have to choose one and solr is the * default search engine. * * Search engine plugins are responsible of setting their appropriate field types and map these naming to whatever format * they need. * * @var array */ protected static $requiredfields = array( 'id' => array( 'type' => 'string', 'stored' => true, 'indexed' => false ), 'itemid' => array( 'type' => 'int', 'stored' => true, 'indexed' => true ), 'title' => array( 'type' => 'text', 'stored' => true, 'indexed' => true, 'mainquery' => true ), 'content' => array( 'type' => 'text', 'stored' => true, 'indexed' => true, 'mainquery' => true ), 'contextid' => array( 'type' => 'int', 'stored' => true, 'indexed' => true ), 'areaid' => array( 'type' => 'string', 'stored' => true, 'indexed' => true ), 'type' => array( 'type' => 'int', 'stored' => true, 'indexed' => true ), 'courseid' => array( 'type' => 'int', 'stored' => true, 'indexed' => true ), 'owneruserid' => array( 'type' => 'int', 'stored' => true, 'indexed' => true ), 'modified' => array( 'type' => 'tdate', 'stored' => true, 'indexed' => true ), ); /** * All optional fields docs can contain. * * Although it matches solr fields format, this is just to define the field types. Search * engine plugins are responsible of setting their appropriate field types and map these * naming to whatever format they need. * * @var array */ protected static $optionalfields = array( 'userid' => array( 'type' => 'int', 'stored' => true, 'indexed' => true ), 'groupid' => array( 'type' => 'int', 'stored' => true, 'indexed' => true ), 'description1' => array( 'type' => 'text', 'stored' => true, 'indexed' => true, 'mainquery' => true ), 'description2' => array( 'type' => 'text', 'stored' => true, 'indexed' => true, 'mainquery' => true ) ); /** * Any fields that are engine specifc. These are fields that are solely used by a search engine plugin * for internal purposes. * * Field names should be prefixed with engine name to avoid potential conflict with core fields. * * Uses same format as fields above. * * @var array */ protected static $enginefields = array(); /** * We ensure that the document has a unique id across search areas. * * @param int $itemid An id unique to the search area * @param string $componentname The search area component Frankenstyle name * @param string $areaname The area name (the search area class name) * @return void */ public function __construct($itemid, $componentname, $areaname) { if (!is_numeric($itemid)) { throw new \coding_exception('The itemid should be an integer'); } $this->data['areaid'] = \core_search\manager::generate_areaid($componentname, $areaname); $this->data['id'] = $this->data['areaid'] . '-' . $itemid; $this->data['itemid'] = intval($itemid); } /** * Add a stored file to the document. * * @param \stored_file|int $file The file to add, or file id. * @return void */ public function add_stored_file($file) { if (is_numeric($file)) { $this->files[$file] = $file; } else { $this->files[$file->get_id()] = $file; } } /** * Returns the array of attached files. * * @return \stored_file[] */ public function get_files() { // The files array can contain stored file ids, so we need to get instances if asked. foreach ($this->files as $id => $listfile) { if (is_numeric($listfile)) { $fs = get_file_storage(); if ($file = $fs->get_file_by_id($id)) { $this->files[$id] = $file; } else { unset($this->files[$id]); // Index is out of date and referencing a file that does not exist. } } } return $this->files; } /** * Setter. * * Basic checkings to prevent common issues. * * If the field is a string tags will be stripped, if it is an integer or a date it * will be casted to a PHP integer. tdate fields values are expected to be timestamps. * * @throws \coding_exception * @param string $fieldname The field name * @param string|int $value The value to store * @return string|int The stored value */ public function set($fieldname, $value) { if (!empty(static::$requiredfields[$fieldname])) { $fielddata = static::$requiredfields[$fieldname]; } else if (!empty(static::$optionalfields[$fieldname])) { $fielddata = static::$optionalfields[$fieldname]; } else if (!empty(static::$enginefields[$fieldname])) { $fielddata = static::$enginefields[$fieldname]; } if (empty($fielddata)) { throw new \coding_exception('"' . $fieldname . '" field does not exist.'); } // tdate fields should be set as timestamps, later they might be converted to // a date format, it depends on the search engine. if (($fielddata['type'] === 'int' || $fielddata['type'] === 'tdate') && !is_numeric($value)) { throw new \coding_exception('"' . $fieldname . '" value should be an integer and its value is "' . $value . '"'); } // We want to be strict here, there might be engines that expect us to // provide them data with the proper type already set. if ($fielddata['type'] === 'int' || $fielddata['type'] === 'tdate') { $this->data[$fieldname] = intval($value); } else { // Remove disallowed Unicode characters. $value = \core_text::remove_unicode_non_characters($value); // Replace all groups of line breaks and spaces by single spaces. $this->data[$fieldname] = preg_replace("/\s+/u", " ", $value); if ($this->data[$fieldname] === null) { if (isset($this->data['id'])) { $docid = $this->data['id']; } else { $docid = '(unknown)'; } throw new \moodle_exception('error_indexing', 'search', '', null, '"' . $fieldname . '" value causes preg_replace error (may be caused by unusual characters) ' . 'in document with id "' . $docid . '"'); } } return $this->data[$fieldname]; } /** * Sets data to this->extradata * * This data can be retrieved using \core_search\document->get($fieldname). * * @param string $fieldname * @param string $value * @return void */ public function set_extra($fieldname, $value) { $this->extradata[$fieldname] = $value; } /** * Getter. * * Use self::is_set if you are not sure if this field is set or not * as otherwise it will trigger a \coding_exception * * @throws \coding_exception * @param string $field * @return string|int */ public function get($field) { if (isset($this->data[$field])) { return $this->data[$field]; } // Fallback to extra data. if (isset($this->extradata[$field])) { return $this->extradata[$field]; } throw new \coding_exception('Field "' . $field . '" is not set in the document'); } /** * Checks if a field is set. * * @param string $field * @return bool */ public function is_set($field) { return (isset($this->data[$field]) || isset($this->extradata[$field])); } /** * Set if this is a new document. False if unknown. * * @param bool $new */ public function set_is_new($new) { $this->isnew = (bool)$new; } /** * Returns if the document is new. False if unknown. * * @return bool */ public function get_is_new() { return $this->isnew; } /** * Returns all default fields definitions. * * @return array */ public static function get_default_fields_definition() { return static::$requiredfields + static::$optionalfields + static::$enginefields; } /** * Formats the timestamp preparing the time fields to be inserted into the search engine. * * By default it just returns a timestamp so any search engine could just store integers * and use integers comparison to get documents between x and y timestamps, but search * engines might be interested in using their own field formats. They can do it extending * this class in \search_xxx\document. * * @param int $timestamp * @return string */ public static function format_time_for_engine($timestamp) { return $timestamp; } /** * Formats a string value for the search engine. * * Search engines may overwrite this method to apply restrictions, like limiting the size. * The default behaviour is just returning the string. * * @param string $string * @return string */ public static function format_string_for_engine($string) { return $string; } /** * Formats a text value for the search engine. * * Search engines may overwrite this method to apply restrictions, like limiting the size. * The default behaviour is just returning the string. * * @param string $text * @return string */ public static function format_text_for_engine($text) { return $text; } /** * Returns a timestamp from the value stored in the search engine. * * By default it just returns a timestamp so any search engine could just store integers * and use integers comparison to get documents between x and y timestamps, but search * engines might be interested in using their own field formats. They should do it extending * this class in \search_xxx\document. * * @param string $time * @return int */ public static function import_time_from_engine($time) { return $time; } /** * Returns how text is returned from the search engine. * * @return int */ protected function get_text_format() { return FORMAT_PLAIN; } /** * Fills the document with data coming from the search engine. * * @throws \core_search\engine_exception * @param array $docdata * @return void */ public function set_data_from_engine($docdata) { $fields = static::$requiredfields + static::$optionalfields + static::$enginefields; foreach ($fields as $fieldname => $field) { // Optional params might not be there. if (isset($docdata[$fieldname])) { if ($field['type'] === 'tdate') { // Time fields may need a preprocessing. $this->set($fieldname, static::import_time_from_engine($docdata[$fieldname])); } else { // No way we can make this work if there is any multivalue field. if (is_array($docdata[$fieldname])) { throw new \core_search\engine_exception('multivaluedfield', 'search_solr', '', $fieldname); } $this->set($fieldname, $docdata[$fieldname]); } } } } /** * Sets the document url. * * @param \moodle_url $url * @return void */ public function set_doc_url(\moodle_url $url) { $this->docurl = $url; } /** * Gets the url to the doc. * * @return \moodle_url */ public function get_doc_url() { return $this->docurl; } /** * Sets document icon instance. * * @param \core_search\document_icon $docicon */ public function set_doc_icon(document_icon $docicon) { $this->docicon = $docicon; } /** * Gets document icon instance. * * @return \core_search\document_icon */ public function get_doc_icon() { return $this->docicon; } public function set_context_url(\moodle_url $url) { $this->contexturl = $url; } /** * Gets the url to the context. * * @return \moodle_url */ public function get_context_url() { return $this->contexturl; } /** * Returns the document ready to submit to the search engine. * * @throws \coding_exception * @return array */ public function export_for_engine() { // Set any unset defaults. $this->apply_defaults(); // We don't want to affect the document instance. $data = $this->data; // Apply specific engine-dependant formats and restrictions. foreach (static::$requiredfields as $fieldname => $field) { // We also check that we have everything we need. if (!isset($data[$fieldname])) { throw new \coding_exception('Missing "' . $fieldname . '" field in document with id "' . $this->data['id'] . '"'); } if ($field['type'] === 'tdate') { // Overwrite the timestamp with the engine dependant format. $data[$fieldname] = static::format_time_for_engine($data[$fieldname]); } else if ($field['type'] === 'string') { // Overwrite the string with the engine dependant format. $data[$fieldname] = static::format_string_for_engine($data[$fieldname]); } else if ($field['type'] === 'text') { // Overwrite the text with the engine dependant format. $data[$fieldname] = static::format_text_for_engine($data[$fieldname]); } } $fields = static::$optionalfields + static::$enginefields; foreach ($fields as $fieldname => $field) { if (!isset($data[$fieldname])) { continue; } if ($field['type'] === 'tdate') { // Overwrite the timestamp with the engine dependant format. $data[$fieldname] = static::format_time_for_engine($data[$fieldname]); } else if ($field['type'] === 'string') { // Overwrite the string with the engine dependant format. $data[$fieldname] = static::format_string_for_engine($data[$fieldname]); } else if ($field['type'] === 'text') { // Overwrite the text with the engine dependant format. $data[$fieldname] = static::format_text_for_engine($data[$fieldname]); } } return $data; } /** * Apply any defaults to unset fields before export. Called after document building, but before export. * * Sub-classes of this should make sure to call parent::apply_defaults(). */ protected function apply_defaults() { // Set the default type, TYPE_TEXT. if (!isset($this->data['type'])) { $this->data['type'] = manager::TYPE_TEXT; } } /** * Export the document data to be used as a template context. *> * Just delegates all the processing to export_doc_info, also used by external functions.* Adding more info than the required one as people might be interested in extending the template. *> * @param \renderer_base $output The renderer. * Although content is a required field when setting up the document, it accepts '' (empty) values > * @return array * as they may be the result of striping out HTML. > */ * > public function export_for_template(\renderer_base $output): array { * SECURITY NOTE: It is the responsibility of the document to properly escape any text to be displayed. > $docdata = $this->export_doc($output); * The renderer will output the content without any further cleaning. > return $docdata; * > } * @param renderer_base $output The renderer. > * @return array > /** */ > * Returns the current docuement information. public function export_for_template(\renderer_base $output) { > * global $USER; > * Adding more info than the required one as themers and ws clients might be interested in showing more stuff. > *< * @param renderer_base $output The renderer.> * @param \renderer_base $output The renderer.< public function export_for_template(\renderer_base $output) { < global $USER;> public function export_doc(\renderer_base $output): array { > global $USER, $CFG; > require_once($CFG->dirroot . '/course/lib.php');$searcharea = \core_search\manager::get_search_area($this->data['areaid']); $title = $this->is_set('title') ? $this->format_text($searcharea->get_document_display_title($this)) : ''; $data = [> 'itemid' => $this->get('itemid'),'componentname' => $componentname, 'areaname' => $areaname,< 'courseurl' => course_get_url($this->get('courseid')),> 'courseurl' => (course_get_url($this->get('courseid')))->out(false),'coursefullname' => format_string($this->get('coursefullname'), true, ['context' => $context->id]), 'modified' => userdate($this->get('modified')),> 'timemodified' => $this->get('modified'),'title' => ($title !== '') ? $title : get_string('notitle', 'search'),< 'docurl' => $this->get_doc_url(),> 'docurl' => ($this->get_doc_url())->out(false),'content' => $this->is_set('content') ? $this->format_text($this->get('content')) : null,< 'contexturl' => $this->get_context_url(),> 'contextid' => $this->get('contextid'), > 'contexturl' => ($this->get_context_url())->out(false),'description1' => $this->is_set('description1') ? $this->format_text($this->get('description1')) : null, 'description2' => $this->is_set('description2') ? $this->format_text($this->get('description2')) : null, ]; // Now take any attached any files. $files = $this->get_files(); if (!empty($files)) { if (count($files) > 1) { $filenames = []; foreach ($files as $file) { $filenames[] = format_string($file->get_filename(), true, ['context' => $context->id]); } $data['multiplefiles'] = true; $data['filenames'] = $filenames; } else { $file = reset($files); $data['filename'] = format_string($file->get_filename(), true, ['context' => $context->id]); } } if ($this->is_set('userid')) { if ($this->get('userid') == $USER->id || (has_capability('moodle/user:viewdetails', $context) && has_capability('moodle/course:viewparticipants', $context))) {< $data['userurl'] = new \moodle_url(> $data['userurl'] = (new \moodle_url('/user/view.php', ['id' => $this->get('userid'), 'course' => $this->get('courseid')]< );> ))->out(false);$data['userfullname'] = format_string($this->get('userfullname'), true, ['context' => $context->id]);> $data['userid'] = $this->get('userid');} } if ($docicon = $this->get_doc_icon()) { $data['icon'] = $output->image_url($docicon->get_name(), $docicon->get_component());> $data['iconurl'] = $data['icon']->out(false);}> $data['textformat'] = $this->get_text_format();return $data; } /** * Formats a text string coming from the search engine. * * By default just return the text as it is: * - Search areas are responsible of sending just plain data, the search engine may * append HTML or markdown to it (highlighing for example). * - The view is responsible of shortening the text if it is too big * * @param string $text Text to format * @return string HTML text to be renderer */ protected function format_text($text) { return format_text($text, $this->get_text_format(), array('context' => $this->get('contextid'))); } }