Search moodle.org's
Developer Documentation

See Release Notes

  • Bug fixes for general core bugs in 3.11.x will end 14 Nov 2022 (12 months plus 6 months extension).
  • Bug fixes for security issues in 3.11.x will end 13 Nov 2023 (18 months plus 12 months extension).
  • PHP version: minimum PHP 7.3.0 Note: minimum PHP version has increased since Moodle 3.10. PHP 7.4.x is supported too.
<?php
// This file is part of Moodle - http://moodle.org/
//
// Moodle is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// Moodle is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.

/**
 * Zip writer wrapper.
 *
 * @package     core
 * @copyright   2020 Simey Lameze <simey@moodle.com>
 * @license     http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
 */
namespace core\content\export;

use context;
use context_system;
use moodle_url;
use stdClass;
use stored_file;

/**
 * Zip writer wrapper.
 *
 * @copyright   2020 Simey Lameze <simey@moodle.com>
 * @license     http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
 */
class zipwriter {

    /** @var int Maximum folder length name for a context */
    const MAX_CONTEXT_NAME_LENGTH = 32;

    /** @var \ZipStream\ZipStream */
    protected $archive;

    /** @var int Max file size of an individual file in the archive */
    protected $maxfilesize = 1 * 1024 * 1024 * 10;

    /** @var resource File resource for the file handle for a file-based zip stream */
    protected $zipfilehandle = null;

    /** @var string File path for a file-based zip stream */
    protected $zipfilepath = null;

    /** @var context The context to use as a base for export */
    protected $rootcontext = null;

    /** @var array The files in the zip */
    protected $filesinzip = [];

    /** @var bool Whether page requirements needed for HTML pages have been added */
    protected $pagerequirementsadded = false;

    /** @var stdClass The course relating to the root context */
    protected $course;

    /** @var context The context of the course for the root contect */
    protected $coursecontext;

    /**
     * zipwriter constructor.
     *
     * @param \ZipStream\ZipStream $archive
     * @param stdClass|null $options
     */
    public function __construct(\ZipStream\ZipStream $archive, stdClass $options = null) {
        $this->archive = $archive;
        if ($options) {
            $this->parse_options($options);
        }

        $this->rootcontext = context_system::instance();
    }

    /**
     * Set a root context for use during the export.
     *
     * This is primarily used for creating paths within the archive relative to the root context.
     *
     * @param   context $rootcontext
     */
    public function set_root_context(context $rootcontext): void {
        $this->rootcontext = $rootcontext;
    }

    /**
     * Get the course object for the root context.
     *
     * @return  stdClass
     */
    protected function get_course(): stdClass {
        if ($this->course && ($this->coursecontext !== $this->rootcontext->get_course_context())) {
            $this->coursecontext = null;
            $this->course = null;
        }
        if (empty($this->course)) {
            $this->coursecontext = $this->rootcontext->get_course_context();
            $this->course = get_course($this->coursecontext->instanceid);
        }

        return $this->course;
    }

    /**
     * Parse options.
     *
     * @param stdClass $options
     */
    protected function parse_options(stdClass $options): void {
        if (property_exists($options, 'maxfilesize')) {
            $this->maxfilesize = $options->maxfilesize;
        }
    }

    /**
     * Finish writing the zip footer.
     */
    public function finish(): void {
        $this->archive->finish();

        if ($this->zipfilehandle) {
            fclose($this->zipfilehandle);
        }
    }

    /**
     * Get the stream writer.
     *
     * @param string $filename
     * @param stdClass|null $exportoptions
     * @return static
     */
    public static function get_stream_writer(string $filename, stdClass $exportoptions = null) {
        $options = new \ZipStream\Option\Archive();
        $options->setSendHttpHeaders(true);
        $archive = new \ZipStream\ZipStream($filename, $options);

        $zipwriter = new static($archive, $exportoptions);

        \core\session\manager::write_close();
        return $zipwriter;
    }

    /**
     * Get the file writer.
     *
     * @param string $filename
     * @param stdClass|null $exportoptions
     * @return static
     */
    public static function get_file_writer(string $filename, stdClass $exportoptions = null) {
        $options = new \ZipStream\Option\Archive();

        $dir = make_request_directory();
        $filepath = $dir . "/$filename";
        $fh = fopen($filepath, 'w');

        $options->setOutputStream($fh);
        $options->setSendHttpHeaders(false);
        $archive = new \ZipStream\ZipStream($filename, $options);

        $zipwriter = new static($archive, $exportoptions);

        $zipwriter->zipfilehandle = $fh;
        $zipwriter->zipfilepath = $filepath;

        \core\session\manager::write_close();
        return $zipwriter;
    }

    /**
     * Get the file path for a file-based zip writer.
     *
     * If this is not a file-based writer then no value is returned.
     *
     * @return  null|string
     */
    public function get_file_path(): ?string {
        return $this->zipfilepath;
    }

    /**
     * Add a file from the File Storage API.
     *
     * @param   context $context
     * @param   string $filepathinzip
     * @param   stored_file $file The file to add
     */
    public function add_file_from_stored_file(
        context $context,
        string $filepathinzip,
        stored_file $file
    ): void {
        $fullfilepathinzip = $this->get_context_path($context, $filepathinzip);

        if ($file->get_filesize() <= $this->maxfilesize) {
            $filehandle = $file->get_content_file_handle();
            $this->archive->addFileFromStream($fullfilepathinzip, $filehandle);
            fclose($filehandle);

            $this->filesinzip[] = $fullfilepathinzip;
        }
    }

    /**
     * Add a file from string content.
     *
     * @param   context $context
     * @param   string $filepathinzip
     * @param   string $content
     */
    public function add_file_from_string(
        context $context,
        string $filepathinzip,
        string $content
    ): void {
        $fullfilepathinzip = $this->get_context_path($context, $filepathinzip);

        $this->archive->addFile($fullfilepathinzip, $content);

        $this->filesinzip[] = $fullfilepathinzip;
    }

    /**
     * Create a file based on a Mustache Template and associated data.
     *
     * @param   context $context
     * @param   string $filepathinzip
     * @param   string $template
     * @param   stdClass $templatedata
     */
    public function add_file_from_template(
        context $context,
        string $filepathinzip,
        string $template,
        stdClass $templatedata
    ): void {
        global $CFG, $PAGE, $SITE, $USER;

        $exportedcourse = $this->get_course();
        $courselink = (new moodle_url('/course/view.php', ['id' => $exportedcourse->id]))->out(false);
        $coursename = format_string($exportedcourse->fullname, true, ['context' => $this->coursecontext]);

        $this->add_template_requirements();

        $templatedata->global = (object) [
            'righttoleft' => right_to_left(),
            'language' => str_replace('_', '-', current_language()),
            'sitename' => format_string($SITE->fullname, true, ['context' => context_system::instance()]),
            'siteurl' => $CFG->wwwroot,
            'pathtotop' => $this->get_relative_context_path($context, $this->rootcontext, '/'),
            'contentexportfooter' => get_string('contentexport_footersummary', 'core', (object) [
                'courselink' => $courselink,
                'coursename' => $coursename,
                'userfullname' => fullname($USER),
                'date' => userdate(time()),
            ]),
            'contentexportsummary' => get_string('contentexport_coursesummary', 'core', (object) [
                'courselink' => $courselink,
                'coursename' => $coursename,
                'date' => userdate(time()),
            ]),
            'coursename' => $coursename,
            'courseshortname' => $exportedcourse->shortname,
            'courselink' => $courselink,
            'exportdate' => userdate(time()),
< 'maxfilesize' => display_size($this->maxfilesize),
> 'maxfilesize' => display_size($this->maxfilesize, 0),
]; $renderer = $PAGE->get_renderer('core'); $this->add_file_from_string($context, $filepathinzip, $renderer->render_from_template($template, $templatedata)); } /** * Ensure that all requirements for a templated page are present. * * This includes CSS, and any other similar content. */ protected function add_template_requirements(): void { if ($this->pagerequirementsadded) { return; } // CSS required. $this->add_content_from_dirroot('/theme/boost/style/moodle.css', 'shared/moodle.css'); $this->pagerequirementsadded = true; } /** * Add content from the dirroot into the specified path in the zip file. * * @param string $dirrootpath * @param string $pathinzip */ protected function add_content_from_dirroot(string $dirrootpath, string $pathinzip): void { global $CFG; $this->archive->addFileFromPath( $this->get_context_path($this->rootcontext, $pathinzip), "{$CFG->dirroot}/{$dirrootpath}" ); } /** * Check whether the file was actually added to the archive. * * @param context $context * @param string $filepathinzip * @return bool */ public function is_file_in_archive(context $context, string $filepathinzip): bool { $fullfilepathinzip = $this->get_context_path($context, $filepathinzip); return in_array($fullfilepathinzip, $this->filesinzip); } /** * Get the full path to the context within the zip. * * @param context $context * @param string $filepathinzip * @return string */ public function get_context_path(context $context, string $filepathinzip): string { if (!$context->is_child_of($this->rootcontext, true)) { throw new \coding_exception("Unexpected path requested"); } // Fetch the path from the course down. $parentcontexts = array_filter( $context->get_parent_contexts(true), function(context $curcontext): bool { return $curcontext->is_child_of($this->rootcontext, true); } ); foreach (array_reverse($parentcontexts) as $curcontext) { $path[] = $this->get_context_folder_name($curcontext); } $path[] = $filepathinzip; $finalpath = implode(DIRECTORY_SEPARATOR, $path); // Remove relative paths (./). $finalpath = str_replace('./', '/', $finalpath); // De-duplicate slashes. $finalpath = str_replace('//', '/', $finalpath); // Remove leading /. ltrim($finalpath, '/'); return $this->sanitise_filename($finalpath); } /** * Get a relative path to the specified context path. * * @param context $rootcontext * @param context $targetcontext * @param string $filepathinzip * @return string */ public function get_relative_context_path(context $rootcontext, context $targetcontext, string $filepathinzip): string { $path = []; if ($targetcontext === $rootcontext) { $lookupcontexts = []; } else if ($targetcontext->is_child_of($rootcontext, true)) { // Fetch the path from the course down. $lookupcontexts = array_filter( $targetcontext->get_parent_contexts(true), function(context $curcontext): bool { return $curcontext->is_child_of($this->rootcontext, false); } ); foreach ($lookupcontexts as $curcontext) { array_unshift($path, $this->get_context_folder_name($curcontext)); } } else if ($targetcontext->is_parent_of($rootcontext, true)) { $lookupcontexts = $targetcontext->get_parent_contexts(true); $path[] = '..'; } $path[] = $filepathinzip; $relativepath = implode(DIRECTORY_SEPARATOR, $path); // De-duplicate slashes and remove leading /. $relativepath = ltrim(preg_replace('#/+#', '/', $relativepath), '/'); if (substr($relativepath, 0, 1) !== '.') { $relativepath = "./{$relativepath}"; } return $this->sanitise_filename($relativepath); } /** * Sanitise the file path, removing any unsuitable characters. * * @param string $filepath * @return string */ protected function sanitise_filename(string $filepath): string { // The filename must be sanitised in the same as the parent ZipStream library. return \ZipStream\File::filterFilename($filepath); } /** * Get the name of the folder for the specified context. * * @param context $context * @return string */ protected function get_context_folder_name(context $context): string { // Replace spaces with underscores, or they will be removed completely when cleaning. $contextname = str_replace(' ', '_', $context->get_context_name()); // Clean the context name of all but basic characters, as some systems don't support unicode within zip structure. $shortenedname = shorten_text( clean_param($contextname, PARAM_SAFEDIR), self::MAX_CONTEXT_NAME_LENGTH, true ); return "{$shortenedname}_.{$context->id}"; } /** * Rewrite any pluginfile URLs in the content. * * @param context $context * @param string $content * @param string $component * @param string $filearea * @param null|int $pluginfileitemid The itemid to use in the pluginfile URL when composing any required URLs * @return string */ protected function rewrite_other_pluginfile_urls( context $context, string $content, string $component, string $filearea, ?int $pluginfileitemid ): string { // The pluginfile URLs should have been rewritten when the files were exported, but if any file was too large it // may not have been included. // In that situation use a tokenpluginfile URL. if (strpos($content, '@@PLUGINFILE@@/') !== false) { // Some files could not be rewritten. // Use a tokenurl pluginfile for those. $content = file_rewrite_pluginfile_urls( $content, 'pluginfile.php', $context->id, $component, $filearea, $pluginfileitemid, [ 'includetoken' => true, ] ); } return $content; } /** * Export files releating to this text area. * * @param context $context * @param string $subdir The sub directory to export any files to * @param string $content * @param string $component * @param string $filearea * @param int $fileitemid The itemid as used in the Files API * @param null|int $pluginfileitemid The itemid to use in the pluginfile URL when composing any required URLs * @return exported_item */ public function add_pluginfiles_for_content( context $context, string $subdir, string $content, string $component, string $filearea, int $fileitemid, ?int $pluginfileitemid ): exported_item { // Export all of the files for this text area. $fs = get_file_storage(); $files = $fs->get_area_files($context->id, $component, $filearea, $fileitemid); $result = new exported_item(); foreach ($files as $file) { if ($file->is_directory()) { continue; } $filepathinzip = self::get_filepath_for_file($file, $subdir, false); $this->add_file_from_stored_file( $context, $filepathinzip, $file ); if ($this->is_file_in_archive($context, $filepathinzip)) { // Attempt to rewrite any @@PLUGINFILE@@ URLs for this file in the content. $searchpath = "@@PLUGINFILE@@" . $file->get_filepath() . rawurlencode($file->get_filename()); if (strpos($content, $searchpath) !== false) { $content = str_replace($searchpath, self::get_filepath_for_file($file, $subdir, true), $content); $result->add_file($filepathinzip, true); } else { $result->add_file($filepathinzip, false); } } } $content = $this->rewrite_other_pluginfile_urls($context, $content, $component, $filearea, $pluginfileitemid); $result->set_content($content); return $result; } /** * Get the filepath for the specified stored_file. * * @param stored_file $file * @param string $parentdir Any parent directory to place this file in * @param bool $escape * @return string */ protected static function get_filepath_for_file(stored_file $file, string $parentdir, bool $escape): string { $path = []; $filepath = sprintf( '%s/%s/%s/%s', $parentdir, $file->get_filearea(), $file->get_filepath(), $file->get_filename() ); if ($escape) { foreach (explode('/', $filepath) as $dirname) { $path[] = rawurlencode($dirname); } $filepath = implode('/', $path); } return ltrim(preg_replace('#/+#', '/', $filepath), '/'); } }