[Summary view]

Differences Between: [Versions 310 and 401] [Versions 311 and 401] [Versions 39 and 401] [Versions 400 and 401] [Versions 401 and 402] [Versions 401 and 403]

   1  <?php
   2  // This file is part of Moodle - http://moodle.org/
   3  //
   4  // Moodle is free software: you can redistribute it and/or modify
   5  // it under the terms of the GNU General Public License as published by
   6  // the Free Software Foundation, either version 3 of the License, or
   7  // (at your option) any later version.
   8  //
   9  // Moodle is distributed in the hope that it will be useful,
  10  // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11  // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12  // GNU General Public License for more details.
  13  //
  14  // You should have received a copy of the GNU General Public License
  15  // along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
  16  
  17  /**
  18   * Cron functions.
  19   *
  20   * @package    core
  21   * @subpackage admin
  22   * @copyright  1999 onwards Martin Dougiamas  http://dougiamas.com
  23   * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
  24   */
  25  
  26  /**
  27   * Execute cron tasks
  28   */
  29  function cron_run() {
  30      global $DB, $CFG, $OUTPUT;
  31  
  32      if (CLI_MAINTENANCE) {
  33          echo "CLI maintenance mode active, cron execution suspended.\n";
  34          exit(1);
  35      }
  36  
  37      if (moodle_needs_upgrading()) {
  38          echo "Moodle upgrade pending, cron execution suspended.\n";
  39          exit(1);
  40      }
  41  
  42      require_once($CFG->libdir.'/adminlib.php');
  43  
  44      if (!empty($CFG->showcronsql)) {
  45          $DB->set_debug(true);
  46      }
  47      if (!empty($CFG->showcrondebugging)) {
  48          set_debugging(DEBUG_DEVELOPER, true);
  49      }
  50  
  51      core_php_time_limit::raise();
  52      $starttime = microtime();
  53  
  54      // Increase memory limit
  55      raise_memory_limit(MEMORY_EXTRA);
  56  
  57      // Emulate normal session - we use admin accoutn by default
  58      cron_setup_user();
  59  
  60      // Start output log
  61      $timenow  = time();
  62      mtrace("Server Time: ".date('r', $timenow)."\n\n");
  63  
  64      // Record start time and interval between the last cron runs.
  65      $laststart = get_config('tool_task', 'lastcronstart');
  66      set_config('lastcronstart', $timenow, 'tool_task');
  67      if ($laststart) {
  68          // Record the interval between last two runs (always store at least 1 second).
  69          set_config('lastcroninterval', max(1, $timenow - $laststart), 'tool_task');
  70      }
  71  
  72      // Run all scheduled tasks.
  73      cron_run_scheduled_tasks($timenow);
  74  
  75      // Run adhoc tasks.
  76      cron_run_adhoc_tasks($timenow);
  77  
  78      mtrace("Cron script completed correctly");
  79  
  80      gc_collect_cycles();
  81      mtrace('Cron completed at ' . date('H:i:s') . '. Memory used ' . display_size(memory_get_usage()) . '.');
  82      $difftime = microtime_diff($starttime, microtime());
  83      mtrace("Execution took ".$difftime." seconds");
  84  }
  85  
  86  /**
  87   * Execute all queued scheduled tasks, applying necessary concurrency limits and time limits.
  88   *
  89   * @param   int     $timenow The time this process started.
  90   * @throws \moodle_exception
  91   */
  92  function cron_run_scheduled_tasks(int $timenow) {
  93      // Allow a restriction on the number of scheduled task runners at once.
  94      $cronlockfactory = \core\lock\lock_config::get_lock_factory('cron');
  95      $maxruns = get_config('core', 'task_scheduled_concurrency_limit');
  96      $maxruntime = get_config('core', 'task_scheduled_max_runtime');
  97  
  98      $scheduledlock = null;
  99      for ($run = 0; $run < $maxruns; $run++) {
 100          // If we can't get a lock instantly it means runner N is already running
 101          // so fail as fast as possible and try N+1 so we don't limit the speed at
 102          // which we bring new runners into the pool.
 103          if ($scheduledlock = $cronlockfactory->get_lock("scheduled_task_runner_{$run}", 0)) {
 104              break;
 105          }
 106      }
 107  
 108      if (!$scheduledlock) {
 109          mtrace("Skipping processing of scheduled tasks. Concurrency limit reached.");
 110          return;
 111      }
 112  
 113      $starttime = time();
 114  
 115      // Run all scheduled tasks.
 116      try {
 117          while (!\core\local\cli\shutdown::should_gracefully_exit() &&
 118                  !\core\task\manager::static_caches_cleared_since($timenow) &&
 119                  $task = \core\task\manager::get_next_scheduled_task($timenow)) {
 120              cron_run_inner_scheduled_task($task);
 121              unset($task);
 122  
 123              if ((time() - $starttime) > $maxruntime) {
 124                  mtrace("Stopping processing of scheduled tasks as time limit has been reached.");
 125                  break;
 126              }
 127          }
 128      } finally {
 129          // Release the scheduled task runner lock.
 130          $scheduledlock->release();
 131      }
 132  }
 133  
 134  /**
 135   * Execute all queued adhoc tasks, applying necessary concurrency limits and time limits.
 136   *
 137   * @param   int     $timenow The time this process started.
 138   * @param   int     $keepalive Keep this function alive for N seconds and poll for new adhoc tasks.
 139   * @param   bool    $checklimits Should we check limits?
 140   * @throws \moodle_exception
 141   */
 142  function cron_run_adhoc_tasks(int $timenow, $keepalive = 0, $checklimits = true) {
 143      // Allow a restriction on the number of adhoc task runners at once.
 144      $cronlockfactory = \core\lock\lock_config::get_lock_factory('cron');
 145      $maxruns = get_config('core', 'task_adhoc_concurrency_limit');
 146      $maxruntime = get_config('core', 'task_adhoc_max_runtime');
 147  
 148      if ($checklimits) {
 149          $adhoclock = null;
 150          for ($run = 0; $run < $maxruns; $run++) {
 151              // If we can't get a lock instantly it means runner N is already running
 152              // so fail as fast as possible and try N+1 so we don't limit the speed at
 153              // which we bring new runners into the pool.
 154              if ($adhoclock = $cronlockfactory->get_lock("adhoc_task_runner_{$run}", 0)) {
 155                  break;
 156              }
 157          }
 158  
 159          if (!$adhoclock) {
 160              mtrace("Skipping processing of adhoc tasks. Concurrency limit reached.");
 161              return;
 162          }
 163      }
 164  
 165      $humantimenow = date('r', $timenow);
 166      $finishtime = $timenow + $keepalive;
 167      $waiting = false;
 168      $taskcount = 0;
 169  
 170      // Run all adhoc tasks.
 171      while (!\core\local\cli\shutdown::should_gracefully_exit() &&
 172              !\core\task\manager::static_caches_cleared_since($timenow)) {
 173  
 174          if ($checklimits && (time() - $timenow) >= $maxruntime) {
 175              if ($waiting) {
 176                  $waiting = false;
 177                  mtrace('');
 178              }
 179              mtrace("Stopping processing of adhoc tasks as time limit has been reached.");
 180              break;
 181          }
 182  
 183          try {
 184              $task = \core\task\manager::get_next_adhoc_task(time(), $checklimits);
 185          } catch (\Throwable $e) {
 186              if ($adhoclock) {
 187                  // Release the adhoc task runner lock.
 188                  $adhoclock->release();
 189              }
 190              throw $e;
 191          }
 192  
 193          if ($task) {
 194              if ($waiting) {
 195                  mtrace('');
 196              }
 197              $waiting = false;
 198              cron_run_inner_adhoc_task($task);
 199              cron_set_process_title("Waiting for next adhoc task");
 200              $taskcount++;
 201              unset($task);
 202          } else {
 203              $timeleft = $finishtime - time();
 204              if ($timeleft <= 0) {
 205                  break;
 206              }
 207              if (!$waiting) {
 208                  mtrace('Waiting for more adhoc tasks to be queued ', '');
 209              } else {
 210                  mtrace('.', '');
 211              }
 212              $waiting = true;
 213              cron_set_process_title("Waiting {$timeleft}s for next adhoc task");
 214              sleep(1);
 215          }
 216      }
 217  
 218      if ($waiting) {
 219          mtrace('');
 220      }
 221  
 222      mtrace("Ran {$taskcount} adhoc tasks found at {$humantimenow}");
 223  
 224      if ($adhoclock) {
 225          // Release the adhoc task runner lock.
 226          $adhoclock->release();
 227      }
 228  }
 229  
 230  /**
 231   * Shared code that handles running of a single scheduled task within the cron.
 232   *
 233   * Not intended for calling directly outside of this library!
 234   *
 235   * @param \core\task\task_base $task
 236   */
 237  function cron_run_inner_scheduled_task(\core\task\task_base $task) {
 238      global $CFG, $DB;
 239      $debuglevel = $CFG->debug;
 240  
 241      \core\task\manager::scheduled_task_starting($task);
 242      \core\task\logmanager::start_logging($task);
 243  
 244      $fullname = $task->get_name() . ' (' . get_class($task) . ')';
 245      mtrace('Execute scheduled task: ' . $fullname);
 246      cron_set_process_title('Scheduled task: ' . get_class($task));
 247      cron_trace_time_and_memory();
 248      $predbqueries = null;
 249      $predbqueries = $DB->perf_get_queries();
 250      $pretime = microtime(1);
 251  
 252      // Ensure that we have a clean session with the correct cron user.
 253      cron_setup_user();
 254  
 255      try {
 256          get_mailer('buffer');
 257          cron_prepare_core_renderer();
 258          // Temporarily increase debug level if task has failed and debugging isn't already at maximum.
 259          if ($debuglevel !== DEBUG_DEVELOPER && $faildelay = $task->get_fail_delay()) {
 260              mtrace('Debugging increased temporarily due to faildelay of ' . $faildelay);
 261              set_debugging(DEBUG_DEVELOPER);
 262          }
 263          $task->execute();
 264          if ($DB->is_transaction_started()) {
 265              throw new coding_exception("Task left transaction open");
 266          }
 267          if (isset($predbqueries)) {
 268              mtrace("... used " . ($DB->perf_get_queries() - $predbqueries) . " dbqueries");
 269              mtrace("... used " . (microtime(1) - $pretime) . " seconds");
 270          }
 271          mtrace('Scheduled task complete: ' . $fullname);
 272          \core\task\manager::scheduled_task_complete($task);
 273      } catch (\Throwable $e) {
 274          if ($DB && $DB->is_transaction_started()) {
 275              error_log('Database transaction aborted automatically in ' . get_class($task));
 276              $DB->force_transaction_rollback();
 277          }
 278          if (isset($predbqueries)) {
 279              mtrace("... used " . ($DB->perf_get_queries() - $predbqueries) . " dbqueries");
 280              mtrace("... used " . (microtime(1) - $pretime) . " seconds");
 281          }
 282          mtrace('Scheduled task failed: ' . $fullname . ',' . $e->getMessage());
 283          if ($CFG->debugdeveloper) {
 284              if (!empty($e->debuginfo)) {
 285                  mtrace("Debug info:");
 286                  mtrace($e->debuginfo);
 287              }
 288              mtrace("Backtrace:");
 289              mtrace(format_backtrace($e->getTrace(), true));
 290          }
 291          \core\task\manager::scheduled_task_failed($task);
 292      } finally {
 293          // Reset debugging if it changed.
 294          if ($CFG->debug !== $debuglevel) {
 295              set_debugging($debuglevel);
 296          }
 297          // Reset back to the standard admin user.
 298          cron_setup_user();
 299          cron_set_process_title('Waiting for next scheduled task');
 300          cron_prepare_core_renderer(true);
 301      }
 302      get_mailer('close');
 303  }
 304  
 305  /**
 306   * Shared code that handles running of a single adhoc task within the cron.
 307   *
 308   * @param \core\task\adhoc_task $task
 309   */
 310  function cron_run_inner_adhoc_task(\core\task\adhoc_task $task) {
 311      global $CFG, $DB;
 312      $debuglevel = $CFG->debug;
 313  
 314      \core\task\manager::adhoc_task_starting($task);
 315      \core\task\logmanager::start_logging($task);
 316  
 317      mtrace("Execute adhoc task: " . get_class($task));
 318      mtrace("Adhoc task id: " . $task->get_id());
 319      mtrace("Adhoc task custom data: " . $task->get_custom_data_as_string());
 320      cron_set_process_title('Adhoc task: ' . $task->get_id() . ' ' . get_class($task));
 321      cron_trace_time_and_memory();
 322      $predbqueries = null;
 323      $predbqueries = $DB->perf_get_queries();
 324      $pretime      = microtime(1);
 325  
 326      if ($userid = $task->get_userid()) {
 327          // This task has a userid specified.
 328          if ($user = \core_user::get_user($userid)) {
 329              // User found. Check that they are suitable.
 330              try {
 331                  \core_user::require_active_user($user, true, true);
 332              } catch (moodle_exception $e) {
 333                  mtrace("User {$userid} cannot be used to run an adhoc task: " . get_class($task) . ". Cancelling task.");
 334                  $user = null;
 335              }
 336          } else {
 337              // Unable to find the user for this task.
 338              // A user missing in the database will never reappear.
 339              mtrace("User {$userid} could not be found for adhoc task: " . get_class($task) . ". Cancelling task.");
 340          }
 341  
 342          if (empty($user)) {
 343              // A user missing in the database will never reappear so the task needs to be failed to ensure that locks are removed,
 344              // and then removed to prevent future runs.
 345              // A task running as a user should only be run as that user.
 346              \core\task\manager::adhoc_task_failed($task);
 347              $DB->delete_records('task_adhoc', ['id' => $task->get_id()]);
 348  
 349              return;
 350          }
 351  
 352          cron_setup_user($user);
 353      } else {
 354          // No user specified, ensure that we have a clean session with the correct cron user.
 355          cron_setup_user();
 356  
 357      }
 358  
 359      try {
 360          get_mailer('buffer');
 361          cron_prepare_core_renderer();
 362          // Temporarily increase debug level if task has failed and debugging isn't already at maximum.
 363          if ($debuglevel !== DEBUG_DEVELOPER && $faildelay = $task->get_fail_delay()) {
 364              mtrace('Debugging increased temporarily due to faildelay of ' . $faildelay);
 365              set_debugging(DEBUG_DEVELOPER);
 366          }
 367          $task->execute();
 368          if ($DB->is_transaction_started()) {
 369              throw new coding_exception("Task left transaction open");
 370          }
 371          if (isset($predbqueries)) {
 372              mtrace("... used " . ($DB->perf_get_queries() - $predbqueries) . " dbqueries");
 373              mtrace("... used " . (microtime(1) - $pretime) . " seconds");
 374          }
 375          mtrace("Adhoc task complete: " . get_class($task));
 376          \core\task\manager::adhoc_task_complete($task);
 377      } catch (\Throwable $e) {
 378          if ($DB && $DB->is_transaction_started()) {
 379              error_log('Database transaction aborted automatically in ' . get_class($task));
 380              $DB->force_transaction_rollback();
 381          }
 382          if (isset($predbqueries)) {
 383              mtrace("... used " . ($DB->perf_get_queries() - $predbqueries) . " dbqueries");
 384              mtrace("... used " . (microtime(1) - $pretime) . " seconds");
 385          }
 386          mtrace("Adhoc task failed: " . get_class($task) . "," . $e->getMessage());
 387          if ($CFG->debugdeveloper) {
 388              if (!empty($e->debuginfo)) {
 389                  mtrace("Debug info:");
 390                  mtrace($e->debuginfo);
 391              }
 392              mtrace("Backtrace:");
 393              mtrace(format_backtrace($e->getTrace(), true));
 394          }
 395          \core\task\manager::adhoc_task_failed($task);
 396      } finally {
 397          // Reset debug level if it changed.
 398          if ($CFG->debug !== $debuglevel) {
 399              set_debugging($debuglevel);
 400          }
 401          // Reset back to the standard admin user.
 402          cron_setup_user();
 403          cron_prepare_core_renderer(true);
 404      }
 405      get_mailer('close');
 406  }
 407  
 408  /**
 409   * Sets the process title
 410   *
 411   * This makes it very easy for a sysadmin to immediately see what task
 412   * a cron process is running at any given moment.
 413   *
 414   * @param string $title process status title
 415   */
 416  function cron_set_process_title(string $title) {
 417      global $CFG;
 418      if (CLI_SCRIPT) {
 419          require_once($CFG->libdir . '/clilib.php');
 420          $datetime = userdate(time(), '%b %d, %H:%M:%S');
 421          cli_set_process_title_suffix("$datetime $title");
 422      }
 423  }
 424  
 425  /**
 426   * Output some standard information during cron runs. Specifically current time
 427   * and memory usage. This method also does gc_collect_cycles() (before displaying
 428   * memory usage) to try to help PHP manage memory better.
 429   */
 430  function cron_trace_time_and_memory() {
 431      gc_collect_cycles();
 432      mtrace('... started ' . date('H:i:s') . '. Current memory use ' . display_size(memory_get_usage()) . '.');
 433  }
 434  
 435  /**
 436   * Prepare the output renderer for the cron run.
 437   *
 438   * This involves creating a new $PAGE, and $OUTPUT fresh for each task and prevents any one task from influencing
 439   * any other.
 440   *
 441   * @param   bool    $restore Whether to restore the original PAGE and OUTPUT
 442   */
 443  function cron_prepare_core_renderer($restore = false) {
 444      global $OUTPUT, $PAGE;
 445  
 446      // Store the original PAGE and OUTPUT values so that they can be reset at a later point to the original.
 447      // This should not normally be required, but may be used in places such as the scheduled task tool's "Run now"
 448      // functionality.
 449      static $page = null;
 450      static $output = null;
 451  
 452      if (null === $page) {
 453          $page = $PAGE;
 454      }
 455  
 456      if (null === $output) {
 457          $output = $OUTPUT;
 458      }
 459  
 460      if (!empty($restore)) {
 461          $PAGE = $page;
 462          $page = null;
 463  
 464          $OUTPUT = $output;
 465          $output = null;
 466      } else {
 467          // Setup a new General renderer.
 468          // Cron tasks may produce output to be used in web, so we must use the appropriate renderer target.
 469          // This allows correct use of templates, etc.
 470          $PAGE = new \moodle_page();
 471          $OUTPUT = new \core_renderer($PAGE, RENDERER_TARGET_GENERAL);
 472      }
 473  }