mirror of
https://github.com/espocrm/espocrm.git
synced 2026-06-28 15:06:06 +00:00
469 lines
14 KiB
PHP
469 lines
14 KiB
PHP
<?php
|
|
/************************************************************************
|
|
* This file is part of EspoCRM.
|
|
*
|
|
* EspoCRM - Open Source CRM application.
|
|
* Copyright (C) 2014-2020 Yuri Kuznetsov, Taras Machyshyn, Oleksiy Avramenko
|
|
* Website: https://www.espocrm.com
|
|
*
|
|
* EspoCRM is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* EspoCRM is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with EspoCRM. If not, see http://www.gnu.org/licenses/.
|
|
*
|
|
* The interactive user interfaces in modified source and object code versions
|
|
* of this program must display Appropriate Legal Notices, as required under
|
|
* Section 5 of the GNU General Public License version 3.
|
|
*
|
|
* In accordance with Section 7(b) of the GNU General Public License version 3,
|
|
* these Appropriate Legal Notices must retain the display of the "EspoCRM" word.
|
|
************************************************************************/
|
|
|
|
namespace Espo\Core;
|
|
|
|
use \PDO;
|
|
use Espo\Core\Utils\Json;
|
|
|
|
use Espo\Core\Exceptions\NotFound;
|
|
use Espo\Core\Exceptions\Error;
|
|
|
|
class CronManager
|
|
{
|
|
private $container;
|
|
|
|
private $config;
|
|
|
|
private $fileManager;
|
|
|
|
private $entityManager;
|
|
|
|
private $scheduledJobUtil;
|
|
|
|
private $cronJobUtil;
|
|
|
|
private $cronScheduledJobUtil;
|
|
|
|
private $useProcessPool = false;
|
|
|
|
private $asSoonAsPossibleSchedulingList = [
|
|
'*',
|
|
'* *',
|
|
'* * *',
|
|
'* * * *',
|
|
'* * * * *',
|
|
'* * * * * *',
|
|
];
|
|
|
|
const PENDING = 'Pending';
|
|
|
|
const READY = 'Ready';
|
|
|
|
const RUNNING = 'Running';
|
|
|
|
const SUCCESS = 'Success';
|
|
|
|
const FAILED = 'Failed';
|
|
|
|
protected $lastRunTime = 'data/cache/application/cronLastRunTime.php';
|
|
|
|
public function __construct(\Espo\Core\Container $container)
|
|
{
|
|
$this->container = $container;
|
|
|
|
$this->config = $this->container->get('config');
|
|
$this->fileManager = $this->container->get('fileManager');
|
|
$this->entityManager = $this->container->get('entityManager');
|
|
$this->serviceFactory = $this->container->get('serviceFactory');
|
|
|
|
$this->scheduledJobUtil = $this->container->get('scheduledJob');
|
|
$this->cronJobUtil = new \Espo\Core\Utils\Cron\Job($this->config, $this->entityManager);
|
|
$this->cronScheduledJobUtil = new \Espo\Core\Utils\Cron\ScheduledJob($this->config, $this->entityManager);
|
|
|
|
if ($this->getConfig()->get('jobRunInParallel')) {
|
|
if (\Spatie\Async\Pool::isSupported()) {
|
|
$this->useProcessPool = true;
|
|
} else {
|
|
$GLOBALS['log']->warning("CronManager: useProcessPool requires pcntl and posix extensions.");
|
|
}
|
|
}
|
|
}
|
|
|
|
protected function getContainer()
|
|
{
|
|
return $this->container;
|
|
}
|
|
|
|
protected function getConfig()
|
|
{
|
|
return $this->config;
|
|
}
|
|
|
|
protected function getFileManager()
|
|
{
|
|
return $this->fileManager;
|
|
}
|
|
|
|
protected function getEntityManager()
|
|
{
|
|
return $this->entityManager;
|
|
}
|
|
|
|
protected function getServiceFactory()
|
|
{
|
|
return $this->serviceFactory;
|
|
}
|
|
|
|
protected function getScheduledJobUtil()
|
|
{
|
|
return $this->scheduledJobUtil;
|
|
}
|
|
|
|
protected function getCronJobUtil()
|
|
{
|
|
return $this->cronJobUtil;
|
|
}
|
|
|
|
protected function getCronScheduledJobUtil()
|
|
{
|
|
return $this->cronScheduledJobUtil;
|
|
}
|
|
|
|
protected function getLastRunTime()
|
|
{
|
|
$lastRunData = $this->getFileManager()->getPhpContents($this->lastRunTime);
|
|
|
|
if (is_array($lastRunData) && !empty($lastRunData['time'])) {
|
|
$lastRunTime = $lastRunData['time'];
|
|
} else {
|
|
$lastRunTime = time() - intval($this->getConfig()->get('cronMinInterval', 0)) - 1;
|
|
}
|
|
|
|
return $lastRunTime;
|
|
}
|
|
|
|
protected function setLastRunTime($time)
|
|
{
|
|
$data = array(
|
|
'time' => $time,
|
|
);
|
|
return $this->getFileManager()->putPhpContents($this->lastRunTime, $data);
|
|
}
|
|
|
|
protected function checkLastRunTime()
|
|
{
|
|
$currentTime = time();
|
|
$lastRunTime = $this->getLastRunTime();
|
|
$cronMinInterval = $this->getConfig()->get('cronMinInterval', 0);
|
|
|
|
if ($currentTime > ($lastRunTime + $cronMinInterval)) {
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
protected function useProcessPool()
|
|
{
|
|
return $this->useProcessPool;
|
|
}
|
|
|
|
public function setUseProcessPool($useProcessPool)
|
|
{
|
|
$this->useProcessPool = $useProcessPool;
|
|
}
|
|
|
|
/**
|
|
* Run Cron
|
|
*/
|
|
public function run()
|
|
{
|
|
if (!$this->checkLastRunTime()) {
|
|
$GLOBALS['log']->info('CronManager: Stop cron running, too frequent execution.');
|
|
return;
|
|
}
|
|
|
|
$this->setLastRunTime(time());
|
|
|
|
$this->getCronJobUtil()->markJobsFailed();
|
|
$this->getCronJobUtil()->updateFailedJobAttempts();
|
|
$this->createJobsFromScheduledJobs();
|
|
$this->getCronJobUtil()->removePendingJobDuplicates();
|
|
|
|
$this->processPendingJobs();
|
|
}
|
|
|
|
public function processPendingJobs($queue = null, $limit = null, $poolDisabled = false, $noLock = false)
|
|
{
|
|
if (is_null($limit)) {
|
|
$limit = intval($this->getConfig()->get('jobMaxPortion', 0));
|
|
}
|
|
|
|
$pendingJobList = $this->getCronJobUtil()->getPendingJobList($queue, $limit);
|
|
|
|
$useProcessPool = $this->useProcessPool();
|
|
|
|
if ($poolDisabled) {
|
|
$useProcessPool = false;
|
|
}
|
|
|
|
if ($useProcessPool) {
|
|
$pool = \Spatie\Async\Pool::create()
|
|
->autoload(getcwd() . '/vendor/autoload.php')
|
|
->concurrency($this->getConfig()->get('jobPoolConcurrencyNumber'))
|
|
->timeout($this->getConfig()->get('jobPeriodForActiveProcess'));
|
|
}
|
|
|
|
foreach ($pendingJobList as $job) {
|
|
$skip = false;
|
|
if (!$noLock) $this->lockJobTable();
|
|
if ($noLock || $this->getCronJobUtil()->isJobPending($job->id)) {
|
|
if ($job->get('scheduledJobId')) {
|
|
if ($this->getCronJobUtil()->isScheduledJobRunning($job->get('scheduledJobId'), $job->get('targetId'), $job->get('targetType'))) {
|
|
$skip = true;
|
|
}
|
|
}
|
|
} else {
|
|
$skip = true;
|
|
}
|
|
|
|
if ($skip) {
|
|
if (!$noLock) $this->unlockTables();
|
|
continue;
|
|
}
|
|
|
|
$job->set('startedAt', date('Y-m-d H:i:s'));
|
|
|
|
if ($useProcessPool) {
|
|
$job->set('status', self::READY);
|
|
} else {
|
|
$job->set('status', self::RUNNING);
|
|
$job->set('pid', \Espo\Core\Utils\System::getPid());
|
|
}
|
|
|
|
$this->getEntityManager()->saveEntity($job);
|
|
if (!$noLock) $this->unlockTables();
|
|
|
|
if ($useProcessPool) {
|
|
$task = new \Espo\Core\Utils\Cron\JobTask($job->id);
|
|
$pool->add($task);
|
|
} else {
|
|
$this->runJob($job);
|
|
}
|
|
}
|
|
|
|
if ($useProcessPool) {
|
|
$pool->wait();
|
|
}
|
|
}
|
|
|
|
protected function lockJobTable()
|
|
{
|
|
$this->getEntityManager()->getPdo()->query('LOCK TABLES `job` WRITE');
|
|
}
|
|
|
|
protected function unlockTables()
|
|
{
|
|
$this->getEntityManager()->getPdo()->query('UNLOCK TABLES');
|
|
}
|
|
|
|
public function runJobById($id)
|
|
{
|
|
if (empty($id)) throw new Error();
|
|
|
|
$job = $this->getEntityManager()->getEntity('Job', $id);
|
|
|
|
if (!$job) throw new Error("Job {$id} not found.");
|
|
|
|
if ($job->get('status') !== self::READY) {
|
|
throw new Error("Can't run job {$id} with no status Ready.");
|
|
}
|
|
|
|
if (!$job->get('startedAt')) {
|
|
$job->set('startedAt', date('Y-m-d H:i:s'));
|
|
}
|
|
|
|
$job->set('status', self::RUNNING);
|
|
$job->set('pid', \Espo\Core\Utils\System::getPid());
|
|
$this->getEntityManager()->saveEntity($job);
|
|
|
|
$this->runJob($job);
|
|
}
|
|
|
|
public function runJob(\Espo\Entities\Job $job)
|
|
{
|
|
$isSuccess = true;
|
|
$skipLog = false;
|
|
|
|
try {
|
|
if ($job->get('scheduledJobId')) {
|
|
$this->runScheduledJob($job);
|
|
} else if ($job->get('job')) {
|
|
$this->runJobByName($job);
|
|
} else {
|
|
$this->runService($job);
|
|
}
|
|
} catch (\Throwable $e) {
|
|
$isSuccess = false;
|
|
if ($e->getCode() === -1) {
|
|
$job->set('attempts', 0);
|
|
$skipLog = true;
|
|
} else {
|
|
$GLOBALS['log']->error('CronManager: Failed job running, job ['.$job->id.']. Error Details: '.$e->getMessage());
|
|
}
|
|
}
|
|
|
|
$status = $isSuccess ? self::SUCCESS : self::FAILED;
|
|
|
|
$job->set('status', $status);
|
|
|
|
if ($isSuccess) {
|
|
$job->set('executedAt', date('Y-m-d H:i:s'));
|
|
}
|
|
|
|
$this->getEntityManager()->saveEntity($job);
|
|
|
|
if ($job->get('scheduledJobId') && !$skipLog) {
|
|
$this->getCronScheduledJobUtil()->addLogRecord($job->get('scheduledJobId'), $status, null, $job->get('targetId'), $job->get('targetType'));
|
|
}
|
|
|
|
if ($isSuccess) return true;
|
|
return false;
|
|
}
|
|
|
|
protected function runScheduledJob($job)
|
|
{
|
|
$jobName = $job->get('scheduledJobJob');
|
|
|
|
$className = $this->getScheduledJobUtil()->get($jobName);
|
|
|
|
if ($className === false) throw new Error("No class name for job {$jobName}.");
|
|
|
|
$jobClass = new $className($this->container);
|
|
$method = 'run';
|
|
if (!method_exists($jobClass, $method)) throw new Error();
|
|
|
|
$data = null;
|
|
if ($job->get('data')) {
|
|
$data = $job->get('data');
|
|
}
|
|
|
|
$jobClass->$method($data, $job->get('targetId'), $job->get('targetType'));
|
|
}
|
|
|
|
protected function runService($job)
|
|
{
|
|
$serviceName = $job->get('serviceName');
|
|
|
|
if (!$serviceName) {
|
|
throw new Error("Job with empty serviceName.");
|
|
}
|
|
|
|
if (!$this->getServiceFactory()->checkExists($serviceName)) throw new Error();
|
|
|
|
$service = $this->getServiceFactory()->create($serviceName);
|
|
|
|
$methodNameDeprecated = $job->get('method');
|
|
$methodName = $job->get('methodName');
|
|
|
|
if (!$methodName) throw new Error('Job with empty methodName.');
|
|
|
|
if (!method_exists($service, $methodName)) throw new Error();
|
|
|
|
$data = $job->get('data');
|
|
|
|
$service->$methodName($data, $job->get('targetId'), $job->get('targetType'));
|
|
}
|
|
|
|
protected function runJobByName($job)
|
|
{
|
|
$jobName = $job->get('job');
|
|
|
|
$className = $this->getScheduledJobUtil()->get($jobName);
|
|
|
|
if ($className === false) throw new Error("No class name for job {$jobName}.");
|
|
|
|
$jobClass = new $className($this->container);
|
|
$method = 'run';
|
|
if (!method_exists($jobClass, $method)) throw new Error();
|
|
|
|
$data = $job->get('data') ?: null;
|
|
|
|
$jobClass->$method($data, $job->get('targetId'), $job->get('targetType'));
|
|
}
|
|
|
|
protected function createJobsFromScheduledJobs()
|
|
{
|
|
$activeScheduledJobList = $this->getCronScheduledJobUtil()->getActiveScheduledJobList();
|
|
$runningScheduledJobIdList = $this->getCronJobUtil()->getRunningScheduledJobIdList();
|
|
|
|
$createdJobIdList = [];
|
|
foreach ($activeScheduledJobList as $scheduledJob) {
|
|
$scheduling = $scheduledJob->get('scheduling');
|
|
$asSoonAsPossible = in_array($scheduling, $this->asSoonAsPossibleSchedulingList);
|
|
|
|
if ($asSoonAsPossible) {
|
|
$nextDate = date('Y-m-d H:i:s');
|
|
} else {
|
|
try {
|
|
$cronExpression = \Cron\CronExpression::factory($scheduling);
|
|
} catch (\Exception $e) {
|
|
$GLOBALS['log']->error('CronManager (ScheduledJob ['.$scheduledJob->id.']): Scheduling string error - '. $e->getMessage() . '.');
|
|
continue;
|
|
}
|
|
|
|
try {
|
|
$nextDate = $cronExpression->getNextRunDate()->format('Y-m-d H:i:s');
|
|
} catch (\Exception $e) {
|
|
$GLOBALS['log']->error('CronManager (ScheduledJob ['.$scheduledJob->id.']): Unsupported CRON expression ['.$scheduling.']');
|
|
continue;
|
|
}
|
|
|
|
$existingJob = $this->getCronJobUtil()->getJobByScheduledJobIdOnMinute($scheduledJob->id, $nextDate);
|
|
if ($existingJob) continue;
|
|
}
|
|
|
|
$className = $this->getScheduledJobUtil()->get($scheduledJob->get('job'));
|
|
if ($className) {
|
|
if (method_exists($className, 'prepare')) {
|
|
$implementation = new $className($this->container);
|
|
$implementation->prepare($scheduledJob, $nextDate);
|
|
continue;
|
|
}
|
|
}
|
|
|
|
if (in_array($scheduledJob->id, $runningScheduledJobIdList)) {
|
|
continue;
|
|
}
|
|
|
|
$pendingCount = $this->getCronJobUtil()->getPendingCountByScheduledJobId($scheduledJob->id);
|
|
|
|
if ($asSoonAsPossible) {
|
|
if ($pendingCount > 0) {
|
|
continue;
|
|
}
|
|
} else {
|
|
if ($pendingCount > 1) {
|
|
continue;
|
|
}
|
|
}
|
|
|
|
$jobEntity = $this->getEntityManager()->getEntity('Job');
|
|
$jobEntity->set([
|
|
'name' => $scheduledJob->get('name'),
|
|
'status' => self::PENDING,
|
|
'scheduledJobId' => $scheduledJob->id,
|
|
'executeTime' => $nextDate
|
|
]);
|
|
$this->getEntityManager()->saveEntity($jobEntity);
|
|
}
|
|
}
|
|
}
|