芝麻web文件管理V1.00
编辑当前文件:/home/mgatv524/public_html/midiatech/lib/XTR/RemoteDataSetFetchTask.php
. */ namespace Xibo\XTR; use Xibo\Entity\DataSet; use Xibo\Exception\XiboException; use Xibo\Factory\DataSetFactory; use Xibo\Factory\NotificationFactory; use Xibo\Factory\UserFactory; use Xibo\Factory\UserGroupFactory; /** * Class RemoteDataSetFetchTask * @package Xibo\XTR */ class RemoteDataSetFetchTask implements TaskInterface { use TaskTrait; /** @var DataSetFactory */ private $dataSetFactory; /** @var NotificationFactory */ private $notificationFactory; /** @var UserFactory */ private $userFactory; /** @var UserGroupFactory */ private $userGroupFactory; /** @inheritdoc */ public function setFactories($container) { $this->dataSetFactory = $container->get('dataSetFactory'); $this->notificationFactory = $container->get('notificationFactory'); $this->userFactory = $container->get('userFactory'); $this->userGroupFactory = $container->get('userGroupFactory'); return $this; } /** * @inheritdoc */ public function run() { $this->runMessage = '# ' . __('Fetching Remote-DataSets') . PHP_EOL . PHP_EOL; $runTime = $this->date->getLocalDate(null, 'U'); /** @var DataSet $dataSet */ $dataSet = null; // Process all Remote DataSets (and their dependants) $dataSets = $this->orderDataSetsByDependency($this->dataSetFactory->query(null, ['isRemote' => 1])); // Log the order. $this->log->debug('Order of processing: ' . json_encode(array_map(function($element) { return $element->dataSetId . ' - ' . $element->runsAfter; }, $dataSets)) ); // Reorder this list according to which order we want to run in foreach ($dataSets as $dataSet) { $this->log->debug('Processing ' . $dataSet->dataSet . '. ID:' . $dataSet->dataSetId); try { // Has this dataSet been accessed recently? if (!$dataSet->isActive()) { // Skipping dataSet due to it not being accessed recently $this->log->info('Skipping dataSet ' . $dataSet->dataSetId . ' due to it not being accessed recently'); continue; } $this->log->debug('Comparing run time ' . $runTime . ' to next sync time ' . $dataSet->getNextSyncTime()); if ($runTime >= $dataSet->getNextSyncTime()) { // Getting the dependant DataSet to process the current DataSet on $dependant = null; if ($dataSet->runsAfter != null && $dataSet->runsAfter != $dataSet->dataSetId) { $dependant = $this->dataSetFactory->getById($dataSet->runsAfter); } $this->log->debug('Fetch and process ' . $dataSet->dataSet); $results = $this->dataSetFactory->callRemoteService($dataSet, $dependant); if ($results->number > 0) { // Truncate only if we also fetch new Data if ($dataSet->isTruncateEnabled() && $runTime >= $dataSet->getNextClearTime()) { $this->log->debug('Truncate ' . $dataSet->dataSet); $dataSet->deleteData(); // Update the last clear time. $dataSet->saveLastClear($runTime); } if ($dataSet->sourceId === 1) { $this->dataSetFactory->processResults($dataSet, $results); } else { $this->dataSetFactory->processCsvEntries($dataSet, $results); } // notify here $dataSet->notify(); } else { $this->appendRunMessage(__('No results for %s', $dataSet->dataSet)); } $dataSet->saveLastSync($runTime); } else { $this->log->debug('Sync not required for ' . $dataSet->dataSetId); } } catch (XiboException $e) { $this->appendRunMessage(__('Error syncing DataSet %s', $dataSet->dataSet)); $this->log->error('Error syncing DataSet ' . $dataSet->dataSetId . '. E = ' . $e->getMessage()); $this->log->debug($e->getTraceAsString()); // Send a notification to the dataSet owner, informing them of the failure. $notification = $this->notificationFactory->createEmpty(); $notification->subject = __('Remote DataSet %s failed to synchronise', $dataSet->dataSet); $notification->body = 'The error is: ' . $e->getMessage(); $notification->createdDt = $this->date->getLocalDate(null, 'U'); $notification->releaseDt = $notification->createdDt; $notification->isEmail = 0; $notification->isInterrupt = 0; $notification->userId = $this->user->userId; // Assign me $dataSetUser = $this->userFactory->getById($dataSet->userId); $notification->assignUserGroup($this->userGroupFactory->getById($dataSetUser->groupId)); // Send $notification->save(); // You might say at this point that if there are other data sets further down the list, we shouldn't // continue because they might depend directly on this one // however, it is my opinion that they should be processed anyway with the current cache of data. // hence continue } } $this->appendRunMessage(__('Done')); } /** * Order the list of DataSets to be processed so that it is dependent aware. * * @param DataSet[] $dataSets Reference to an Array which holds all not yet processed DataSets * @return DataSet[] Ordered list of DataSets to process * * * What is going on here: RemoteDataSets can depend on others, so we have to be sure to fetch * the data from the dependant first. * For Example (id, dependant): (1,4), (2,3), (3,4), (4,1), (5,2), (6,6) * Should be processed like: 4, 1, 3, 2, 5, 6 * */ private function orderDataSetsByDependency(array $dataSets) { // DataSets are in no particular order // sort them according to their dependencies usort($dataSets, function($a, $b) { /** @var DataSet $a */ /** @var DataSet $b */ // if a doesn't have a dependent, then a must be lower in the list (move b up) if ($a->runsAfter === null) return -1; // if b doesn't have a dependent, then a must be higher in the list (move b down) if ($b->runsAfter === null) return 1; // either a or b have a dependent // if they are the same, keep them where they are if ($a->runsAfter === $b->runsAfter) return 0; // the dependents are different. // if a depends on b, then move b up if ($a->runsAfter === $b->dataSetId) return -1; // if b depends on a, then move b down if ($b->runsAfter === $a->dataSetId) return 1; // Unsorted return 0; }); // Process in reverse order (LastIn-FirstOut) return array_reverse($dataSets); } }