1
|
|
|
<?php |
2
|
|
|
|
|
|
|
|
3
|
|
|
namespace Db3v4l\Service; |
4
|
|
|
|
5
|
|
|
use Symfony\Component\Process\Process; |
|
|
|
|
6
|
|
|
|
7
|
|
|
/** |
8
|
|
|
* This ProcessManager is a simple wrapper to enable parallel processing using Symfony Process component. |
9
|
|
|
* Original source code from https://github.com/jagandecapri/symfony-parallel-process/blob/master/src/ProcessManager.php (MIT lic.) |
10
|
|
|
*/ |
|
|
|
|
11
|
|
|
class ProcessManager |
12
|
|
|
{ |
13
|
|
|
/** |
|
|
|
|
14
|
|
|
* @param Process[] $processes |
|
|
|
|
15
|
|
|
* @param int $maxParallel |
|
|
|
|
16
|
|
|
* @param int $poll microseconds |
|
|
|
|
17
|
|
|
* @param Callable $callback takes 4 args: $type, $buffer, $processIndex, $process |
|
|
|
|
18
|
|
|
*/ |
|
|
|
|
19
|
|
|
public function runParallel(array $processes, $maxParallel, $poll = 1000, $callback = null) |
20
|
|
|
{ |
21
|
|
|
$this->validateProcesses($processes); |
22
|
|
|
// do not modify the object pointers in the argument, copy to local working variable |
23
|
|
|
$processesQueue = $processes; |
24
|
|
|
// fix maxParallel to be max the number of processes or positive |
25
|
|
|
$maxParallel = min(abs($maxParallel), count($processesQueue)); |
26
|
|
|
// get the first stack of processes to start at the same time |
27
|
|
|
/** @var Process[] $currentProcesses */ |
|
|
|
|
28
|
|
|
$currentProcesses = array_splice($processesQueue, 0, $maxParallel); |
29
|
|
|
// start the initial stack of processes |
30
|
|
|
foreach ($currentProcesses as $idx => $process) { |
31
|
|
|
$process->start(function ($type, $buffer) use ($callback, $idx, $process) { |
|
|
|
|
32
|
|
|
if ($callback) { |
33
|
|
|
$callback($type, $buffer, $idx, $process); |
34
|
|
|
} |
35
|
|
|
}); |
|
|
|
|
36
|
|
|
} |
37
|
|
|
do { |
38
|
|
|
// wait for the given time |
39
|
|
|
usleep($poll); |
40
|
|
|
// remove all finished processes from the stack |
41
|
|
|
foreach ($currentProcesses as $index => $process) { |
42
|
|
|
if (!$process->isRunning()) { |
43
|
|
|
unset($currentProcesses[$index]); |
44
|
|
|
// directly add and start new process after the previous finished |
45
|
|
|
if (count($processesQueue) > 0) { |
46
|
|
|
$nextProcess = array_shift($processesQueue); |
47
|
|
|
$nextProcess->start(function ($type, $buffer) use ($callback, $nextProcess) { |
|
|
|
|
48
|
|
|
if ($callback) { |
49
|
|
|
$callback($type, $buffer, $nextProcess); |
50
|
|
|
} |
51
|
|
|
}); |
|
|
|
|
52
|
|
|
$currentProcesses[] = $nextProcess; |
53
|
|
|
} |
54
|
|
|
} |
55
|
|
|
} |
56
|
|
|
// continue loop while there are processes being executed or waiting for execution |
57
|
|
|
} while (count($processesQueue) > 0 || count($currentProcesses) > 0); |
58
|
|
|
} |
59
|
|
|
|
60
|
|
|
/** |
|
|
|
|
61
|
|
|
* @param Process[] $processes |
|
|
|
|
62
|
|
|
*/ |
|
|
|
|
63
|
|
|
protected function validateProcesses(array $processes) |
64
|
|
|
{ |
65
|
|
|
if (empty($processes)) { |
66
|
|
|
throw new \InvalidArgumentException('Can not run in parallel 0 commands'); |
67
|
|
|
} |
68
|
|
|
foreach ($processes as $process) { |
69
|
|
|
if (!($process instanceof Process)) { |
70
|
|
|
throw new \InvalidArgumentException('Process in array need to be instance of Symfony Process'); |
71
|
|
|
} |
72
|
|
|
} |
73
|
|
|
} |
74
|
|
|
} |
75
|
|
|
|