1
|
|
|
<?php |
2
|
|
|
|
3
|
|
|
declare(strict_types=1); |
4
|
|
|
|
5
|
|
|
namespace Resque; |
6
|
|
|
|
7
|
|
|
use Predis\Client; |
8
|
|
|
use Resque\Dispatchers\Noop; |
9
|
|
|
use Resque\Interfaces\DispatcherInterface; |
10
|
|
|
use Resque\Tasks\BeforeJobPop; |
11
|
|
|
use Resque\Tasks\BeforeJobPush; |
12
|
|
|
|
13
|
|
|
class DataStore |
14
|
|
|
{ |
15
|
|
|
public const REDIS_DATE_FORMAT = 'Y-m-d H:i:s O'; |
16
|
|
|
public const REDIS_KEY_FOR_WORKER_PRUNING = "pruning_dead_workers_in_progress"; |
17
|
|
|
public const REDIS_HEARTBEAT_KEY = "workers:heartbeat"; |
18
|
|
|
|
19
|
|
|
private $redis; |
20
|
|
|
private $dispatcher; |
21
|
|
|
|
22
|
8 |
|
public function __construct(Client $client) |
23
|
|
|
{ |
24
|
8 |
|
$this->redis = $client; |
25
|
8 |
|
$this->dispatcher = new Noop(); |
26
|
8 |
|
} |
27
|
|
|
|
28
|
8 |
|
public function setDispatcher(DispatcherInterface $dispatcher): void |
29
|
|
|
{ |
30
|
8 |
|
$this->dispatcher = $dispatcher; |
31
|
8 |
|
} |
32
|
|
|
|
33
|
|
|
/* |
34
|
|
|
public function allResqueKeys(): array |
35
|
|
|
{ |
36
|
|
|
return array_map( |
37
|
|
|
$this->redis->keys('*'), |
38
|
|
|
function ($key) { |
39
|
|
|
return str_replace("{$this->namespace}:", ''); |
40
|
|
|
} |
41
|
|
|
); |
42
|
|
|
} |
43
|
|
|
*/ |
44
|
|
|
|
45
|
2 |
|
public function pushToQueue(string $queueName, string $json): void |
46
|
|
|
{ |
47
|
2 |
|
$queueKey = $this->redisKeyForQueue($queueName); |
48
|
|
|
$payload = [ |
49
|
2 |
|
'queue_key' => $queueKey, |
50
|
2 |
|
'queue_name' => $queueName, |
51
|
2 |
|
'json' => $json, |
52
|
2 |
|
'command' => 'rpush', |
53
|
|
|
]; |
54
|
2 |
|
$payload = $this->dispatcher->dispatch(BeforeJobPush::class, $payload); |
55
|
2 |
|
$command = $payload['command']; |
56
|
2 |
|
$this->redis->sadd('queues', $payload['queue_name']); |
57
|
2 |
|
$this->redis->$command($payload['queue_key'], $payload['json']); |
58
|
2 |
|
} |
59
|
|
|
|
60
|
1 |
|
public function popFromQueue(string $queueName): string |
61
|
|
|
{ |
62
|
1 |
|
$payload = ['command' => 'lpop', 'queue_name' => $queueName]; |
63
|
1 |
|
$payload = $this->dispatcher->dispatch(BeforeJobPop::class, $payload); |
64
|
1 |
|
$command = $payload['command']; |
65
|
1 |
|
return $this->redis->$command($this->redisKeyForQueue($payload['queue_name'])); |
66
|
|
|
} |
67
|
|
|
|
68
|
|
|
/* |
69
|
|
|
public function queueSize(string $queueName): int |
70
|
|
|
{ |
71
|
|
|
return intval($this->redis->llen($this->redisKeyForQueue($queueName))); |
72
|
|
|
} |
73
|
|
|
*/ |
74
|
|
|
|
75
|
3 |
|
public function redisKeyForQueue(string $queueName): string |
76
|
|
|
{ |
77
|
3 |
|
return "queue:{$queueName}"; |
78
|
|
|
} |
79
|
|
|
|
80
|
1 |
|
public function pushToFailedQueue(string $json): void |
81
|
|
|
{ |
82
|
1 |
|
$this->pushToQueue('failed', $json); |
83
|
1 |
|
} |
84
|
|
|
|
85
|
|
|
/* |
86
|
|
|
public function getWorkerPayload(string $workerId): string |
87
|
|
|
{ |
88
|
|
|
return $this->redis->get($this->redisKeyForWorker($workerId)); |
89
|
|
|
} |
90
|
|
|
*/ |
91
|
|
|
|
92
|
|
|
/* |
93
|
|
|
public function workerExists(string $workerId): bool |
94
|
|
|
{ |
95
|
|
|
return $this->redis->sismember("workers", $workerId); |
96
|
|
|
} |
97
|
|
|
*/ |
98
|
|
|
|
99
|
1 |
|
public function registerWorker(string $workerId): void |
100
|
|
|
{ |
101
|
1 |
|
$this->redis->sadd("workers", $workerId); |
102
|
1 |
|
$this->workerStarted($workerId); |
103
|
1 |
|
} |
104
|
|
|
|
105
|
1 |
|
public function unregisterWorker(string $workerId): void |
106
|
|
|
{ |
107
|
1 |
|
$this->redis->srem("workers", $workerId); |
108
|
1 |
|
$this->redis->del($this->redisKeyForWorker($workerId)); |
109
|
1 |
|
$this->redis->del($this->redisKeyForWorkerStartTime($workerId)); |
110
|
1 |
|
$this->removeWorkerHeartbeat($workerId); |
111
|
1 |
|
} |
112
|
|
|
|
113
|
1 |
|
public function removeWorkerHeartbeat(string $workerId): void |
114
|
|
|
{ |
115
|
1 |
|
$this->redis->hdel(DataStore::REDIS_HEARTBEAT_KEY, $workerId); |
116
|
1 |
|
} |
117
|
|
|
|
118
|
|
|
/* |
119
|
|
|
public function hasWorkerHeartbeat(string $workerId): bool |
120
|
|
|
{ |
121
|
|
|
$heartbeat = $this->redis->hget(DataStore::REDIS_HEARTBEAT_KEY, $workerId); |
122
|
|
|
return !empty($heartbeat) && DateTime::createFromFormat(DataStore::REDIS_DATE_FORMAT, $heartbeat); |
123
|
|
|
} |
124
|
|
|
*/ |
125
|
|
|
|
126
|
|
|
/* |
127
|
|
|
public function getWorkerHeartbeat(string $workerId): DateTime |
128
|
|
|
{ |
129
|
|
|
$heartbeat = $this->redis->hget(DataStore::REDIS_HEARTBEAT_KEY, $workerId); |
130
|
|
|
return $this->extractHeartbeatDateTime($heartbeat); |
131
|
|
|
} |
132
|
|
|
*/ |
133
|
|
|
|
134
|
|
|
/* |
135
|
|
|
public function getWorkerHeartbeats(): array |
136
|
|
|
{ |
137
|
|
|
$heartbeats = $this->redis->hgetall(DataStore::REDIS_HEARTBEAT_KEY); |
138
|
|
|
return array_map($heartbeats, [$this, 'extractHeartbeatDateTime']); |
139
|
|
|
} |
140
|
|
|
*/ |
141
|
|
|
|
142
|
|
|
/* |
143
|
|
|
public function extractHeartbeatDateTime($heartbeat): DateTime |
144
|
|
|
{ |
145
|
|
|
if (!empty($heartbeat)) { |
146
|
|
|
if (false !== ($time = DateTime::createFromFormat(DataStore::REDIS_DATE_FORMAT, $heartbeat))) { |
147
|
|
|
return $time; |
148
|
|
|
} |
149
|
|
|
} |
150
|
|
|
throw new RuntimeException("Invalid Worker Heartbeat"); |
151
|
|
|
} |
152
|
|
|
*/ |
153
|
|
|
|
154
|
|
|
/* |
155
|
|
|
public function acquirePruningDeadWorkerLock(string $workerId, int $expiry): void |
156
|
|
|
{ |
157
|
|
|
$this->redis->set(self::REDIS_KEY_FOR_WORKER_PRUNING, 'EX', $expiry, 'NX'); |
158
|
|
|
} |
159
|
|
|
*/ |
160
|
|
|
|
161
|
1 |
|
public function workerStarted(string $workerId): void |
162
|
|
|
{ |
163
|
1 |
|
$startTime = (new \DateTime())->format(self::REDIS_DATE_FORMAT); |
164
|
1 |
|
$this->redis->set($this->redisKeyForWorkerStartTime($workerId), $startTime); |
165
|
1 |
|
} |
166
|
|
|
|
167
|
4 |
|
public function redisKeyForWorker(string $workerId): string |
168
|
|
|
{ |
169
|
4 |
|
return "worker:{$workerId}"; |
170
|
|
|
} |
171
|
|
|
|
172
|
2 |
|
public function redisKeyForWorkerStartTime(string $workerId): string |
173
|
|
|
{ |
174
|
2 |
|
return "{$this->redisKeyForWorker($workerId)}:started"; |
175
|
|
|
} |
176
|
|
|
|
177
|
1 |
|
public function setWorkerPayload(string $workerId, string $data): void |
178
|
|
|
{ |
179
|
1 |
|
$this->redis->set($this->redisKeyForWorker($workerId), $data); |
180
|
1 |
|
} |
181
|
|
|
|
182
|
|
|
/* |
183
|
|
|
public function getWorkerStartTime(string $workerId): DateTime |
184
|
|
|
{ |
185
|
|
|
$workerStartRedisTime = $this->redis->get($this->redisKeyForWorkerStartTime($workerId)); |
186
|
|
|
if (!empty($workerStartRedisTime)) { |
187
|
|
|
if (false !== ($workerStartTime = DateTime::createFromFormat(DataStore::REDIS_DATE_FORMAT, $workerStartRedisTime))) { |
188
|
|
|
return $workerStartTime; |
189
|
|
|
} |
190
|
|
|
} |
191
|
|
|
throw new RuntimeException("Invalid Worker Start Time"); |
192
|
|
|
} |
193
|
|
|
*/ |
194
|
|
|
|
195
|
1 |
|
public function workerDoneWorking(string $workerId): void |
196
|
|
|
{ |
197
|
1 |
|
$this->redis->del($this->redisKeyForWorker($workerId)); |
198
|
1 |
|
} |
199
|
|
|
|
200
|
|
|
/* |
201
|
|
|
public function getStat(string $statName): int |
202
|
|
|
{ |
203
|
|
|
return $this->redis($this->redisKeyForStats($statName)); |
204
|
|
|
} |
205
|
|
|
*/ |
206
|
|
|
|
207
|
|
|
/* |
208
|
|
|
public function incrementStat(string $statName, int $by): void |
209
|
|
|
{ |
210
|
|
|
$this->redis->incrby($this->redisKeyForStats($statName), $by); |
211
|
|
|
} |
212
|
|
|
*/ |
213
|
|
|
|
214
|
|
|
/* |
215
|
|
|
public function decrementStat(string $statName, int $by): void |
216
|
|
|
{ |
217
|
|
|
$this->redis->decrby($this->redisKeyForStats($statName), $by); |
218
|
|
|
} |
219
|
|
|
*/ |
220
|
|
|
|
221
|
|
|
/* |
222
|
|
|
public function crearStat(string $statName): void |
223
|
|
|
{ |
224
|
|
|
$this->redis->del($this->redisKeyForStats($statName)); |
225
|
|
|
} |
226
|
|
|
*/ |
227
|
|
|
|
228
|
|
|
/* |
229
|
|
|
public function redisKeyForStats(string $statName): string |
230
|
|
|
{ |
231
|
|
|
return "stats:{$statName}"; |
232
|
|
|
} |
233
|
|
|
*/ |
234
|
|
|
|
235
|
1 |
|
public function reconnect(): void |
236
|
|
|
{ |
237
|
1 |
|
$this->redis->disconnect(); |
238
|
1 |
|
$this->redis->connect(); |
239
|
1 |
|
} |
240
|
|
|
} |
241
|
|
|
|