1
|
|
|
<?php |
2
|
|
|
/** |
3
|
|
|
* Squid and Varnish cache purging. |
4
|
|
|
* |
5
|
|
|
* This program is free software; you can redistribute it and/or modify |
6
|
|
|
* it under the terms of the GNU General Public License as published by |
7
|
|
|
* the Free Software Foundation; either version 2 of the License, or |
8
|
|
|
* (at your option) any later version. |
9
|
|
|
* |
10
|
|
|
* This program is distributed in the hope that it will be useful, |
11
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
12
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
13
|
|
|
* GNU General Public License for more details. |
14
|
|
|
* |
15
|
|
|
* You should have received a copy of the GNU General Public License along |
16
|
|
|
* with this program; if not, write to the Free Software Foundation, Inc., |
17
|
|
|
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. |
18
|
|
|
* http://www.gnu.org/copyleft/gpl.html |
19
|
|
|
* |
20
|
|
|
* @file |
21
|
|
|
*/ |
22
|
|
|
|
23
|
|
|
/** |
24
|
|
|
* An HTTP 1.0 client built for the purposes of purging Squid and Varnish. |
25
|
|
|
* Uses asynchronous I/O, allowing purges to be done in a highly parallel |
26
|
|
|
* manner. |
27
|
|
|
* |
28
|
|
|
* Could be replaced by curl_multi_exec() or some such. |
29
|
|
|
*/ |
30
|
|
|
class SquidPurgeClient { |
31
|
|
|
/** @var string */ |
32
|
|
|
protected $host; |
33
|
|
|
|
34
|
|
|
/** @var int */ |
35
|
|
|
protected $port; |
36
|
|
|
|
37
|
|
|
/** @var string|bool */ |
38
|
|
|
protected $ip; |
39
|
|
|
|
40
|
|
|
/** @var string */ |
41
|
|
|
protected $readState = 'idle'; |
42
|
|
|
|
43
|
|
|
/** @var string */ |
44
|
|
|
protected $writeBuffer = ''; |
45
|
|
|
|
46
|
|
|
/** @var array */ |
47
|
|
|
protected $requests = []; |
48
|
|
|
|
49
|
|
|
/** @var mixed */ |
50
|
|
|
protected $currentRequestIndex; |
51
|
|
|
|
52
|
|
|
const EINTR = 4; |
53
|
|
|
const EAGAIN = 11; |
54
|
|
|
const EINPROGRESS = 115; |
55
|
|
|
const BUFFER_SIZE = 8192; |
56
|
|
|
|
57
|
|
|
/** |
58
|
|
|
* @var resource|null The socket resource, or null for unconnected, or false |
59
|
|
|
* for disabled due to error. |
60
|
|
|
*/ |
61
|
|
|
protected $socket; |
62
|
|
|
|
63
|
|
|
/** @var string */ |
64
|
|
|
protected $readBuffer; |
65
|
|
|
|
66
|
|
|
/** @var int */ |
67
|
|
|
protected $bodyRemaining; |
68
|
|
|
|
69
|
|
|
/** |
70
|
|
|
* @param string $server |
71
|
|
|
* @param array $options |
72
|
|
|
*/ |
73
|
|
|
public function __construct( $server, $options = [] ) { |
74
|
|
|
$parts = explode( ':', $server, 2 ); |
75
|
|
|
$this->host = $parts[0]; |
76
|
|
|
$this->port = isset( $parts[1] ) ? $parts[1] : 80; |
77
|
|
|
} |
78
|
|
|
|
79
|
|
|
/** |
80
|
|
|
* Open a socket if there isn't one open already, return it. |
81
|
|
|
* Returns false on error. |
82
|
|
|
* |
83
|
|
|
* @return bool|resource |
84
|
|
|
*/ |
85
|
|
|
protected function getSocket() { |
86
|
|
|
if ( $this->socket !== null ) { |
87
|
|
|
return $this->socket; |
88
|
|
|
} |
89
|
|
|
|
90
|
|
|
$ip = $this->getIP(); |
91
|
|
|
if ( !$ip ) { |
92
|
|
|
$this->log( "DNS error" ); |
93
|
|
|
$this->markDown(); |
94
|
|
|
return false; |
95
|
|
|
} |
96
|
|
|
$this->socket = socket_create( AF_INET, SOCK_STREAM, SOL_TCP ); |
97
|
|
|
socket_set_nonblock( $this->socket ); |
98
|
|
|
MediaWiki\suppressWarnings(); |
99
|
|
|
$ok = socket_connect( $this->socket, $ip, $this->port ); |
100
|
|
|
MediaWiki\restoreWarnings(); |
101
|
|
|
if ( !$ok ) { |
102
|
|
|
$error = socket_last_error( $this->socket ); |
103
|
|
|
if ( $error !== self::EINPROGRESS ) { |
104
|
|
|
$this->log( "connection error: " . socket_strerror( $error ) ); |
105
|
|
|
$this->markDown(); |
106
|
|
|
return false; |
107
|
|
|
} |
108
|
|
|
} |
109
|
|
|
|
110
|
|
|
return $this->socket; |
111
|
|
|
} |
112
|
|
|
|
113
|
|
|
/** |
114
|
|
|
* Get read socket array for select() |
115
|
|
|
* @return array |
116
|
|
|
*/ |
117
|
|
|
public function getReadSocketsForSelect() { |
118
|
|
|
if ( $this->readState == 'idle' ) { |
119
|
|
|
return []; |
120
|
|
|
} |
121
|
|
|
$socket = $this->getSocket(); |
122
|
|
|
if ( $socket === false ) { |
123
|
|
|
return []; |
124
|
|
|
} |
125
|
|
|
return [ $socket ]; |
126
|
|
|
} |
127
|
|
|
|
128
|
|
|
/** |
129
|
|
|
* Get write socket array for select() |
130
|
|
|
* @return array |
131
|
|
|
*/ |
132
|
|
|
public function getWriteSocketsForSelect() { |
133
|
|
|
if ( !strlen( $this->writeBuffer ) ) { |
134
|
|
|
return []; |
135
|
|
|
} |
136
|
|
|
$socket = $this->getSocket(); |
137
|
|
|
if ( $socket === false ) { |
138
|
|
|
return []; |
139
|
|
|
} |
140
|
|
|
return [ $socket ]; |
141
|
|
|
} |
142
|
|
|
|
143
|
|
|
/** |
144
|
|
|
* Get the host's IP address. |
145
|
|
|
* Does not support IPv6 at present due to the lack of a convenient interface in PHP. |
146
|
|
|
* @throws MWException |
147
|
|
|
* @return string |
148
|
|
|
*/ |
149
|
|
|
protected function getIP() { |
150
|
|
|
if ( $this->ip === null ) { |
151
|
|
|
if ( IP::isIPv4( $this->host ) ) { |
152
|
|
|
$this->ip = $this->host; |
153
|
|
|
} elseif ( IP::isIPv6( $this->host ) ) { |
154
|
|
|
throw new MWException( '$wgSquidServers does not support IPv6' ); |
155
|
|
|
} else { |
156
|
|
|
MediaWiki\suppressWarnings(); |
157
|
|
|
$this->ip = gethostbyname( $this->host ); |
158
|
|
|
if ( $this->ip === $this->host ) { |
159
|
|
|
$this->ip = false; |
160
|
|
|
} |
161
|
|
|
MediaWiki\restoreWarnings(); |
162
|
|
|
} |
163
|
|
|
} |
164
|
|
|
return $this->ip; |
165
|
|
|
} |
166
|
|
|
|
167
|
|
|
/** |
168
|
|
|
* Close the socket and ignore any future purge requests. |
169
|
|
|
* This is called if there is a protocol error. |
170
|
|
|
*/ |
171
|
|
|
protected function markDown() { |
172
|
|
|
$this->close(); |
173
|
|
|
$this->socket = false; |
|
|
|
|
174
|
|
|
} |
175
|
|
|
|
176
|
|
|
/** |
177
|
|
|
* Close the socket but allow it to be reopened for future purge requests |
178
|
|
|
*/ |
179
|
|
|
public function close() { |
180
|
|
|
if ( $this->socket ) { |
181
|
|
|
MediaWiki\suppressWarnings(); |
182
|
|
|
socket_set_block( $this->socket ); |
183
|
|
|
socket_shutdown( $this->socket ); |
184
|
|
|
socket_close( $this->socket ); |
185
|
|
|
MediaWiki\restoreWarnings(); |
186
|
|
|
} |
187
|
|
|
$this->socket = null; |
188
|
|
|
$this->readBuffer = ''; |
189
|
|
|
// Write buffer is kept since it may contain a request for the next socket |
190
|
|
|
} |
191
|
|
|
|
192
|
|
|
/** |
193
|
|
|
* Queue a purge operation |
194
|
|
|
* |
195
|
|
|
* @param string $url |
196
|
|
|
*/ |
197
|
|
|
public function queuePurge( $url ) { |
198
|
|
|
global $wgSquidPurgeUseHostHeader; |
199
|
|
|
$url = CdnCacheUpdate::expand( str_replace( "\n", '', $url ) ); |
200
|
|
|
$request = []; |
201
|
|
|
if ( $wgSquidPurgeUseHostHeader ) { |
202
|
|
|
$url = wfParseUrl( $url ); |
|
|
|
|
203
|
|
|
$host = $url['host']; |
204
|
|
View Code Duplication |
if ( isset( $url['port'] ) && strlen( $url['port'] ) > 0 ) { |
205
|
|
|
$host .= ":" . $url['port']; |
206
|
|
|
} |
207
|
|
|
$path = $url['path']; |
208
|
|
|
if ( isset( $url['query'] ) && is_string( $url['query'] ) ) { |
209
|
|
|
$path = wfAppendQuery( $path, $url['query'] ); |
210
|
|
|
} |
211
|
|
|
$request[] = "PURGE $path HTTP/1.1"; |
212
|
|
|
$request[] = "Host: $host"; |
213
|
|
|
} else { |
214
|
|
|
$request[] = "PURGE $url HTTP/1.0"; |
215
|
|
|
} |
216
|
|
|
$request[] = "Connection: Keep-Alive"; |
217
|
|
|
$request[] = "Proxy-Connection: Keep-Alive"; |
218
|
|
|
$request[] = "User-Agent: " . Http::userAgent() . ' ' . __CLASS__; |
219
|
|
|
// Two ''s to create \r\n\r\n |
220
|
|
|
$request[] = ''; |
221
|
|
|
$request[] = ''; |
222
|
|
|
|
223
|
|
|
$this->requests[] = implode( "\r\n", $request ); |
224
|
|
|
if ( $this->currentRequestIndex === null ) { |
225
|
|
|
$this->nextRequest(); |
226
|
|
|
} |
227
|
|
|
} |
228
|
|
|
|
229
|
|
|
/** |
230
|
|
|
* @return bool |
231
|
|
|
*/ |
232
|
|
|
public function isIdle() { |
233
|
|
|
return strlen( $this->writeBuffer ) == 0 && $this->readState == 'idle'; |
234
|
|
|
} |
235
|
|
|
|
236
|
|
|
/** |
237
|
|
|
* Perform pending writes. Call this when socket_select() indicates that writing will not block. |
238
|
|
|
*/ |
239
|
|
|
public function doWrites() { |
240
|
|
|
if ( !strlen( $this->writeBuffer ) ) { |
241
|
|
|
return; |
242
|
|
|
} |
243
|
|
|
$socket = $this->getSocket(); |
244
|
|
|
if ( !$socket ) { |
245
|
|
|
return; |
246
|
|
|
} |
247
|
|
|
|
248
|
|
|
if ( strlen( $this->writeBuffer ) <= self::BUFFER_SIZE ) { |
249
|
|
|
$buf = $this->writeBuffer; |
250
|
|
|
$flags = MSG_EOR; |
251
|
|
|
} else { |
252
|
|
|
$buf = substr( $this->writeBuffer, 0, self::BUFFER_SIZE ); |
253
|
|
|
$flags = 0; |
254
|
|
|
} |
255
|
|
|
MediaWiki\suppressWarnings(); |
256
|
|
|
$bytesSent = socket_send( $socket, $buf, strlen( $buf ), $flags ); |
257
|
|
|
MediaWiki\restoreWarnings(); |
258
|
|
|
|
259
|
|
|
if ( $bytesSent === false ) { |
260
|
|
|
$error = socket_last_error( $socket ); |
261
|
|
View Code Duplication |
if ( $error != self::EAGAIN && $error != self::EINTR ) { |
262
|
|
|
$this->log( 'write error: ' . socket_strerror( $error ) ); |
263
|
|
|
$this->markDown(); |
264
|
|
|
} |
265
|
|
|
return; |
266
|
|
|
} |
267
|
|
|
|
268
|
|
|
$this->writeBuffer = substr( $this->writeBuffer, $bytesSent ); |
269
|
|
|
} |
270
|
|
|
|
271
|
|
|
/** |
272
|
|
|
* Read some data. Call this when socket_select() indicates that the read buffer is non-empty. |
273
|
|
|
*/ |
274
|
|
|
public function doReads() { |
275
|
|
|
$socket = $this->getSocket(); |
276
|
|
|
if ( !$socket ) { |
277
|
|
|
return; |
278
|
|
|
} |
279
|
|
|
|
280
|
|
|
$buf = ''; |
281
|
|
|
MediaWiki\suppressWarnings(); |
282
|
|
|
$bytesRead = socket_recv( $socket, $buf, self::BUFFER_SIZE, 0 ); |
283
|
|
|
MediaWiki\restoreWarnings(); |
284
|
|
|
if ( $bytesRead === false ) { |
285
|
|
|
$error = socket_last_error( $socket ); |
286
|
|
View Code Duplication |
if ( $error != self::EAGAIN && $error != self::EINTR ) { |
287
|
|
|
$this->log( 'read error: ' . socket_strerror( $error ) ); |
288
|
|
|
$this->markDown(); |
289
|
|
|
return; |
290
|
|
|
} |
291
|
|
|
} elseif ( $bytesRead === 0 ) { |
292
|
|
|
// Assume EOF |
293
|
|
|
$this->close(); |
294
|
|
|
return; |
295
|
|
|
} |
296
|
|
|
|
297
|
|
|
$this->readBuffer .= $buf; |
298
|
|
|
while ( $this->socket && $this->processReadBuffer() === 'continue' ); |
299
|
|
|
} |
300
|
|
|
|
301
|
|
|
/** |
302
|
|
|
* @throws MWException |
303
|
|
|
* @return string |
304
|
|
|
*/ |
305
|
|
|
protected function processReadBuffer() { |
306
|
|
|
switch ( $this->readState ) { |
307
|
|
|
case 'idle': |
308
|
|
|
return 'done'; |
309
|
|
|
case 'status': |
310
|
|
|
case 'header': |
311
|
|
|
$lines = explode( "\r\n", $this->readBuffer, 2 ); |
312
|
|
|
if ( count( $lines ) < 2 ) { |
313
|
|
|
return 'done'; |
314
|
|
|
} |
315
|
|
|
if ( $this->readState == 'status' ) { |
316
|
|
|
$this->processStatusLine( $lines[0] ); |
317
|
|
|
} else { // header |
318
|
|
|
$this->processHeaderLine( $lines[0] ); |
319
|
|
|
} |
320
|
|
|
$this->readBuffer = $lines[1]; |
321
|
|
|
return 'continue'; |
322
|
|
|
case 'body': |
|
|
|
|
323
|
|
|
if ( $this->bodyRemaining !== null ) { |
324
|
|
|
if ( $this->bodyRemaining > strlen( $this->readBuffer ) ) { |
325
|
|
|
$this->bodyRemaining -= strlen( $this->readBuffer ); |
326
|
|
|
$this->readBuffer = ''; |
327
|
|
|
return 'done'; |
328
|
|
|
} else { |
329
|
|
|
$this->readBuffer = substr( $this->readBuffer, $this->bodyRemaining ); |
330
|
|
|
$this->bodyRemaining = 0; |
331
|
|
|
$this->nextRequest(); |
332
|
|
|
return 'continue'; |
333
|
|
|
} |
334
|
|
|
} else { |
335
|
|
|
// No content length, read all data to EOF |
336
|
|
|
$this->readBuffer = ''; |
337
|
|
|
return 'done'; |
338
|
|
|
} |
339
|
|
|
default: |
340
|
|
|
throw new MWException( __METHOD__ . ': unexpected state' ); |
341
|
|
|
} |
342
|
|
|
} |
343
|
|
|
|
344
|
|
|
/** |
345
|
|
|
* @param string $line |
346
|
|
|
*/ |
347
|
|
|
protected function processStatusLine( $line ) { |
348
|
|
|
if ( !preg_match( '!^HTTP/(\d+)\.(\d+) (\d{3}) (.*)$!', $line, $m ) ) { |
349
|
|
|
$this->log( 'invalid status line' ); |
350
|
|
|
$this->markDown(); |
351
|
|
|
return; |
352
|
|
|
} |
353
|
|
|
list( , , , $status, $reason ) = $m; |
354
|
|
|
$status = intval( $status ); |
355
|
|
|
if ( $status !== 200 && $status !== 404 ) { |
356
|
|
|
$this->log( "unexpected status code: $status $reason" ); |
357
|
|
|
$this->markDown(); |
358
|
|
|
return; |
359
|
|
|
} |
360
|
|
|
$this->readState = 'header'; |
361
|
|
|
} |
362
|
|
|
|
363
|
|
|
/** |
364
|
|
|
* @param string $line |
365
|
|
|
*/ |
366
|
|
|
protected function processHeaderLine( $line ) { |
367
|
|
|
if ( preg_match( '/^Content-Length: (\d+)$/i', $line, $m ) ) { |
368
|
|
|
$this->bodyRemaining = intval( $m[1] ); |
369
|
|
|
} elseif ( $line === '' ) { |
370
|
|
|
$this->readState = 'body'; |
371
|
|
|
} |
372
|
|
|
} |
373
|
|
|
|
374
|
|
|
protected function nextRequest() { |
375
|
|
|
if ( $this->currentRequestIndex !== null ) { |
376
|
|
|
unset( $this->requests[$this->currentRequestIndex] ); |
377
|
|
|
} |
378
|
|
|
if ( count( $this->requests ) ) { |
379
|
|
|
$this->readState = 'status'; |
380
|
|
|
$this->currentRequestIndex = key( $this->requests ); |
381
|
|
|
$this->writeBuffer = $this->requests[$this->currentRequestIndex]; |
382
|
|
|
} else { |
383
|
|
|
$this->readState = 'idle'; |
384
|
|
|
$this->currentRequestIndex = null; |
385
|
|
|
$this->writeBuffer = ''; |
386
|
|
|
} |
387
|
|
|
$this->bodyRemaining = null; |
388
|
|
|
} |
389
|
|
|
|
390
|
|
|
/** |
391
|
|
|
* @param string $msg |
392
|
|
|
*/ |
393
|
|
|
protected function log( $msg ) { |
394
|
|
|
wfDebugLog( 'squid', __CLASS__ . " ($this->host): $msg" ); |
395
|
|
|
} |
396
|
|
|
} |
397
|
|
|
|
Our type inference engine has found an assignment to a property that is incompatible with the declared type of that property.
Either this assignment is in error or the assigned type should be added to the documentation/type hint for that property..