@@ -13,12 +13,12 @@ |
||
13 | 13 | */ |
14 | 14 | interface IRDnsProvider |
15 | 15 | { |
16 | - /** |
|
17 | - * Gets the reverse DNS address for an IP |
|
18 | - * |
|
19 | - * @param string $address |
|
20 | - * |
|
21 | - * @return string |
|
22 | - */ |
|
23 | - public function getReverseDNS($address); |
|
16 | + /** |
|
17 | + * Gets the reverse DNS address for an IP |
|
18 | + * |
|
19 | + * @param string $address |
|
20 | + * |
|
21 | + * @return string |
|
22 | + */ |
|
23 | + public function getReverseDNS($address); |
|
24 | 24 | } |
@@ -13,10 +13,10 @@ |
||
13 | 13 | */ |
14 | 14 | interface IAntiSpoofProvider |
15 | 15 | { |
16 | - /** |
|
17 | - * @param string $username |
|
18 | - * |
|
19 | - * @return array |
|
20 | - */ |
|
21 | - public function getSpoofs($username); |
|
16 | + /** |
|
17 | + * @param string $username |
|
18 | + * |
|
19 | + * @return array |
|
20 | + */ |
|
21 | + public function getSpoofs($username); |
|
22 | 22 | } |
@@ -20,40 +20,40 @@ |
||
20 | 20 | */ |
21 | 21 | class CachedRDnsLookupProvider implements IRDnsProvider |
22 | 22 | { |
23 | - private $database; |
|
23 | + private $database; |
|
24 | 24 | |
25 | - public function __construct(PdoDatabase $database) |
|
26 | - { |
|
27 | - $this->database = $database; |
|
28 | - } |
|
25 | + public function __construct(PdoDatabase $database) |
|
26 | + { |
|
27 | + $this->database = $database; |
|
28 | + } |
|
29 | 29 | |
30 | - public function getReverseDNS($address) |
|
31 | - { |
|
32 | - $address = trim($address); |
|
30 | + public function getReverseDNS($address) |
|
31 | + { |
|
32 | + $address = trim($address); |
|
33 | 33 | |
34 | - // lets look in our cache database first. |
|
35 | - $rDns = RDnsCache::getByAddress($address, $this->database); |
|
34 | + // lets look in our cache database first. |
|
35 | + $rDns = RDnsCache::getByAddress($address, $this->database); |
|
36 | 36 | |
37 | - if ($rDns instanceof RDnsCache) { |
|
38 | - // touch cache timer |
|
39 | - $rDns->save(); |
|
37 | + if ($rDns instanceof RDnsCache) { |
|
38 | + // touch cache timer |
|
39 | + $rDns->save(); |
|
40 | 40 | |
41 | - return $rDns->getData(); |
|
42 | - } |
|
41 | + return $rDns->getData(); |
|
42 | + } |
|
43 | 43 | |
44 | - // OK, it's not there, let's do an rDNS lookup. |
|
45 | - $result = @ gethostbyaddr($address); |
|
44 | + // OK, it's not there, let's do an rDNS lookup. |
|
45 | + $result = @ gethostbyaddr($address); |
|
46 | 46 | |
47 | - if ($result !== false) { |
|
48 | - $rDns = new RDnsCache(); |
|
49 | - $rDns->setDatabase($this->database); |
|
50 | - $rDns->setAddress($address); |
|
51 | - $rDns->setData($result); |
|
52 | - $rDns->save(); |
|
47 | + if ($result !== false) { |
|
48 | + $rDns = new RDnsCache(); |
|
49 | + $rDns->setDatabase($this->database); |
|
50 | + $rDns->setAddress($address); |
|
51 | + $rDns->setData($result); |
|
52 | + $rDns->save(); |
|
53 | 53 | |
54 | - return $result; |
|
55 | - } |
|
54 | + return $result; |
|
55 | + } |
|
56 | 56 | |
57 | - return null; |
|
58 | - } |
|
57 | + return null; |
|
58 | + } |
|
59 | 59 | } |
@@ -13,96 +13,96 @@ |
||
13 | 13 | |
14 | 14 | class TorExitProvider |
15 | 15 | { |
16 | - /** @var PdoDatabase */ |
|
17 | - private $database; |
|
18 | - |
|
19 | - /** |
|
20 | - * TorExitProvider constructor. |
|
21 | - * |
|
22 | - * @param PdoDatabase $database |
|
23 | - */ |
|
24 | - public function __construct(PdoDatabase $database) |
|
25 | - { |
|
26 | - $this->database = $database; |
|
27 | - } |
|
28 | - |
|
29 | - /** |
|
30 | - * Checks whether an IP address is a Tor exit node for one of the pre-cached IP addresses. |
|
31 | - * |
|
32 | - * @param string $ip IP Address |
|
33 | - * |
|
34 | - * @return bool |
|
35 | - */ |
|
36 | - public function isTorExit($ip) |
|
37 | - { |
|
38 | - $statement = $this->database->prepare('SELECT COUNT(1) FROM tornodecache WHERE ipaddr = :ip'); |
|
39 | - |
|
40 | - $statement->execute(array(':ip' => $ip)); |
|
41 | - |
|
42 | - $count = $statement->fetchColumn(); |
|
43 | - $statement->closeCursor(); |
|
44 | - |
|
45 | - if ($count > 0) { |
|
46 | - return true; |
|
47 | - } |
|
48 | - else { |
|
49 | - return false; |
|
50 | - } |
|
51 | - } |
|
52 | - |
|
53 | - public static function regenerate(PdoDatabase $database, HttpHelper $httpHelper, $destinationIps) |
|
54 | - { |
|
55 | - $query = <<<SQL |
|
16 | + /** @var PdoDatabase */ |
|
17 | + private $database; |
|
18 | + |
|
19 | + /** |
|
20 | + * TorExitProvider constructor. |
|
21 | + * |
|
22 | + * @param PdoDatabase $database |
|
23 | + */ |
|
24 | + public function __construct(PdoDatabase $database) |
|
25 | + { |
|
26 | + $this->database = $database; |
|
27 | + } |
|
28 | + |
|
29 | + /** |
|
30 | + * Checks whether an IP address is a Tor exit node for one of the pre-cached IP addresses. |
|
31 | + * |
|
32 | + * @param string $ip IP Address |
|
33 | + * |
|
34 | + * @return bool |
|
35 | + */ |
|
36 | + public function isTorExit($ip) |
|
37 | + { |
|
38 | + $statement = $this->database->prepare('SELECT COUNT(1) FROM tornodecache WHERE ipaddr = :ip'); |
|
39 | + |
|
40 | + $statement->execute(array(':ip' => $ip)); |
|
41 | + |
|
42 | + $count = $statement->fetchColumn(); |
|
43 | + $statement->closeCursor(); |
|
44 | + |
|
45 | + if ($count > 0) { |
|
46 | + return true; |
|
47 | + } |
|
48 | + else { |
|
49 | + return false; |
|
50 | + } |
|
51 | + } |
|
52 | + |
|
53 | + public static function regenerate(PdoDatabase $database, HttpHelper $httpHelper, $destinationIps) |
|
54 | + { |
|
55 | + $query = <<<SQL |
|
56 | 56 | INSERT INTO tornodecache (ipaddr, exitaddr, exitport) |
57 | 57 | VALUES (:ipaddr, :exitaddr, :exitport) |
58 | 58 | ON DUPLICATE KEY |
59 | 59 | UPDATE touched = CURRENT_TIMESTAMP, updateversion = updateversion + 1 |
60 | 60 | SQL; |
61 | 61 | |
62 | - $statement = $database->prepare($query); |
|
62 | + $statement = $database->prepare($query); |
|
63 | 63 | |
64 | - foreach ($destinationIps as $ip) { |
|
65 | - echo 'Fetching data for ' . $ip . PHP_EOL; |
|
64 | + foreach ($destinationIps as $ip) { |
|
65 | + echo 'Fetching data for ' . $ip . PHP_EOL; |
|
66 | 66 | |
67 | - $statement->bindValue(':exitaddr', $ip); |
|
67 | + $statement->bindValue(':exitaddr', $ip); |
|
68 | 68 | |
69 | - $http = $httpHelper->get( |
|
70 | - 'https://check.torproject.org/cgi-bin/TorBulkExitList.py', |
|
71 | - array( |
|
72 | - 'ip' => $ip, |
|
73 | - 'port' => 80, |
|
74 | - )); |
|
69 | + $http = $httpHelper->get( |
|
70 | + 'https://check.torproject.org/cgi-bin/TorBulkExitList.py', |
|
71 | + array( |
|
72 | + 'ip' => $ip, |
|
73 | + 'port' => 80, |
|
74 | + )); |
|
75 | 75 | |
76 | - $https = $httpHelper->get( |
|
77 | - 'https://check.torproject.org/cgi-bin/TorBulkExitList.py', |
|
78 | - array( |
|
79 | - 'ip' => $ip, |
|
80 | - 'port' => 443, |
|
81 | - )); |
|
76 | + $https = $httpHelper->get( |
|
77 | + 'https://check.torproject.org/cgi-bin/TorBulkExitList.py', |
|
78 | + array( |
|
79 | + 'ip' => $ip, |
|
80 | + 'port' => 443, |
|
81 | + )); |
|
82 | 82 | |
83 | - foreach (array(80 => $http, 443 => $https) as $port => $response) { |
|
84 | - echo ' Running for port ' . $ip . ':' . $port . PHP_EOL; |
|
83 | + foreach (array(80 => $http, 443 => $https) as $port => $response) { |
|
84 | + echo ' Running for port ' . $ip . ':' . $port . PHP_EOL; |
|
85 | 85 | |
86 | - $statement->bindValue(':exitport', $port); |
|
86 | + $statement->bindValue(':exitport', $port); |
|
87 | 87 | |
88 | - $lines = explode("\n", $response); |
|
88 | + $lines = explode("\n", $response); |
|
89 | 89 | |
90 | - foreach ($lines as $line) { |
|
91 | - // line contains a comment char, just skip the line. |
|
92 | - // This is OK as of 2016-04-06 --stw |
|
93 | - if (strpos($line, '#') !== false) { |
|
94 | - continue; |
|
95 | - } |
|
90 | + foreach ($lines as $line) { |
|
91 | + // line contains a comment char, just skip the line. |
|
92 | + // This is OK as of 2016-04-06 --stw |
|
93 | + if (strpos($line, '#') !== false) { |
|
94 | + continue; |
|
95 | + } |
|
96 | 96 | |
97 | - $statement->bindValue(':ipaddr', $line); |
|
98 | - $statement->execute(); |
|
99 | - } |
|
100 | - } |
|
97 | + $statement->bindValue(':ipaddr', $line); |
|
98 | + $statement->execute(); |
|
99 | + } |
|
100 | + } |
|
101 | 101 | |
102 | - echo 'Done for ' . $ip . PHP_EOL; |
|
103 | - } |
|
102 | + echo 'Done for ' . $ip . PHP_EOL; |
|
103 | + } |
|
104 | 104 | |
105 | - // kill old cached entries |
|
106 | - $database->exec('DELETE FROM tornodecache WHERE touched < DATE_SUB(CURRENT_TIMESTAMP, INTERVAL 1 DAY)'); |
|
107 | - } |
|
105 | + // kill old cached entries |
|
106 | + $database->exec('DELETE FROM tornodecache WHERE touched < DATE_SUB(CURRENT_TIMESTAMP, INTERVAL 1 DAY)'); |
|
107 | + } |
|
108 | 108 | } |
109 | 109 | \ No newline at end of file |
@@ -44,8 +44,7 @@ |
||
44 | 44 | |
45 | 45 | if ($count > 0) { |
46 | 46 | return true; |
47 | - } |
|
48 | - else { |
|
47 | + } else { |
|
49 | 48 | return false; |
50 | 49 | } |
51 | 50 | } |
@@ -22,77 +22,77 @@ |
||
22 | 22 | */ |
23 | 23 | class CachedApiAntispoofProvider implements IAntiSpoofProvider |
24 | 24 | { |
25 | - /** |
|
26 | - * @var PdoDatabase |
|
27 | - */ |
|
28 | - private $database; |
|
29 | - /** |
|
30 | - * @var string |
|
31 | - */ |
|
32 | - private $mediawikiWebServiceEndpoint; |
|
33 | - /** |
|
34 | - * @var HttpHelper |
|
35 | - */ |
|
36 | - private $httpHelper; |
|
25 | + /** |
|
26 | + * @var PdoDatabase |
|
27 | + */ |
|
28 | + private $database; |
|
29 | + /** |
|
30 | + * @var string |
|
31 | + */ |
|
32 | + private $mediawikiWebServiceEndpoint; |
|
33 | + /** |
|
34 | + * @var HttpHelper |
|
35 | + */ |
|
36 | + private $httpHelper; |
|
37 | 37 | |
38 | - public function __construct(PdoDatabase $database, $mediawikiWebServiceEndpoint, HttpHelper $httpHelper) |
|
39 | - { |
|
40 | - $this->database = $database; |
|
41 | - $this->mediawikiWebServiceEndpoint = $mediawikiWebServiceEndpoint; |
|
42 | - $this->httpHelper = $httpHelper; |
|
43 | - } |
|
38 | + public function __construct(PdoDatabase $database, $mediawikiWebServiceEndpoint, HttpHelper $httpHelper) |
|
39 | + { |
|
40 | + $this->database = $database; |
|
41 | + $this->mediawikiWebServiceEndpoint = $mediawikiWebServiceEndpoint; |
|
42 | + $this->httpHelper = $httpHelper; |
|
43 | + } |
|
44 | 44 | |
45 | - public function getSpoofs($username) |
|
46 | - { |
|
47 | - /** @var AntiSpoofCache $cacheResult */ |
|
48 | - $cacheResult = AntiSpoofCache::getByUsername($username, $this->database); |
|
49 | - if ($cacheResult == false) { |
|
50 | - // get the data from the API |
|
51 | - $data = $this->httpHelper->get($this->mediawikiWebServiceEndpoint, array( |
|
52 | - 'action' => 'antispoof', |
|
53 | - 'format' => 'php', |
|
54 | - 'username' => $username, |
|
55 | - )); |
|
45 | + public function getSpoofs($username) |
|
46 | + { |
|
47 | + /** @var AntiSpoofCache $cacheResult */ |
|
48 | + $cacheResult = AntiSpoofCache::getByUsername($username, $this->database); |
|
49 | + if ($cacheResult == false) { |
|
50 | + // get the data from the API |
|
51 | + $data = $this->httpHelper->get($this->mediawikiWebServiceEndpoint, array( |
|
52 | + 'action' => 'antispoof', |
|
53 | + 'format' => 'php', |
|
54 | + 'username' => $username, |
|
55 | + )); |
|
56 | 56 | |
57 | - $cacheEntry = new AntiSpoofCache(); |
|
58 | - $cacheEntry->setDatabase($this->database); |
|
59 | - $cacheEntry->setUsername($username); |
|
60 | - $cacheEntry->setData($data); |
|
61 | - $cacheEntry->save(); |
|
57 | + $cacheEntry = new AntiSpoofCache(); |
|
58 | + $cacheEntry->setDatabase($this->database); |
|
59 | + $cacheEntry->setUsername($username); |
|
60 | + $cacheEntry->setData($data); |
|
61 | + $cacheEntry->save(); |
|
62 | 62 | |
63 | - $cacheResult = $cacheEntry; |
|
64 | - } |
|
65 | - else { |
|
66 | - $data = $cacheResult->getData(); |
|
67 | - } |
|
63 | + $cacheResult = $cacheEntry; |
|
64 | + } |
|
65 | + else { |
|
66 | + $data = $cacheResult->getData(); |
|
67 | + } |
|
68 | 68 | |
69 | - $result = unserialize($data); |
|
69 | + $result = unserialize($data); |
|
70 | 70 | |
71 | - if (!isset($result['antispoof']) || !isset($result['antispoof']['result'])) { |
|
72 | - $cacheResult->delete(); |
|
71 | + if (!isset($result['antispoof']) || !isset($result['antispoof']['result'])) { |
|
72 | + $cacheResult->delete(); |
|
73 | 73 | |
74 | - if (isset($result['error']['info'])) { |
|
75 | - throw new Exception("Unrecognised API response to query: " . $result['error']['info']); |
|
76 | - } |
|
74 | + if (isset($result['error']['info'])) { |
|
75 | + throw new Exception("Unrecognised API response to query: " . $result['error']['info']); |
|
76 | + } |
|
77 | 77 | |
78 | - throw new Exception("Unrecognised API response to query."); |
|
79 | - } |
|
78 | + throw new Exception("Unrecognised API response to query."); |
|
79 | + } |
|
80 | 80 | |
81 | - if ($result['antispoof']['result'] == "pass") { |
|
82 | - // All good here! |
|
83 | - return array(); |
|
84 | - } |
|
81 | + if ($result['antispoof']['result'] == "pass") { |
|
82 | + // All good here! |
|
83 | + return array(); |
|
84 | + } |
|
85 | 85 | |
86 | - if ($result['antispoof']['result'] == "conflict") { |
|
87 | - // we've got conflicts, let's do something with them. |
|
88 | - return $result['antispoof']['users']; |
|
89 | - } |
|
86 | + if ($result['antispoof']['result'] == "conflict") { |
|
87 | + // we've got conflicts, let's do something with them. |
|
88 | + return $result['antispoof']['users']; |
|
89 | + } |
|
90 | 90 | |
91 | - if ($result['antispoof']['result'] == "error") { |
|
92 | - // we've got conflicts, let's do something with them. |
|
93 | - throw new Exception("Encountered error while getting result: " . $result['antispoof']['error']); |
|
94 | - } |
|
91 | + if ($result['antispoof']['result'] == "error") { |
|
92 | + // we've got conflicts, let's do something with them. |
|
93 | + throw new Exception("Encountered error while getting result: " . $result['antispoof']['error']); |
|
94 | + } |
|
95 | 95 | |
96 | - throw new Exception("Unrecognised API response to query."); |
|
97 | - } |
|
96 | + throw new Exception("Unrecognised API response to query."); |
|
97 | + } |
|
98 | 98 | } |
@@ -61,8 +61,7 @@ |
||
61 | 61 | $cacheEntry->save(); |
62 | 62 | |
63 | 63 | $cacheResult = $cacheEntry; |
64 | - } |
|
65 | - else { |
|
64 | + } else { |
|
66 | 65 | $data = $cacheResult->getData(); |
67 | 66 | } |
68 | 67 |
@@ -13,25 +13,25 @@ |
||
13 | 13 | |
14 | 14 | class ClearOldDataTask extends ConsoleTaskBase |
15 | 15 | { |
16 | - public function execute() |
|
17 | - { |
|
18 | - $dataClearInterval = $this->getSiteConfiguration()->getDataClearInterval(); |
|
16 | + public function execute() |
|
17 | + { |
|
18 | + $dataClearInterval = $this->getSiteConfiguration()->getDataClearInterval(); |
|
19 | 19 | |
20 | - $query = $this->getDatabase()->prepare(<<<SQL |
|
20 | + $query = $this->getDatabase()->prepare(<<<SQL |
|
21 | 21 | UPDATE request |
22 | 22 | SET ip = :ip, forwardedip = null, email = :mail, useragent = '' |
23 | 23 | WHERE date < DATE_SUB(curdate(), INTERVAL {$dataClearInterval}) |
24 | 24 | AND status = 'Closed'; |
25 | 25 | SQL |
26 | - ); |
|
26 | + ); |
|
27 | 27 | |
28 | - $success = $query->execute(array( |
|
29 | - ":ip" => $this->getSiteConfiguration()->getDataClearIp(), |
|
30 | - ":mail" => $this->getSiteConfiguration()->getDataClearEmail(), |
|
31 | - )); |
|
28 | + $success = $query->execute(array( |
|
29 | + ":ip" => $this->getSiteConfiguration()->getDataClearIp(), |
|
30 | + ":mail" => $this->getSiteConfiguration()->getDataClearEmail(), |
|
31 | + )); |
|
32 | 32 | |
33 | - if (!$success) { |
|
34 | - throw new Exception("Error in transaction: Could not clear data."); |
|
35 | - } |
|
36 | - } |
|
33 | + if (!$success) { |
|
34 | + throw new Exception("Error in transaction: Could not clear data."); |
|
35 | + } |
|
36 | + } |
|
37 | 37 | } |
38 | 38 | \ No newline at end of file |
@@ -13,11 +13,11 @@ |
||
13 | 13 | |
14 | 14 | class ClearExpiredIdentificationData extends ConsoleTaskBase |
15 | 15 | { |
16 | - /** |
|
17 | - * @return void |
|
18 | - */ |
|
19 | - public function execute() |
|
20 | - { |
|
21 | - IdentificationVerifier::clearExpiredCacheEntries($this->getSiteConfiguration(), $this->getDatabase()); |
|
22 | - } |
|
16 | + /** |
|
17 | + * @return void |
|
18 | + */ |
|
19 | + public function execute() |
|
20 | + { |
|
21 | + IdentificationVerifier::clearExpiredCacheEntries($this->getSiteConfiguration(), $this->getDatabase()); |
|
22 | + } |
|
23 | 23 | } |
@@ -12,28 +12,28 @@ |
||
12 | 12 | |
13 | 13 | class OldRequestCleanupTask extends ConsoleTaskBase |
14 | 14 | { |
15 | - private $expiryTime; |
|
15 | + private $expiryTime; |
|
16 | 16 | |
17 | - /** |
|
18 | - * OldRequestCleanupTask constructor. |
|
19 | - */ |
|
20 | - public function __construct() |
|
21 | - { |
|
22 | - $this->expiryTime = $this->getSiteConfiguration()->getEmailConfirmationExpiryDays(); |
|
23 | - } |
|
17 | + /** |
|
18 | + * OldRequestCleanupTask constructor. |
|
19 | + */ |
|
20 | + public function __construct() |
|
21 | + { |
|
22 | + $this->expiryTime = $this->getSiteConfiguration()->getEmailConfirmationExpiryDays(); |
|
23 | + } |
|
24 | 24 | |
25 | - public function execute() |
|
26 | - { |
|
27 | - $statement = $this->getDatabase()->prepare(<<<SQL |
|
25 | + public function execute() |
|
26 | + { |
|
27 | + $statement = $this->getDatabase()->prepare(<<<SQL |
|
28 | 28 | DELETE FROM request |
29 | 29 | WHERE |
30 | 30 | date < DATE_SUB(CURRENT_TIMESTAMP(), INTERVAL :expiry DAY) |
31 | 31 | AND emailconfirm != 'Confirmed' |
32 | 32 | AND emailconfirm != ''; |
33 | 33 | SQL |
34 | - ); |
|
34 | + ); |
|
35 | 35 | |
36 | - $statement->bindValue(':expiry', $this->expiryTime); |
|
37 | - $statement->execute(); |
|
38 | - } |
|
36 | + $statement->bindValue(':expiry', $this->expiryTime); |
|
37 | + $statement->execute(); |
|
38 | + } |
|
39 | 39 | } |
40 | 40 | \ No newline at end of file |
@@ -16,152 +16,152 @@ |
||
16 | 16 | |
17 | 17 | class RecreateTrustedIpTableTask extends ConsoleTaskBase |
18 | 18 | { |
19 | - public function execute() |
|
20 | - { |
|
21 | - |
|
22 | - echo "Fetching file...\n"; |
|
23 | - |
|
24 | - $htmlfile = file($this->getSiteConfiguration()->getXffTrustedHostsFile(), |
|
25 | - FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES); |
|
26 | - |
|
27 | - $ip = array(); |
|
28 | - $iprange = array(); |
|
29 | - $dnsdomain = array(); |
|
30 | - |
|
31 | - echo "Sorting file...\n"; |
|
32 | - $this->readFile($htmlfile, $iprange, $ip, $dnsdomain); |
|
33 | - |
|
34 | - echo "Exploding CIDRs...\n"; |
|
35 | - $this->explodeCidrs($iprange, $ip); |
|
36 | - |
|
37 | - echo "Resolving DNS...\n"; |
|
38 | - $this->resolveDns($dnsdomain, $ip); |
|
39 | - |
|
40 | - echo "Uniq-ing array...\n"; |
|
41 | - |
|
42 | - $ip = array_unique($ip); |
|
43 | - |
|
44 | - $database = $this->getDatabase(); |
|
45 | - |
|
46 | - $database->exec('DELETE FROM xfftrustcache;'); |
|
47 | - |
|
48 | - $insert = $database->prepare('INSERT INTO xfftrustcache (ip) VALUES (:ip);'); |
|
49 | - |
|
50 | - $this->doInserts($ip, $insert); |
|
51 | - } |
|
52 | - |
|
53 | - /** |
|
54 | - * @param string[] $dnsDomains the DNS domains to resolve |
|
55 | - * @param string[] $ipAddresses existing array of IPs to add to |
|
56 | - */ |
|
57 | - protected function resolveDns($dnsDomains, &$ipAddresses) |
|
58 | - { |
|
59 | - foreach ($dnsDomains as $domain) { |
|
60 | - $ipList = gethostbynamel($domain); |
|
61 | - |
|
62 | - if ($ipList === false) { |
|
63 | - echo "Invalid DNS name $domain\n"; |
|
64 | - continue; |
|
65 | - } |
|
66 | - |
|
67 | - foreach ($ipList as $ipAddress) { |
|
68 | - $ipAddresses[] = $ipAddress; |
|
69 | - } |
|
70 | - |
|
71 | - // don't DoS |
|
72 | - usleep(10000); |
|
73 | - } |
|
74 | - } |
|
75 | - |
|
76 | - /** |
|
77 | - * @param $iprange |
|
78 | - * @param $ip |
|
79 | - */ |
|
80 | - protected function explodeCidrs($iprange, &$ip) |
|
81 | - { |
|
82 | - foreach ($iprange as $r) { |
|
83 | - $ips = $this->getXffTrustProvider()->explodeCidr($r); |
|
84 | - |
|
85 | - foreach ($ips as $i) { |
|
86 | - $ip[] = $i; |
|
87 | - } |
|
88 | - } |
|
89 | - } |
|
90 | - |
|
91 | - /** |
|
92 | - * @param $htmlfile |
|
93 | - * @param $iprange |
|
94 | - * @param $ip |
|
95 | - * @param $dnsdomain |
|
96 | - */ |
|
97 | - protected function readFile($htmlfile, &$iprange, &$ip, &$dnsdomain) |
|
98 | - { |
|
99 | - foreach ($htmlfile as $line_num => $rawline) { |
|
100 | - // remove the comments |
|
101 | - $hashPos = strpos($rawline, '#'); |
|
102 | - if ($hashPos !== false) { |
|
103 | - $line = substr($rawline, 0, $hashPos); |
|
104 | - } |
|
105 | - else { |
|
106 | - $line = $rawline; |
|
107 | - } |
|
108 | - |
|
109 | - $line = trim($line); |
|
110 | - |
|
111 | - // this was a comment or empty line... |
|
112 | - if ($line == "") { |
|
113 | - continue; |
|
114 | - } |
|
115 | - |
|
116 | - // match a regex of an CIDR range: |
|
117 | - $ipcidr = '@' . RegexConstants::IPV4 . RegexConstants::IPV4_CIDR . '@'; |
|
118 | - if (preg_match($ipcidr, $line) === 1) { |
|
119 | - $iprange[] = $line; |
|
120 | - continue; |
|
121 | - } |
|
122 | - |
|
123 | - $ipnoncidr = '@' . RegexConstants::IPV4 . '@'; |
|
124 | - if (preg_match($ipnoncidr, $line) === 1) { |
|
125 | - $ip[] = $line; |
|
126 | - continue; |
|
127 | - } |
|
128 | - |
|
129 | - // it's probably a DNS name. |
|
130 | - $dnsdomain[] = $line; |
|
131 | - } |
|
132 | - } |
|
133 | - |
|
134 | - /** |
|
135 | - * @param array $ip |
|
136 | - * @param PDOStatement $insert |
|
137 | - * |
|
138 | - * @throws Exception |
|
139 | - */ |
|
140 | - protected function doInserts($ip, PDOStatement $insert) |
|
141 | - { |
|
142 | - $successful = true; |
|
143 | - |
|
144 | - foreach ($ip as $i) { |
|
145 | - if (count($i) > 15) { |
|
146 | - echo "Rejected $i\n"; |
|
147 | - $successful = false; |
|
148 | - |
|
149 | - continue; |
|
150 | - } |
|
151 | - |
|
152 | - try { |
|
153 | - $insert->execute(array(':ip' => $i)); |
|
154 | - } |
|
155 | - catch (PDOException $ex) { |
|
156 | - echo "Exception on $i :\n"; |
|
157 | - echo $ex->getMessage(); |
|
158 | - $successful = false; |
|
159 | - break; |
|
160 | - } |
|
161 | - } |
|
162 | - |
|
163 | - if (!$successful) { |
|
164 | - throw new Exception('Encountered errors during transaction processing'); |
|
165 | - } |
|
166 | - } |
|
19 | + public function execute() |
|
20 | + { |
|
21 | + |
|
22 | + echo "Fetching file...\n"; |
|
23 | + |
|
24 | + $htmlfile = file($this->getSiteConfiguration()->getXffTrustedHostsFile(), |
|
25 | + FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES); |
|
26 | + |
|
27 | + $ip = array(); |
|
28 | + $iprange = array(); |
|
29 | + $dnsdomain = array(); |
|
30 | + |
|
31 | + echo "Sorting file...\n"; |
|
32 | + $this->readFile($htmlfile, $iprange, $ip, $dnsdomain); |
|
33 | + |
|
34 | + echo "Exploding CIDRs...\n"; |
|
35 | + $this->explodeCidrs($iprange, $ip); |
|
36 | + |
|
37 | + echo "Resolving DNS...\n"; |
|
38 | + $this->resolveDns($dnsdomain, $ip); |
|
39 | + |
|
40 | + echo "Uniq-ing array...\n"; |
|
41 | + |
|
42 | + $ip = array_unique($ip); |
|
43 | + |
|
44 | + $database = $this->getDatabase(); |
|
45 | + |
|
46 | + $database->exec('DELETE FROM xfftrustcache;'); |
|
47 | + |
|
48 | + $insert = $database->prepare('INSERT INTO xfftrustcache (ip) VALUES (:ip);'); |
|
49 | + |
|
50 | + $this->doInserts($ip, $insert); |
|
51 | + } |
|
52 | + |
|
53 | + /** |
|
54 | + * @param string[] $dnsDomains the DNS domains to resolve |
|
55 | + * @param string[] $ipAddresses existing array of IPs to add to |
|
56 | + */ |
|
57 | + protected function resolveDns($dnsDomains, &$ipAddresses) |
|
58 | + { |
|
59 | + foreach ($dnsDomains as $domain) { |
|
60 | + $ipList = gethostbynamel($domain); |
|
61 | + |
|
62 | + if ($ipList === false) { |
|
63 | + echo "Invalid DNS name $domain\n"; |
|
64 | + continue; |
|
65 | + } |
|
66 | + |
|
67 | + foreach ($ipList as $ipAddress) { |
|
68 | + $ipAddresses[] = $ipAddress; |
|
69 | + } |
|
70 | + |
|
71 | + // don't DoS |
|
72 | + usleep(10000); |
|
73 | + } |
|
74 | + } |
|
75 | + |
|
76 | + /** |
|
77 | + * @param $iprange |
|
78 | + * @param $ip |
|
79 | + */ |
|
80 | + protected function explodeCidrs($iprange, &$ip) |
|
81 | + { |
|
82 | + foreach ($iprange as $r) { |
|
83 | + $ips = $this->getXffTrustProvider()->explodeCidr($r); |
|
84 | + |
|
85 | + foreach ($ips as $i) { |
|
86 | + $ip[] = $i; |
|
87 | + } |
|
88 | + } |
|
89 | + } |
|
90 | + |
|
91 | + /** |
|
92 | + * @param $htmlfile |
|
93 | + * @param $iprange |
|
94 | + * @param $ip |
|
95 | + * @param $dnsdomain |
|
96 | + */ |
|
97 | + protected function readFile($htmlfile, &$iprange, &$ip, &$dnsdomain) |
|
98 | + { |
|
99 | + foreach ($htmlfile as $line_num => $rawline) { |
|
100 | + // remove the comments |
|
101 | + $hashPos = strpos($rawline, '#'); |
|
102 | + if ($hashPos !== false) { |
|
103 | + $line = substr($rawline, 0, $hashPos); |
|
104 | + } |
|
105 | + else { |
|
106 | + $line = $rawline; |
|
107 | + } |
|
108 | + |
|
109 | + $line = trim($line); |
|
110 | + |
|
111 | + // this was a comment or empty line... |
|
112 | + if ($line == "") { |
|
113 | + continue; |
|
114 | + } |
|
115 | + |
|
116 | + // match a regex of an CIDR range: |
|
117 | + $ipcidr = '@' . RegexConstants::IPV4 . RegexConstants::IPV4_CIDR . '@'; |
|
118 | + if (preg_match($ipcidr, $line) === 1) { |
|
119 | + $iprange[] = $line; |
|
120 | + continue; |
|
121 | + } |
|
122 | + |
|
123 | + $ipnoncidr = '@' . RegexConstants::IPV4 . '@'; |
|
124 | + if (preg_match($ipnoncidr, $line) === 1) { |
|
125 | + $ip[] = $line; |
|
126 | + continue; |
|
127 | + } |
|
128 | + |
|
129 | + // it's probably a DNS name. |
|
130 | + $dnsdomain[] = $line; |
|
131 | + } |
|
132 | + } |
|
133 | + |
|
134 | + /** |
|
135 | + * @param array $ip |
|
136 | + * @param PDOStatement $insert |
|
137 | + * |
|
138 | + * @throws Exception |
|
139 | + */ |
|
140 | + protected function doInserts($ip, PDOStatement $insert) |
|
141 | + { |
|
142 | + $successful = true; |
|
143 | + |
|
144 | + foreach ($ip as $i) { |
|
145 | + if (count($i) > 15) { |
|
146 | + echo "Rejected $i\n"; |
|
147 | + $successful = false; |
|
148 | + |
|
149 | + continue; |
|
150 | + } |
|
151 | + |
|
152 | + try { |
|
153 | + $insert->execute(array(':ip' => $i)); |
|
154 | + } |
|
155 | + catch (PDOException $ex) { |
|
156 | + echo "Exception on $i :\n"; |
|
157 | + echo $ex->getMessage(); |
|
158 | + $successful = false; |
|
159 | + break; |
|
160 | + } |
|
161 | + } |
|
162 | + |
|
163 | + if (!$successful) { |
|
164 | + throw new Exception('Encountered errors during transaction processing'); |
|
165 | + } |
|
166 | + } |
|
167 | 167 | } |
168 | 168 | \ No newline at end of file |
@@ -101,8 +101,7 @@ |
||
101 | 101 | $hashPos = strpos($rawline, '#'); |
102 | 102 | if ($hashPos !== false) { |
103 | 103 | $line = substr($rawline, 0, $hashPos); |
104 | - } |
|
105 | - else { |
|
104 | + } else { |
|
106 | 105 | $line = $rawline; |
107 | 106 | } |
108 | 107 |