1 | <?php |
||
22 | class UserAgentTools implements RobotsTxtInterface |
||
23 | { |
||
24 | /** |
||
25 | * Rules |
||
26 | * @var SubDirectiveHandler |
||
27 | */ |
||
28 | protected $handler; |
||
29 | |||
30 | /** |
||
31 | * Base uri |
||
32 | * @var string |
||
33 | */ |
||
34 | private $base; |
||
35 | |||
36 | /** |
||
37 | * Status code |
||
38 | * @var int|null |
||
39 | */ |
||
40 | private $statusCode; |
||
41 | |||
42 | /** |
||
43 | * DisAllowClient constructor. |
||
44 | * |
||
45 | * @param string $base |
||
46 | * @param int|null $statusCode |
||
47 | * @param SubDirectiveHandler $handler |
||
48 | */ |
||
49 | public function __construct(SubDirectiveHandler $handler, $base, $statusCode) |
||
55 | |||
56 | /** |
||
57 | * Check if URI is allowed to crawl |
||
58 | * |
||
59 | * @param string $uri |
||
60 | * @return bool |
||
61 | */ |
||
62 | public function isAllowed($uri) |
||
66 | |||
67 | /** |
||
68 | * Check |
||
69 | * |
||
70 | * @param string $directive |
||
71 | * @param string $uri |
||
72 | * @return bool |
||
73 | * @throws ClientException |
||
74 | */ |
||
75 | private function check($directive, $uri) |
||
88 | |||
89 | /** |
||
90 | * Check for overrides |
||
91 | * |
||
92 | * @param string $uri |
||
93 | * @return string|false |
||
94 | */ |
||
95 | private function checkOverride($uri) |
||
112 | |||
113 | /** |
||
114 | * Check path |
||
115 | * |
||
116 | * @param string $directive |
||
117 | * @param string $uri |
||
118 | * @return bool |
||
119 | */ |
||
120 | private function checkPath($directive, $uri) |
||
137 | |||
138 | /** |
||
139 | * Check if URI is disallowed to crawl |
||
140 | * |
||
141 | * @param string $uri |
||
142 | * @return bool |
||
143 | */ |
||
144 | public function isDisallowed($uri) |
||
148 | |||
149 | /** |
||
150 | * Rule export |
||
151 | * |
||
152 | * @return array |
||
153 | */ |
||
154 | public function export() |
||
168 | } |
||
169 |