1 | <?php |
||
21 | class RobotsTxtParser implements RobotsTxtInterface |
||
22 | { |
||
23 | use DirectiveParserTrait; |
||
24 | |||
25 | /** |
||
26 | * Directive white list |
||
27 | */ |
||
28 | const TOP_LEVEL_DIRECTIVES = [ |
||
29 | self::DIRECTIVE_CLEAN_PARAM => 'cleanParam', |
||
30 | self::DIRECTIVE_HOST => 'host', |
||
31 | self::DIRECTIVE_SITEMAP => 'sitemap', |
||
32 | ]; |
||
33 | |||
34 | /** |
||
35 | * Root directive handler |
||
36 | * @var RootDirectiveHandler |
||
37 | */ |
||
38 | protected $handler; |
||
39 | |||
40 | /** |
||
41 | * TxtClient constructor. |
||
42 | * |
||
43 | * @param string $baseUri |
||
44 | * @param string $content |
||
45 | * @param string|null $effectiveUri |
||
46 | */ |
||
47 | public function __construct($baseUri, $content, $effectiveUri = null) |
||
60 | |||
61 | /** |
||
62 | * Client robots.txt |
||
63 | * |
||
64 | * @param string $txt |
||
65 | * @return bool |
||
66 | */ |
||
67 | private function parseTxt($txt) |
||
87 | |||
88 | /** |
||
89 | * Add line |
||
90 | * |
||
91 | * @param string $line |
||
92 | * @return bool |
||
93 | */ |
||
94 | private function parseLine($line) |
||
101 | |||
102 | /** |
||
103 | * Render |
||
104 | * |
||
105 | * @return RenderClient |
||
106 | */ |
||
107 | public function render() |
||
111 | |||
112 | /** |
||
113 | * Rule array |
||
114 | * |
||
115 | * @return array |
||
116 | */ |
||
117 | public function export() |
||
126 | } |
||
127 |