spatie /
crawler
| @@ 29-44 (lines=16) @@ | ||
| 26 | $this->mustRespectRobots = $mustRespectRobots; |
|
| 27 | } |
|
| 28 | ||
| 29 | public function mayIndex(): bool |
|
| 30 | { |
|
| 31 | if (! $this->mustRespectRobots) { |
|
| 32 | return true; |
|
| 33 | } |
|
| 34 | ||
| 35 | if (! $this->robotsHeaders->mayIndex()) { |
|
| 36 | return false; |
|
| 37 | } |
|
| 38 | ||
| 39 | if (! $this->robotsMeta->mayIndex()) { |
|
| 40 | return false; |
|
| 41 | } |
|
| 42 | ||
| 43 | return true; |
|
| 44 | } |
|
| 45 | ||
| 46 | public function mayFollow(): bool |
|
| 47 | { |
|
| @@ 46-61 (lines=16) @@ | ||
| 43 | return true; |
|
| 44 | } |
|
| 45 | ||
| 46 | public function mayFollow(): bool |
|
| 47 | { |
|
| 48 | if (! $this->mustRespectRobots) { |
|
| 49 | return true; |
|
| 50 | } |
|
| 51 | ||
| 52 | if (! $this->robotsHeaders->mayFollow()) { |
|
| 53 | return false; |
|
| 54 | } |
|
| 55 | ||
| 56 | if (! $this->robotsMeta->mayFollow()) { |
|
| 57 | return false; |
|
| 58 | } |
|
| 59 | ||
| 60 | return true; |
|
| 61 | } |
|
| 62 | } |
|
| 63 | ||
