@@ -340,6 +340,9 @@ |
||
| 340 | 340 | } |
| 341 | 341 | } |
| 342 | 342 | |
| 343 | + /** |
|
| 344 | + * @return Node |
|
| 345 | + */ |
|
| 343 | 346 | public function addToDepthTree(UriInterface $url, UriInterface $parentUrl, Node $node = null): ?Node |
| 344 | 347 | { |
| 345 | 348 | if (is_null($this->maximumDepth)) { |
@@ -74,6 +74,9 @@ |
||
| 74 | 74 | $this->crawler->getCrawlObservers()->crawled($crawlUrl, $response); |
| 75 | 75 | } |
| 76 | 76 | |
| 77 | + /** |
|
| 78 | + * @param integer $readMaximumBytes |
|
| 79 | + */ |
|
| 77 | 80 | protected function convertBodyToString(StreamInterface $bodyStream, $readMaximumBytes = 1024 * 1024 * 2): string |
| 78 | 81 | { |
| 79 | 82 | $bodyStream->rewind(); |
@@ -8,10 +8,10 @@ |
||
| 8 | 8 | use Psr\Http\Message\ResponseInterface; |
| 9 | 9 | use Psr\Http\Message\StreamInterface; |
| 10 | 10 | use Psr\Http\Message\UriInterface; |
| 11 | -use Spatie\Crawler\Crawler; |
|
| 12 | -use Spatie\Crawler\CrawlerRobots; |
|
| 13 | 11 | use Spatie\Crawler\CrawlSubdomains; |
| 14 | 12 | use Spatie\Crawler\CrawlUrl; |
| 13 | +use Spatie\Crawler\Crawler; |
|
| 14 | +use Spatie\Crawler\CrawlerRobots; |
|
| 15 | 15 | use Spatie\Crawler\LinkAdder; |
| 16 | 16 | |
| 17 | 17 | class CrawlRequestFulfilled |