@@ -377,6 +377,9 @@ |
||
| 377 | 377 | return in_array($uri->getScheme(), ['http', 'https']); |
| 378 | 378 | } |
| 379 | 379 | |
| 380 | + /** |
|
| 381 | + * @return Node |
|
| 382 | + */ |
|
| 380 | 383 | protected function addToDepthTree(Node $node, UriInterface $url, UriInterface $parentUrl) |
| 381 | 384 | { |
| 382 | 385 | $returnNode = null; |
@@ -3,22 +3,22 @@ |
||
| 3 | 3 | namespace Spatie\Crawler; |
| 4 | 4 | |
| 5 | 5 | use Generator; |
| 6 | -use Spatie\Crawler\Handlers\CrawlRequestFailed; |
|
| 7 | -use Spatie\Crawler\Handlers\CrawlRequestFulfilled; |
|
| 8 | -use Tree\Node\Node; |
|
| 9 | -use GuzzleHttp\Pool; |
|
| 10 | 6 | use GuzzleHttp\Client; |
| 11 | -use GuzzleHttp\Psr7\Uri; |
|
| 7 | +use GuzzleHttp\Pool; |
|
| 12 | 8 | use GuzzleHttp\Psr7\Request; |
| 13 | -use Spatie\Robots\RobotsTxt; |
|
| 14 | -use InvalidArgumentException; |
|
| 9 | +use GuzzleHttp\Psr7\Uri; |
|
| 15 | 10 | use GuzzleHttp\RequestOptions; |
| 11 | +use InvalidArgumentException; |
|
| 16 | 12 | use Psr\Http\Message\UriInterface; |
| 17 | 13 | use Spatie\Browsershot\Browsershot; |
| 18 | -use Symfony\Component\DomCrawler\Link; |
|
| 19 | -use Spatie\Crawler\CrawlQueue\CrawlQueue; |
|
| 20 | 14 | use Spatie\Crawler\CrawlQueue\CollectionCrawlQueue; |
| 15 | +use Spatie\Crawler\CrawlQueue\CrawlQueue; |
|
| 16 | +use Spatie\Crawler\Handlers\CrawlRequestFailed; |
|
| 17 | +use Spatie\Crawler\Handlers\CrawlRequestFulfilled; |
|
| 18 | +use Spatie\Robots\RobotsTxt; |
|
| 21 | 19 | use Symfony\Component\DomCrawler\Crawler as DomCrawler; |
| 20 | +use Symfony\Component\DomCrawler\Link; |
|
| 21 | +use Tree\Node\Node; |
|
| 22 | 22 | |
| 23 | 23 | class Crawler |
| 24 | 24 | { |