@@ -68,7 +68,7 @@ |
||
| 68 | 68 | } |
| 69 | 69 | |
| 70 | 70 | /** |
| 71 | - * @param CrawlUrl|\Psr\Http\Message\UriInterface|string $crawlUrl |
|
| 71 | + * @param CrawlUrl $crawlUrl |
|
| 72 | 72 | * |
| 73 | 73 | * @return bool |
| 74 | 74 | */ |
@@ -2,9 +2,9 @@ |
||
| 2 | 2 | |
| 3 | 3 | namespace Spatie\Crawler; |
| 4 | 4 | |
| 5 | -use Psr\Http\Message\UriInterface; |
|
| 6 | -use Psr\Http\Message\ResponseInterface; |
|
| 7 | 5 | use GuzzleHttp\Exception\RequestException; |
| 6 | +use Psr\Http\Message\ResponseInterface; |
|
| 7 | +use Psr\Http\Message\UriInterface; |
|
| 8 | 8 | |
| 9 | 9 | abstract class CrawlObserver |
| 10 | 10 | { |
@@ -2,9 +2,9 @@ |
||
| 2 | 2 | |
| 3 | 3 | namespace Spatie\Crawler; |
| 4 | 4 | |
| 5 | -use Spatie\Robots\RobotsMeta; |
|
| 6 | -use Spatie\Robots\RobotsHeaders; |
|
| 7 | 5 | use Psr\Http\Message\ResponseInterface; |
| 6 | +use Spatie\Robots\RobotsHeaders; |
|
| 7 | +use Spatie\Robots\RobotsMeta; |
|
| 8 | 8 | |
| 9 | 9 | class CrawlerRobots |
| 10 | 10 | { |
@@ -305,6 +305,9 @@ |
||
| 305 | 305 | } |
| 306 | 306 | } |
| 307 | 307 | |
| 308 | + /** |
|
| 309 | + * @return Node |
|
| 310 | + */ |
|
| 308 | 311 | public function addToDepthTree(UriInterface $url, UriInterface $parentUrl, Node $node = null): ?Node |
| 309 | 312 | { |
| 310 | 313 | $node = $node ?? $this->depthTree; |
@@ -3,22 +3,20 @@ |
||
| 3 | 3 | namespace Spatie\Crawler; |
| 4 | 4 | |
| 5 | 5 | use Generator; |
| 6 | -use Spatie\Crawler\Exception\InvalidCrawlRequestHandler; |
|
| 7 | -use Spatie\Crawler\Handlers\CrawlRequestFailed; |
|
| 8 | -use Spatie\Crawler\Handlers\CrawlRequestFulfilled; |
|
| 9 | -use Tree\Node\Node; |
|
| 10 | -use GuzzleHttp\Pool; |
|
| 11 | 6 | use GuzzleHttp\Client; |
| 12 | -use GuzzleHttp\Psr7\Uri; |
|
| 7 | +use GuzzleHttp\Pool; |
|
| 13 | 8 | use GuzzleHttp\Psr7\Request; |
| 14 | -use Spatie\Robots\RobotsTxt; |
|
| 9 | +use GuzzleHttp\Psr7\Uri; |
|
| 15 | 10 | use GuzzleHttp\RequestOptions; |
| 16 | 11 | use Psr\Http\Message\UriInterface; |
| 17 | 12 | use Spatie\Browsershot\Browsershot; |
| 18 | -use Spatie\Crawler\CrawlQueue\CrawlQueue; |
|
| 19 | -use Spatie\Crawler\Handlers\DefaultCrawlRequestFailed; |
|
| 20 | -use Spatie\Crawler\Handlers\DefaultCrawlRequestFulfilled; |
|
| 21 | 13 | use Spatie\Crawler\CrawlQueue\CollectionCrawlQueue; |
| 14 | +use Spatie\Crawler\CrawlQueue\CrawlQueue; |
|
| 15 | +use Spatie\Crawler\Exception\InvalidCrawlRequestHandler; |
|
| 16 | +use Spatie\Crawler\Handlers\CrawlRequestFailed; |
|
| 17 | +use Spatie\Crawler\Handlers\CrawlRequestFulfilled; |
|
| 18 | +use Spatie\Robots\RobotsTxt; |
|
| 19 | +use Tree\Node\Node; |
|
| 22 | 20 | |
| 23 | 21 | class Crawler |
| 24 | 22 | { |