for testing and deploying your application
for finding and fixing issues
for empowering human code reviews
<?php
namespace Spatie\Crawler\Handlers;
use Exception;
use GuzzleHttp\Exception\RequestException;
use Spatie\Crawler\Crawler;
class CrawlRequestFailed
{
/** @var \Spatie\Crawler\Crawler */
protected $crawler;
public function __construct(Crawler $crawler)
$this->crawler = $crawler;
}
public function __invoke(Exception $exception, $index)
if ($exception instanceof RequestException) {
$crawlUrl = $this->crawler->getCrawlQueue()->getUrlById($index);
$this->crawler->getCrawlObservers()->crawlFailed($crawlUrl, $exception);
usleep($this->crawler->getDelayBetweenRequests());
spatie /
crawler
