for testing and deploying your application
for finding and fixing issues
for empowering human code reviews
<?php
namespace PiedWeb\SeoPocketCrawler;
use PiedWeb\UrlHarvester\Harvest;
use PiedWeb\Curl\ResponseFromCache;
class CrawlerRestart extends CrawlerContinue
{
public function __construct(string $id, bool $fromCache = false)
$this->fromCache = $fromCache;
parent::__construct($id);
$this->resetLinks();
}
protected function resetLinks()
exec('rm -rf '.$this->getDataFolder().Recorder::LINKS_DIR);
mkdir($this->getDataFolder().Recorder::LINKS_DIR);
protected function loadFromPreviousCrawl(string $startUrl)
$this->urls[$startUrl] = null;
protected function getHarvest(Url $url)
if (true === $this->fromCache) {
$filePath = $this->recorder->getCacheFilePath($url);
if (null !== $filePath && file_exists($filePath)) {
$response = new ResponseFromCache(
$filePath,
$this->base.$url->uri,
json_decode(file_get_contents($filePath.'---info'), true)
);
return new Harvest($response);
return parent::getHarvest($url);
PiedWeb /
SeoPocketCrawler
