PiedWeb\SeoPocketCrawler\Recorder

Complexity

Total Complexity

21

Size/Duplication

Total Lines	114
Duplicated Lines	0 %

Test Coverage

Coverage

93.1%

Importance

Changes

0

9 Methods

Rating	Name	Duplication	Size	Complexity
A	recordOutboundLink()	0	6	1
A	__construct()	0	9	2
A	cache()	0	14	4
A	getCacheFilePathWithUrlAsFilename()	0	14	6
A	getCacheFilePath()	0	6	2
A	mustWeCache()	0	3	1
A	record()	0	18	3
A	getCacheFilePathWithIdAsFilename()	0	3	1
A	recordInboundLink()	0	6	1

<?php

namespace PiedWeb\SeoPocketCrawler;

use PiedWeb\UrlHarvester\Harvest;

class Recorder
{
    const LINKS_DIR = '/links';
    const CACHE_DIR = '/cache';

    const CACHE_NONE = 0;
    const CACHE_ID = 2;
    const CACHE_URI = 1;

    protected $folder;
    protected $cacheMethod;

    public function __construct($folder, $cacheMethod = Record::CACHE_ID)
    {
        $this->folder = $folder;
        $this->cacheMethod = $cacheMethod;

        if (!file_exists($folder)) {
            mkdir($folder);
            mkdir($folder.Recorder::LINKS_DIR);
            mkdir($folder.Recorder::CACHE_DIR);
        }
    }

    public function cache(Harvest $harvest, Url $url)
    {
        if (Recorder::CACHE_NONE === $this->cacheMethod || !$this->mustWeCache($harvest)) {
            return;
        }

        $filePath = $this->getCacheFilePath($url);
        if (!file_exists($filePath)) {
            file_put_contents(
                $filePath,
                $harvest->getResponse()->getHeaders(false).PHP_EOL.PHP_EOL.$harvest->getResponse()->getContent()
            );

            return file_put_contents($filePath.'---info', json_encode($harvest->getResponse()->getInfo()));
        }
    }

    public function getCacheFilePath(Url $url)
    {
        if (Recorder::CACHE_URI === $this->cacheMethod) {
            return $this->getCacheFilePathWithUrlAsFilename($url);
        } else {
            return $this->getCacheFilePathWithIdAsFilename($url);
        }
    }

    protected function getCacheFilePathWithUrlAsFilename(Url $url)
    {
        $url = trim($url->uri, '/').'/';
        $urlPart = explode('/', $url);
        $folder = $this->folder.Recorder::CACHE_DIR;

        $urlPartLenght = count($urlPart);
        for ($i = 0; $i < $urlPartLenght; ++$i) {
            if ($i == $urlPartLenght - 1) {
                return $folder.'/'.(empty($urlPart[$i]) ? 'index.html' : $urlPart[$i]);
            } else {
                $folder .= '/'.$urlPart[$i];
                if (!file_exists($folder) || !is_dir($folder)) {
                    mkdir($folder);
                }
            }
        }
    }

    protected function getCacheFilePathWithIdAsFilename(Url $url)
    {
        return $this->folder.Recorder::CACHE_DIR.'/'.(string) $url->id;
    }

    protected function mustWeCache(Harvest $harvest)
    {
        return false !== strpos($harvest->getResponse()->getContentType(), 'text/html');
    }

    public function record(array $urls)
    {
        $fp = fopen($this->folder.'/index.csv', 'w');

        if (false !== $fp) {
            $header = array_keys(get_object_vars(array_values($urls)[0]));
            fputcsv($fp, $header);

            foreach ($urls as $url) {
                fputcsv($fp, get_object_vars($url));
            }

            fclose($fp);

            return true;
        }

        return false;
    }

    public function recordInboundLink(Url $from, Url $to, int $type)
    {
        file_put_contents(
            $this->folder.Recorder::LINKS_DIR.'/To_'.(string) $to->id.'_'.$type,
            $from->uri.PHP_EOL,
            FILE_APPEND
        );
    }

    public function recordOutboundLink(Url $from, array $links)
    {
        $links = array_map(function ($link) {
            return $link->getUrl();
        }, $links);
        file_put_contents($this->folder.Recorder::LINKS_DIR.'/From_'.(string) $from->id, implode(PHP_EOL, $links));
    }
}