Zenstruck\CacheBundle\Url\Crawler

Complexity

Total Complexity

12

Size/Duplication

Total Lines	88
Duplicated Lines	0 %

Coupling/Cohesion

Components	1
Dependencies	5

Test Coverage

Coverage

100%

Importance

Changes	5
Bugs	1	Features	0

6 Methods

Rating	Name	Duplication	Size	Complexity
A	addUrlProvider()	0	4	1
A	__construct()	0	7	1
A	count()	0	10	2
A	crawl()	0	12	3
A	log()	0	10	3
A	getUrls()	0	10	2

<?php

namespace Zenstruck\CacheBundle\Url;

use Http\Client\HttpClient;
use Http\Message\MessageFactory;
use Psr\Http\Message\ResponseInterface;
use Psr\Log\LoggerInterface;
use Psr\Log\LogLevel;

/**
 * @author Kevin Bond <kevinbond@gmail.com>
 */
class Crawler implements \Countable
{
    private $httpClient;
    private $messageFactory;
    private $logger;
    private $urlProviders;

    /**
     * @param HttpClient      $httpClient
     * @param MessageFactory  $messageFactory
     * @param LoggerInterface $logger
     * @param UrlProvider[]   $urlProviders
     */
    public function __construct(HttpClient $httpClient, MessageFactory $messageFactory, LoggerInterface $logger = null, array $urlProviders = [])
    {
        $this->httpClient = $httpClient;
        $this->messageFactory = $messageFactory;
        $this->logger = $logger;
        $this->urlProviders = $urlProviders;
    }

    /**
     * @param UrlProvider $provider
     */
    public function addUrlProvider(UrlProvider $provider)
    {
        $this->urlProviders[] = $provider;
    }

    /**
     * {@inheritdoc}
     */
    public function count()
    {
        $count = 0;

        foreach ($this->urlProviders as $provider) {
            $count += count($provider);
        }

        return $count;
    }

    /**
     * @param callable $callback Response as first argument, calling URL as second
     */
    public function crawl(callable $callback = null)
    {
        foreach ($this->getUrls() as $url) {
            $response = $this->httpClient->sendRequest($this->messageFactory->createRequest('GET', $url));

            $this->log($response, $url);

            if ($callback) {
                $callback($response, $url);
            }
        }
    }

    /**
     * @param ResponseInterface $response
     * @param string            $url
     */
    private function log(ResponseInterface $response, $url)
    {
        if (null === $this->logger) {
            return;
        }

        $status = $response->getStatusCode();

        $this->logger->log($status == 200 ? LogLevel::DEBUG : LogLevel::NOTICE, sprintf('[%s] %s', $status, $url));
    }

    /**
     * @return array
     */
    private function getUrls()
    {
        $urls = [];

        foreach ($this->urlProviders as $provider) {
            $urls = array_merge($urls, $provider->getUrls());
        }

        return $urls;
    }
}