CViniciusSDias\GoogleCrawler\Crawler

Complexity

Total Complexity

7

Size/Duplication

Total Lines	71
Duplicated Lines	0 %

Coupling/Cohesion

Components	1
Dependencies	6

Test Coverage

Coverage

100%

Importance

Changes

0

4 Methods

Rating	Name	Duplication	Size	Complexity
A	__construct()	0	7	2
A	parseResult()	0	9	1
A	getUrl()	0	4	1
A	getResults()	0	21	3

<?php
namespace CViniciusSDias\GoogleCrawler;

use CViniciusSDias\GoogleCrawler\Exception\InvalidResultException;
use CViniciusSDias\GoogleCrawler\Proxy\{
    GoogleProxy, NoProxy
};
use Psr\Http\Message\ResponseInterface;
use Symfony\Component\DomCrawler\Crawler as DomCrawler;
use Symfony\Component\DomCrawler\Link;

/**
 * Google Crawler
 *
 * @package CViniciusSDias\GoogleCrawler
 * @author Vinicius Dias
 */
class Crawler
{
    /** @var string $url*/
    protected $url;
    /** @var GoogleProxy $proxy */
    protected $proxy;

    public function __construct(SearchTermInterface $searchTerm, GoogleProxy $proxy = null)
    {
        // You can concatenate &gl=XX replacing XX with your country code (BR = Brazil; US = United States)
        // You should also add the coutry specific part of the google url, (like .br or .es)
        $this->url = "http://www.google.com/search?q=$searchTerm&num=100";
        $this->proxy = is_null($proxy) ? new NoProxy() : $proxy;

It seems like is_null($proxy) ? new \CViniciusSDias\GoogleCrawler\Proxy\NoProxy() : $proxy of type object<CViniciusSDias\GoogleCrawler\Proxy\GoogleProxy> is incompatible with the declared type object<GoogleProxy> of property $proxy.

    }

    /**
     * Returns the 100 first found results for the specified search term
     *
     * @return ResultList
     * @throws \GuzzleHttp\Exception\ServerException If the proxy was overused
     * @throws \GuzzleHttp\Exception\ConnectException If the proxy is unavailable
     */
    public function getResults(): ResultList
    {
        /** @var ResponseInterface $response */
        $response = $this->proxy->getHttpResponse($this->url);
        $stringResponse = (string) $response->getBody();
        $domCrawler = new DomCrawler($stringResponse);
        $googleResults = $domCrawler->filter('h3.r > a');
        $resultList = new ResultList($googleResults->count());

        foreach ($googleResults as $result) {
            $resultLink = new Link($result, 'http://google.com/');
            try {
                $googleResult = $this->parseResult($resultLink);
                $resultList->addResult($googleResult);
            } catch (InvalidResultException $invalidResult) {
                // TODO Maybe log this exception. Other than that, there's nothing to do, cause it isn't an error.
            }
        }

        return $resultList;
    }

    /**
     * If $resultLink is a valid link, this method assembles the Result and adds it to $googleResults
     *
     * @param Link $resultLink
     * @return Result
     */
    private function parseResult(Link $resultLink): Result
    {
        $googleResult = new Result();
        $googleResult
            ->setTitle($resultLink->getNode()->nodeValue)
            ->setUrl($this->getUrl($resultLink->getUri()));

        return $googleResult;
    }

    /**
     * Parses the URL using the parser provided by $proxy
     *
     * @param string $url
     * @return string
     */
    private function getUrl(string $url): string
    {
        return $this->proxy->parseUrl($url);
    }
}