Lbc\Crawler\AdCrawler

Complexity

Total Complexity

14

Size/Duplication

Total Lines	164
Duplicated Lines	0 %

Coupling/Cohesion

Components	1
Dependencies	8

Test Coverage

Coverage

98.39%

Importance

Changes	4
Bugs	0	Features	0

6 Methods

Rating	Name	Duplication	Size	Complexity
A	setUrlParser()	0	4	1
A	getDescription()	0	11	2
A	getAll()	0	12	1
B	getPictures()	0	39	5
B	getProperties()	0	28	2
A	sanitize()	0	21	3

<?php

namespace Lbc\Crawler;

use Lbc\Filter\CitySanitizer;
use Lbc\Filter\CpSanitizer;
use Lbc\Filter\DefaultSanitizer;
use Lbc\Filter\KeySanitizer;
use Lbc\Parser\AdUrlParser;
use League\Uri\Schemes\Http;
use Symfony\Component\DomCrawler\Crawler;

/**
 * Class AdCrawler
 * @package Lbc\Crawler
 */
class AdCrawler extends CrawlerAbstract
{
    /**
     * @var AdUrlParser
     */
    protected $url;

    /**
     * @param $url
     * @return AdUrlParser
     */
    protected function setUrlParser($url)
    {
        $this->url = new AdUrlParser($url);
    }

    /**
     * Return a full ad information
     *
     * @return array
     */
    public function getAll()
    {
        return array_merge(
            [
                'id'       => $this->getUrlParser()->getId(),
                'category' => $this->getUrlParser()->getCategory(),
            ],
            $this->getPictures(),
            $this->getProperties(),
            $this->getDescription()
        );
    }

    /**
     * Return an array with the Thumbs pictures url
     *
     * @param Crawler $node
     * @return array
     */
    public function getPictures(Crawler $node = null)
    {
        $node = $node ?: $this->node;

        $images = [
            'images_thumbs' => [],
            'images'        => [],
        ];

        $node
            ->filter('.adview_main script')
            ->each(function (Crawler $crawler) use (&$images) {
                if (preg_match_all(
                    '#//img.+.leboncoin.fr/.*\.jpg#',
                    $crawler->html(),
                    $matches
                )) {
                    foreach ($matches[0] as $image) {
                        if (preg_match('/thumb/', $image)) {
                            array_push(
                                $images['images_thumbs'],
                                (string) Http::createFromString($image)
                                    ->withScheme($this->sheme)
                            );

                            continue;
                        }

                        array_push(
                            $images['images'],
                            (string) Http::createFromString($image)
                                ->withScheme($this->sheme)
                        );
                    }
                }
            });

        return $images;
    }

    /**
     * Return the common information (price, cp, city)
     *
     * @param Crawler $node
     *
     * @return array
     */
    public function getProperties(Crawler $node = null)
    {
        $node = $node ?: $this->node;

        $properties = [
            'titre'      => (new DefaultSanitizer)->clean(
                $node->filter('h1')->text()
            ),
            'created_at' => $node
                ->filter('*[itemprop=availabilityStarts]')
                ->first()
                ->attr('content'),
            'is_pro'     => ($node->filter('.ispro')->count()),
        ];

        $node->filter('h2')
            ->each(function (Crawler $crawler) use (&$properties) {
                $properties = array_merge(
                    $properties,
                    $this->sanitize(
                        $crawler->filter('.property')->text(),
                        $crawler->filter('.value')->text()
                    )
                );
            });

        return ['properties' => $properties];
    }

    /**
     * Return the description
     *
     * @param Crawler $node
     * @return string
     */
    public function getDescription(Crawler $node = null)
    {
        $node = $node ?: $this->node;

        return [
            'description' => $this->getFieldValue(
                $node->filter("p[itemprop=description]"),
                null
            ),
        ];
    }

    /**
     * Transform the properties name into a snake_case string and sanitize
     * the value
     *
     * @param string $key
     * @param string $value
     * @return string
     */
    private function sanitize($key, $value)
    {
        $key = (new KeySanitizer)->clean($key);

        if ($key == 'ville') {
            return [
                'ville' => (new CitySanitizer)->clean($value),
                'cp'    => (new CpSanitizer)->clean($value),
            ];
        }

        $filteClass = 'Lbc\\Filter\\' . ucfirst($key) . 'Sanitizer';

        if (!class_exists($filteClass)) {
            $filteClass = 'Lbc\\Filter\\DefaultSanitizer';
        }

        return [
            $key => call_user_func_array([(new $filteClass), 'clean'], [$value]),
        ];
    }
}