Spatie\Crawler\CollectionCrawlQueue

Complexity

Total Complexity

16

Size/Duplication

Total Lines	96
Duplicated Lines	0 %

Coupling/Cohesion

Components	1
Dependencies	4

Importance

Changes

0

9 Methods

Rating	Name	Duplication	Size	Complexity
A	__construct()	0	6	1
A	add()	0	13	2
A	hasPendingUrls()	0	4	1
A	getUrlById()	0	8	2
A	hasAlreadyBeenProcessed()	0	4	2
A	markAsProcessed()	0	7	1
A	has()	0	12	3
A	contains()	0	10	3
A	getFirstPendingUrl()	0	4	1

<?php

namespace Spatie\Crawler;

use Illuminate\Support\Collection;
use Spatie\Crawler\Exception\UrlNotFoundByIndex;

class CollectionCrawlQueue implements CrawlQueue
{
    /** @var \Illuminate\Support\Collection */
    public $urls;

    /** @var \Illuminate\Support\Collection */
    public $pendingUrls;

    public function __construct()
    {
        $this->urls = collect();

        $this->pendingUrls = collect();
    }

    public function add(CrawlUrl $url): CrawlQueue
    {
        if ($this->has($url)) {
            return $this;
        }

        $this->urls->push($url);

        $url->setId($this->urls->keys()->last());
        $this->pendingUrls->push($url);

        return $this;
    }

    public function hasPendingUrls(): bool
    {
        return (bool) $this->pendingUrls->count();
    }

    /**
     * @param int $id
     *
     * @return \Spatie\Crawler\CrawlUrl|null
     */
    public function getUrlById(int $id): CrawlUrl
    {
        if (! isset($this->urls->values()[$id])) {
            throw new UrlNotFoundByIndex("#{$id} crawl url not found in collection");
        }

        return $this->urls->values()[$id];
    }

    public function hasAlreadyBeenProcessed(CrawlUrl $url)
    {
        return ! $this->contains($this->pendingUrls, $url) && $this->contains($this->urls, $url);
    }

    public function markAsProcessed(CrawlUrl $crawlUrl)
    {
        $this->pendingUrls = $this->pendingUrls
            ->reject(function (CrawlUrl $crawlUrlItem) use ($crawlUrl) {
                return $crawlUrlItem->url->isEqual($crawlUrl->url);

$crawlUrl->url is of type object<Spatie\Crawler\Url>, but the function expects a object<self>.

            });
    }

    /**
     * @param CrawlUrl|Url $crawlUrl
     *
     * @return bool
     */
    public function has($crawlUrl): bool
    {
        if ($crawlUrl instanceof Url) {
            $crawlUrl = CrawlUrl::create($crawlUrl);
        }

        if ($this->contains($this->urls, $crawlUrl)) {
            return true;
        }

        return false;
    }

    private function contains(Collection $collection, CrawlUrl $searchCrawlUrl): bool
    {
        foreach ($collection as $crawlUrl) {
            if ($crawlUrl->url->isEqual($searchCrawlUrl->url)) {
                return true;
            }
        }

        return false;
    }

    /** @return \Spatie\Crawler\CrawlUrl|null */
    public function getFirstPendingUrl()
    {
        return $this->pendingUrls->first();
    }
}