Pilipinews\Website\Bulletin\Crawler

Complexity

Total Complexity

2

Size/Duplication

Total Lines	34
Duplicated Lines	0 %

Test Coverage

Coverage

90.91%

Importance

Changes	1
Bugs	0	Features	0

1 Method

Rating	Name	Duplication	Size	Complexity
A	crawl()	0	19	2

<?php

namespace Pilipinews\Website\Bulletin;

use Pilipinews\Common\Client;
use Pilipinews\Common\Crawler as DomCrawler;
use Pilipinews\Common\Interfaces\CrawlerInterface;

/**
 * Manila Bulletin Crawler
 *
 * @package Pilipinews
 * @author  Rougin Gutib <rougingutib@gmail.com>
 */
class Crawler implements CrawlerInterface
{
    /**
     * @var string[]
     */
    protected $categories = array(
        'https://mb.com.ph/category/news/national/',
        'https://mb.com.ph/category/news/metro/',
    );

    /**
     * Returns an array of articles to scrape.
     *
     * @return string[]
     */
    public function crawl()
    {
        $articles = array();

        foreach ((array) $this->categories as $link)
        {
            $crawler = new DomCrawler(Client::request($link));

            $news = $crawler->filter('.uk-grid .uk-article');

            $items = $news->each(function (DomCrawler $node)
            {
                return $node->attr('data-permalink');
            });

            $articles = array_merge($articles, $items);
        }

        return array_reverse((array) $articles);
    }
}