EarningsScraperWorker

Complexity

Total Complexity

15

Size/Duplication

Total Lines	149
Duplicated Lines	0 %

Coupling/Cohesion

Components	1
Dependencies	6

Test Coverage

Coverage

0%

Importance

Changes

0

6 Methods

Rating	Name	Duplication	Size	Complexity
A	__construct()	0	3	1
A	fire()	0	15	3
A	getEarnings()	0	21	1
A	getUrl()	0	3	1
C	storeInteresting()	0	45	8
A	getActiveMovies()	0	13	1

<?php

use Carbon\Carbon;
use Goutte\Client;
use Illuminate\Database\Eloquent\Collection;
use Illuminate\Queue\Jobs\Job;
use Symfony\Component\DomCrawler\Crawler;

class EarningsScraperWorker {

PSR1 recommends that each class must be in a namespace of at least one level to avoid collisions.

	/**
	 * @type Client
	 */
	private $client;

	/**
	 * @param Client $client
	 */
	function __construct(Client $client) {

It is generally recommended to explicitly declare the visibility for methods.

		$this->client = $client;
	}

	/**
	 * Scrape earnings
	 *
	 * @param Job $job
	 * @param     $data
	 */
	public function fire(Job $job, $data) {
		if ($job->attempts() > 3) {
			$job->delete();

			return;
		}

		/** @type Carbon $date */
		$date = $data['day'] instanceof Carbon ? $data['day'] : new Carbon($data['day']);
		list($dateFor, $earnings) = $this->getEarnings($date);

		$this->storeInteresting($dateFor, $earnings);

		$job->delete();
	}

	/**
	 * Get earnings data
	 *
	 * @param Carbon $date
	 *
	 * @return array
	 */
	private function getEarnings(Carbon $date) {
		$crawler = $this->client->request('GET', $this->getUrl($date), [], [], [
			'HTTP_USER_AGENT' => "Mozilla/5.0 (Windows NT 10.0; WOW64; rv:45.0) Gecko/20100101 Firefox/45.0"
		]);

		$result_date = new Carbon($crawler->filter('font[face="Verdana"][size="4"] > b')->text());
		$movies = $crawler->filter('#body table[border="0"][cellpadding="5"] tr:not([bgcolor="#dcdcdc"])')->each(function (Crawler $node) {
			$cols = $node->children();

			$url = $cols->eq(2)->children()->eq(0)->children()->eq(0)->attr('href');

			$info = [
				'boxmojo_id'   => str_replace('/movies/?page=daily&id=', '', str_replace('.htm', '', $url)),
				'domestic_total' => intval(str_replace(['$', ','], '', $cols->eq(9)->text())),
			];

			return $info;
		});

		return [$result_date, $movies];
	}

	/**
	 * Get the URL to scrape
	 *
	 * @param Carbon $date
	 *
	 * @return string
	 */
	private function getUrl(Carbon $date) {
		return 'http://www.boxofficemojo.com/daily/chart/?view=1day&sortdate=' . $date->toDateString();
	}

	/**
	 * Store
	 *
	 * @param Carbon $dateFor
	 * @param        $earnings
	 */
	private function storeInteresting(Carbon $dateFor, $earnings) {
		$movies = $this->getActiveMovies($dateFor)->keyBy('boxmojo_id');

		foreach ($earnings as $info) {
			if (! $movies->has($info['boxmojo_id'])) {
				continue;
			}

			/** @type Movie $movie */
			$movie = $movies->get($info['boxmojo_id']);
			$earnings = $movie->earnings()->where('date', $dateFor)->first();
			if (! $earnings) {
				$earnings = new MovieEarning([
					'movie_id' => $movie->id,
					'date'     => $dateFor,
				]);
			}

			$earnings->domestic = $info['domestic_total'];

			if ($earnings->isDirty()) {
				$earnings->save();

				if (! $movie->latestEarnings || $movie->latestEarnings->date < $earnings->date) {
					$movie->latest_earnings_id = $earnings->id;
					$movie->save();
				}

				// Find any LeagueMovies that might should be updated
				$leagueMovies = DB::table('league_movies')
				                  ->where('league_movies.movie_id', $movie->id)
				                  ->join('leagues', 'league_movies.league_id', '=', 'leagues.id')
				                  ->where('leagues.end_date', '>', $dateFor)
				                  ->get(['league_movies.id']); // . infront bypasses clearing of dots, which is actually needed here

				foreach ($leagueMovies as $leagueMovie) {
					Queue::push('UpdateLeagueMovieEarnings', [
						'league_movie_id' => $leagueMovie->id, 'earnings_id' => $earnings->id
					]);
				}
			}

		}

	}

	/**
	 * Get movies that are being used in an active League
	 *
	 * @param Carbon $dateFor
	 *
	 * @return Collection
	 */
	private function getActiveMovies(Carbon $dateFor) {
		$movies = Movie::query()
		               ->where('release', '<', $dateFor)
		               ->whereExists(function (\Illuminate\Database\Query\Builder $query) use ($dateFor) {
			               $query->select(DB::raw(1))
			                     ->from('league_movies')
			                     ->join('leagues', 'league_movies.league_id', '=', 'leagues.id')
			                     ->whereRaw('league_movies.movie_id = movies.id')
			                     ->where('leagues.end_date', '>', $dateFor);
		               })->get();

		return $movies;
	}
}