CompleteProcess::skipGoogle() - Code Metrics - Inspection of "Fix BnF 'langue originale'" - Dispositif/Wikibot - Measure and Improve Code Quality continuously with Scrutinizer

Completed
Push — master ( 86f356...2b3d1a )

by Dispositif
created 2019-11-26 13:13 UTC
CompleteProcess::skipGoogle() A

↳ Parent: CompleteProcess
Complexity

Conditions	1
Paths	1
Size

Total Lines	3
Code Lines	1
Duplication

Lines	0
Ratio	0 %
Importance

Changes
Metric	Value
cc	1
eloc	1
c	0
b	0
f	0
nc	1
nop	0
dl	0
loc	3
rs	10
<?php
/**
 * This file is part of dispositif/wikibot application
 * 2019 : Philippe M. <[email protected]>
 * For the full copyright and MIT license information, please view the LICENSE file.
 */

declare(strict_types=1);

namespace App\Application\Examples;

use App\Application\Bot;
use App\Application\Memory;
use App\Application\QueueInterface;
use App\Domain\Models\Wiki\OuvrageTemplate;
use App\Domain\OuvrageComplete;
use App\Domain\OuvrageFactory;
use App\Domain\OuvrageOptimize;
use App\Domain\Utils\TemplateParser;
use App\Infrastructure\DbAdapter;
use App\Infrastructure\GoogleBooksAdapter;
use Throwable;

include __DIR__.'/../myBootstrap.php';

$dirty = new CompleteProcess(new DbAdapter());
$dirty->run();

/**
 * Class CompleteProcess
 */
class CompleteProcess
{
    /**
     * @var QueueInterface
     */
    private $queueAdapter;
    /**
     * @var string
     */
    private $raw = '';
    private $log = [];
    private $notCosmetic = false;
    private $major = false;
    /**
     * @var OuvrageTemplate
     */
    private $ouvrage;
    private $continue = true;


    public function __construct(QueueInterface $queueAdapter)
    {
        $this->queueAdapter = $queueAdapter;
    }

    public function run(?int $limit = 10000)
    {
        $memory = new Memory();
        while ($limit > 0) {
            $limit--;
            sleep(1);
            $this->raw = $this->getNewRaw();

            echo sprintf(
                "-------------------------------\n%s [%s]\n\n%s\n",
                date("Y-m-d H:i:s"),
                Bot::getGitVersion() ?? '',
                $this->raw
            );
            $memory->echoMemory(true);

            // initialise variables
            $this->log = [];
            $this->ouvrage = null;
            $this->notCosmetic = false;
            $this->major = false;


            try {
                $parse = TemplateParser::parseAllTemplateByName('ouvrage', $this->raw);
                $origin = $parse['ouvrage'][0]['model'] ?? null;
            } catch (Throwable $e) {
                echo sprintf("*** ERREUR impossible de transformer en modèle %s \n", $this->raw);
                continue;
            }

            if (!$origin instanceof OuvrageTemplate) {
                echo sprintf("*** ERREUR impossible de transformer en modèle %s \n", $this->raw);
                continue;
            }

            // Final optimizing (with online predictions)
            $optimizer = new OuvrageOptimize($origin, null, true);
            $optimizer->doTasks();
            $this->ouvrage = $optimizer->getOuvrage();
            $this->log = array_merge($this->log, $optimizer->getLog());
            $this->notCosmetic = ($optimizer->notCosmetic || $this->notCosmetic);

            /**
             * RECHERCHE ONLINE
             */
            $isbn = $origin->getParam('isbn') ?? null; // avant mise en forme EAN>ISBN
            if (!empty($isbn)) {
                $this->onlineIsbnSearch($isbn);
            }

            $this->sendCompleted();
            unset($optimizer);
            unset($parse);
            unset($origin);
        } // END WHILE

        return true;
    }

    /**
     * Get raw string to complete from AMQP queue, SQL Select or file reading.
     *
     * @return string|null
     */
    private function getNewRaw(): ?string
    {
        $raw = $this->queueAdapter->getNewRaw();
        if (!$raw) {
            echo "STOP: no more queue to process \n";
            exit;

        }

        return $raw;
    }

    private function onlineIsbnSearch(string $isbn)
    {
        online:
        echo "sleep 40...\n";
        sleep(40);

        try {
            dump('BIBLIO NAT FRANCE...');
            $bnfOuvrage = OuvrageFactory::BnfFromIsbn($isbn);
            $this->completeOuvrage($bnfOuvrage);
        } catch (Throwable $e) {
            echo "*** ERREUR BnF Isbn Search".$e->getMessage()."\n";
            echo "sleep 5min\n";
            sleep(60 * 5);
            goto online;
        }

        try {
            if (!$this->skipGoogle()) {
                dump('GOOGLE...');
                $googleOuvrage = OuvrageFactory::GoogleFromIsbn($isbn);
                $this->completeOuvrage($googleOuvrage);
            }
        } catch (Throwable $e) {
            echo "*** ERREUR GOOGLE Isbn Search ***".$e->getMessage()."\n";
            if (strpos($e->getMessage(), 'Daily Limit Exceeded') !== true) {
                echo "sleep 1h\n";
                sleep(60 * 60);
                echo "Try goto\n";
                goto online;
            }
        }


        try {
            dump('OpenLibrary...');
            $openLibraryOuvrage = OuvrageFactory::OpenLibraryFromIsbn($isbn);
            if (!empty($openLibraryOuvrage)) {
                $this->completeOuvrage($openLibraryOuvrage);
            }
        } catch (Throwable $e) {
            echo '**** ERREUR OpenLibrary Isbn Search';
        }
    }

    private function onlineQuerySearch(string $query)
    private function onlineQuerySearch(/** @scrutinizer ignore-unused */ string $query)
    {
        echo "sleep 40...";
        sleep(40);
        onlineQuerySearch:

        try {
            dump('GOOGLE SEARCH...');
            //            $googleOuvrage = OuvrageFactory::GoogleFromIsbn($isbn);
            $adapter = new GoogleBooksAdapter();
            $data = $adapter->search('blabla');
            dump($data);
            die;

            //            return $import->getOuvrage();
            //            $this->completeOuvrage($googleOuvrage);
        } catch (Throwable $e) {
            echo "*** ERREUR GOOGLE QuerySearch *** ".$e->getMessage()."\n";
            sleep(60 * 30);
            goto onlineQuerySearch;
        }
    }

    private function completeOuvrage(OuvrageTemplate $onlineOuvrage)
    {
        dump($onlineOuvrage->serialize(true));
        $optimizer = new OuvrageOptimize($onlineOuvrage);
        $onlineOptimized = ($optimizer)->doTasks()->getOuvrage();

        $completer = new OuvrageComplete($this->ouvrage, $onlineOptimized);
        $this->ouvrage = $completer->getResult();
        dump($completer->getLog());
        if ($completer->major) {
            $this->major = true;
        }
        $this->notCosmetic = ($completer->notCosmetic || $this->notCosmetic);
        $this->log = array_merge($this->log, $completer->getLog());
        unset($optimizer);
        unset($completer);
    }

    private function sendCompleted()
    {
        $isbn13 = $this->ouvrage->getParam('isbn') ?? null;

        $finalData = [
            //    'page' =>
            'raw' => $this->raw,
            'opti' => $this->serializeFinalOpti(),
            'optidate' => date("Y-m-d H:i:s"),
            'modifs' => mb_substr(implode(',', $this->log), 0, 250),
            'notcosmetic' => ($this->notCosmetic) ? 1 : 0,
            'major' => ($this->major) ? 1 : 0,
            'isbn' => substr($isbn13, 0, 20),
            'version' => Bot::getGitVersion() ?? null,
        ];
        dump($finalData);
        // Json ?
        $result = $this->queueAdapter->sendCompletedData($finalData);
        dump($result); // bool
    }

    /**
     * Final serialization of the completed OuvrageTemplate.
     * Delete 'langue=fr'
     *
     * @return string
     * @throws \Exception
     */
    private function serializeFinalOpti(): string
    {
        $ouvrage = $this->ouvrage;
        $langue = $ouvrage->getParam('langue');
        if ($langue && 'fr' === $langue) {
            $ouvrage->unsetParam('langue');
        }

        return $ouvrage->serialize(true);
    }

    private function skipGoogle(): bool
    {
        return false;
    }
}

Dispositif / Wikibot

Push — master ( 86f356...2b3d1a )

CompleteProcess::skipGoogle() A

Complexity

Size

Duplication

Importance

Duplication Side-by-Side

Filter issues like
