kosuha606 / html-uni-parser

src/ZendBasedParser.php

<?php
declare(strict_types=1);

namespace kosuha606\HtmlUniParser;

use kosuha606\HtmlUniParser\exceptions\ParserInvalidConfigException;
use PhantomInstaller\PhantomBinary;
use Zend\Dom\Query;

/**
 * Parser helper based on zend query
 * @package app\Parsers
 */
class ZendBasedParser extends BaseObject
{
    /**
     * @var string
     */
    private $url;

    /**
     * @var string
     */
    private $lastUrl;

    /**
     * @var string
     */
    private $htmlBuffer;

    /**
     * @var int
     */
    private $sleepAfterRequest = 0;

    /**
     * @var string
     */
    private $userAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36";

    /**
     * @param $url
     */
    public function setUrl($url)
    {
        $this->url = $url;
    }

    /**
     * @param int $sleepAfterRequest
     */
    public function setSleepAfterRequest($sleepAfterRequest)
    {
        $this->sleepAfterRequest = $sleepAfterRequest;
    }

    /**
     * @param $search
     * @return mixed
     * @throws ParserInvalidConfigException
     */
    public function query($search)
    {
        return $this->dom()->execute($search);
    }

    /**
     * @return Query
     */
    public function filegetcontentsDom(): Query
    {
        if ($this->getLastUrl() !== $this->getUrl()) {
            $this
                ->setHtmlBuffer('<meta charset="UTF-8" />'.file_get_contents($this->getUrl()))
                ->setLastUrl($this->getUrl())
            ;
            sleep($this->sleepAfterRequest);
        }
        $dom = new Query($this->htmlBuffer);

The class Zend\Dom\Query has been deprecated.

        return $dom;
    }

    /**
     * @return Query
     */
    public function phantomjsDom(): Query
    {
        if ($this->getLastUrl() !== $this->getUrl()) {
            $bin = PhantomBinary::BIN;
            $command = $bin.' '.__DIR__.'/nodejs/loadspeed.js ' . $this->url;
            $result = shell_exec($command);
            $this
                ->setHtmlBuffer('<meta charset="UTF-8" />'.$result)
                ->setLastUrl($this->getUrl())
            ;
            sleep($this->sleepAfterRequest);
        }
        $dom = new Query($this->htmlBuffer);

The class Zend\Dom\Query has been deprecated.

        return $dom;
    }

    /**
     * @return Query
     */
    public function wgetDom(): Query
    {
        if ($this->getLastUrl() !== $this->getUrl()) {
            $command = 'wget -qO- '.$this->url.' --no-check-certificate';
            $result = shell_exec($command);
            $this
                ->setHtmlBuffer('<meta charset="UTF-8" />'.$result)
                ->setLastUrl($this->getUrl())
            ;
            sleep($this->sleepAfterRequest);
        }
        $dom = new Query($this->htmlBuffer);

The class Zend\Dom\Query has been deprecated.

        return $dom;
    }

    /**
     * @return Query
     * @throws ParserInvalidConfigException
     */
    public function dom($encoding = 'UTF-8', $type='curl'): Query
    {
        if ($type==='curl') {
            if (!in_array('curl', get_loaded_extensions())) {
                throw new ParserInvalidConfigException('The curl extension in not loaded in system');
            }
            if ($this->getLastUrl() !== $this->getUrl()) {
                $ch = \curl_init($this->getUrl());
                \curl_setopt($ch, CURLOPT_USERAGENT, $this->userAgent);

It seems like $ch can also be of type false; however, parameter $ch of curl_setopt() does only seem to accept resource, maybe add an additional type check?

                \curl_setopt($ch, CURLOPT_FOLLOWLOCATION, true);
                \ob_start();
                \ob_implicit_flush();
                \curl_exec($ch);

It seems like $ch can also be of type false; however, parameter $ch of curl_exec() does only seem to accept resource, maybe add an additional type check?

                \curl_close($ch);

It seems like $ch can also be of type false; however, parameter $ch of curl_close() does only seem to accept resource, maybe add an additional type check?

                $htmlBuffer = '<meta charset="UTF-8" />';
                $htmlBuffer .= \ob_get_clean();
                $this->setHtmlBuffer($htmlBuffer);
                $this->setLastUrl($this->getUrl());
                \sleep($this->getSleepAfterRequest());
            }
            $emptyHtml = '<html><head></head><body></body></html>';
            $html = $this->getHtmlBuffer();
            if (!$html) {
                $html = $emptyHtml;
            }
            $dom = new Query($html, $encoding);

The class Zend\Dom\Query has been deprecated.

            return $dom;
        } else {
            $method = $type.'Dom';
            return $this->$method();
        }
    }

    /**
     * @return string
     */
    public function getRawHtml(): string
    {
        return $this->htmlBuffer ?: '';
    }

    /**
     * @param $html
     * @return ZendBasedParser
     */
    public function setRawHtml($html): self
    {
        $this->htmlBuffer = $html;
        return $this;
    }

    /**
     * @return string
     */
    public function getLastUrl(): string
    {
        return $this->lastUrl ?: '';
    }

    /**
     * @return string
     */
    public function getUrl(): string
    {
        return $this->url;
    }

    /**
     * @return string
     */
    public function getHtmlBuffer(): string
    {
        return $this->htmlBuffer;
    }

    /**
     * @return int
     */
    public function getSleepAfterRequest(): int
    {
        return $this->sleepAfterRequest;
    }

    /**
     * @return string
     */
    public function getUserAgent(): string
    {
        return $this->userAgent;
    }

    /**
     * @param string $lastUrl
     * @return ZendBasedParser
     */
    public function setLastUrl($lastUrl): self
    {
        $this->lastUrl = $lastUrl;
        return $this;
    }

    /**
     * @param string $htmlBuffer
     * @return ZendBasedParser
     */
    public function setHtmlBuffer($htmlBuffer): self
    {
        $this->htmlBuffer = $htmlBuffer;
        return $this;
    }

    /**
     * @param string $userAgent
     * @return ZendBasedParser
     */
    public function setUserAgent($userAgent): self
    {
        $this->userAgent = $userAgent;
        return $this;
    }
}