Nelexa\GPlay\Util\ScraperUtil

Complexity

Total Complexity

27

Size/Duplication

Total Lines	134
Duplicated Lines	0 %

Test Coverage

Coverage

95%

Importance

Changes	1
Bugs	0	Features	0

5 Methods

Rating	Name	Duplication	Size	Complexity
A	html2text()	0	7	1
C	convertDomNodeToText()	0	37	15
A	extractScriptData()	0	23	4
A	createDomDocument()	0	13	2
A	getValue()	0	17	5

<?php

declare(strict_types=1);

/*
 * Copyright (c) Ne-Lexa
 *
 * For the full copyright and license information, please view
 * the LICENSE file that was distributed with this source code.
 *
 * @see https://github.com/Ne-Lexa/google-play-scraper
 */

namespace Nelexa\GPlay\Util;

/**
 * @internal
 */
class ScraperUtil
{
    /**
     * @param string $html
     *
     * @return array
     */
    public static function extractScriptData(string $html): array
    {
        $scripts = [];

        preg_match_all('/>AF_initDataCallback\((.*?)\);<\/script/s', $html, $matches);
        if ($matches) {
            $scripts = array_reduce(
                $matches[0],
                static function ($carry, $item) {
                    if (
                        preg_match("/(ds:.*?)'/", $item, $keyMatch)
                        && preg_match('/data:([\s\S]*?)(, }\);<\/|, sideChannel:)/', $item, $valueMatch)
                    ) {
                        $carry[$keyMatch[1]] = \GuzzleHttp\json_decode($valueMatch[1], true);

The function GuzzleHttp\json_decode() has been deprecated: json_decode will be removed in guzzlehttp/guzzle:8.0. Use Utils::jsonDecode instead.

                    }

                    return $carry;
                },
                $scripts
            );
        }

        return $scripts;
    }

    /**
     * @param string $html
     *
     * @return \DOMDocument
     */
    public static function createDomDocument(string $html): \DOMDocument
    {
        $doc = new \DOMDocument();
        $internalErrors = libxml_use_internal_errors(true);

        if (!$doc->loadHTML('<?xml encoding="utf-8"?>' . $html)) {
            throw new \RuntimeException(
                'error load html: ' . $html
            );
        }
        libxml_use_internal_errors($internalErrors);

        return $doc;
    }

    /**
     * @param string $html
     *
     * @return string
     */
    public static function html2text(string $html): string
    {
        $doc = self::createDomDocument($html);
        $text = self::convertDomNodeToText($doc);
        $text = preg_replace('/\n{3,}/', "\n\n", trim($text));

        return trim($text);
    }

    /**
     * @param \DOMNode $node
     *
     * @return string
     */
    private static function convertDomNodeToText(\DOMNode $node): string
    {
        if ($node instanceof \DOMText) {
            $text = preg_replace('/\s+/', ' ', $node->wholeText);
        } else {
            $text = '';

            if ($node->childNodes !== null) {
                foreach ($node->childNodes as $childNode) {
                    $text .= self::convertDomNodeToText($childNode);
                }
            }

            switch ($node->nodeName) {
                case 'h1':
                case 'h2':
                case 'h3':
                case 'h4':
                case 'h5':
                case 'h6':
                case 'p':
                case 'ul':
                case 'div':
                    $text = "\n\n" . $text . "\n\n";
                    break;

                case 'li':
                    $text = '- ' . $text . "\n";
                    break;

                case 'br':
                    $text .= "\n";
                    break;
            }
        }

        return $text;
    }

    /**
     * @param array        $array
     * @param array|string $path
     * @param string       $glue
     *
     * @return mixed
     */
    public static function getValue(array &$array, $path, string $glue = '.')
    {
        if (!\is_array($path)) {
            $path = explode($glue, (string) $path);
        }

        $ref = &$array;

        foreach ((array) $path as $parent) {
            if (\is_array($ref) && \array_key_exists($parent, $ref)) {
                $ref = &$ref[$parent];
            } else {
                return null;
            }
        }

        return $ref;
    }
}