tx_crawler_modfunc1

Complexity

Total Complexity

124

Size/Duplication

Total Lines	1187
Duplicated Lines	0 %

Importance

Changes	2
Bugs	0	Features	0

28 Methods

Rating	Name	Duplication	Size	Complexity
B	drawProcessOverviewAction()	0	54	6
B	getResultLog()	0	14	5
B	modMenu()	0	31	1
A	getModuleUrl()	0	8	2
A	drawURLs_printTableHeader()	0	14	1
B	selectorBox()	0	11	8
A	isPhpForkAvailable()	0	3	1
A	__construct()	0	3	1
A	findCrawler()	0	6	2
B	outputCsvFile()	0	29	3
D	drawLog_addRows()	0	112	19
D	drawLog()	0	154	15
A	addErrorMessage()	0	4	1
D	drawURLs()	0	113	13
A	drawLog_printTableHeader()	0	23	3
B	getResStatus()	0	19	5
A	getResFeVars()	0	11	2
A	isCrawlerUserAvailable()	0	10	2
A	addNoticeMessage()	0	3	1
A	addWarningMessage()	0	3	1
B	handleProcessOverviewActions()	0	20	5
A	drawURLs_cfgSelectors()	0	75	3
D	main()	0	111	10
A	addMessage()	0	13	1
A	runRefreshHooks()	0	8	4
A	loadExtensionSettings()	0	3	1
A	isCrawlerUserNotAdmin()	0	10	3
B	makeCrawlerProcessableChecks()	0	19	5

<?php

/***************************************************************
*  Copyright notice
*
*  (c) 2004-2005 Kasper Skaarhoj (kasperYYYY@typo3.com)
*  All rights reserved
*
*  This script is part of the TYPO3 project. The TYPO3 project is
*  free software; you can redistribute it and/or modify
*  it under the terms of the GNU General Public License as published by
*  the Free Software Foundation; either version 2 of the License, or
*  (at your option) any later version.
*
*  The GNU General Public License can be found at
*  http://www.gnu.org/copyleft/gpl.html.
*
*  This script is distributed in the hope that it will be useful,
*  but WITHOUT ANY WARRANTY; without even the implied warranty of
*  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
*  GNU General Public License for more details.
*
*  This copyright notice MUST APPEAR in all copies of the script!
***************************************************************/

/**
 * Class tx_crawler_modfunc1
 */
class tx_crawler_modfunc1 extends \TYPO3\CMS\Backend\Module\AbstractFunctionModule

The type TYPO3\CMS\Backend\Module\AbstractFunctionModule was not found. Maybe you did not declare it correctly or list all dependencies?

{
    // Internal, dynamic:
    public $duplicateTrack = [];
    public $submitCrawlUrls = false;
    public $downloadCrawlUrls = false;

    public $scheduledTime = 0;
    public $reqMinute = 0;

    /**
     * @var array holds the selection of configuration from the configuration selector box
     */
    public $incomingConfigurationSelection = [];

    /**
     * @var tx_crawler_lib
     */
    public $crawlerObj;

    public $CSVaccu = [];

    /**
     * If true the user requested a CSV export of the queue
     *
     * @var boolean
     */
    public $CSVExport = false;

    public $downloadUrls = [];

    /**
     * Holds the configuration from ext_conf_template loaded by loadExtensionSettings()
     *
     * @var array
     */
    protected $extensionSettings = [];

    /**
     * Indicate that an flash message with an error is present.
     *
     * @var boolean
     */
    protected $isErrorDetected = false;

    /**
     * the constructor
     */
    public function __construct()
    {
        $this->processManager = new tx_crawler_domain_process_manager();

The property processManager does not exist. Although not strictly required by PHP, it is generally a best practice to declare properties explicitly.

    }

    /**
     * Additions to the function menu array
     *
     * @return	array		Menu array
     */
    public function modMenu()
    {
        global $LANG;

        return [
            'depth' => [
                0 => $LANG->sL('LLL:EXT:lang/Resources/Private/Language/locallang_core.xlf:labels.depth_0'),
                1 => $LANG->sL('LLL:EXT:lang/Resources/Private/Language/locallang_core.xlf:labels.depth_1'),
                2 => $LANG->sL('LLL:EXT:lang/Resources/Private/Language/locallang_core.xlf:labels.depth_2'),
                3 => $LANG->sL('LLL:EXT:lang/Resources/Private/Language/locallang_core.xlf:labels.depth_3'),
                4 => $LANG->sL('LLL:EXT:lang/Resources/Private/Language/locallang_core.xlf:labels.depth_4'),
                99 => $LANG->sL('LLL:EXT:lang/Resources/Private/Language/locallang_core.xlf:labels.depth_infi'),
            ],
            'crawlaction' => [
                'start' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.start'),
                'log' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.log'),
                'multiprocess' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.multiprocess')
            ],
            'log_resultLog' => '',
            'log_feVars' => '',
            'processListMode' => '',
            'log_display' => [
                'all' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.all'),
                'pending' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.pending'),
                'finished' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.finished')
            ],
            'itemsPerPage' => [
                '5' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.itemsPerPage.5'),
                '10' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.itemsPerPage.10'),
                '50' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.itemsPerPage.50'),
                '0' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.itemsPerPage.0')
            ]
        ];
    }

    /**
     * Load extension settings
     *
     * @param void
     * @return void
     */
    protected function loadExtensionSettings()
    {
        $this->extensionSettings = unserialize($GLOBALS['TYPO3_CONF_VARS']['EXT']['extConf']['crawler']);
    }

    /**
     * Main function
     *
     * @return	string		HTML output
     */
    public function main()
    {
        global $LANG, $BACK_PATH;

        $this->incLocalLang();

        $this->loadExtensionSettings();
        if (empty($this->pObj->MOD_SETTINGS['processListMode'])) {
            $this->pObj->MOD_SETTINGS['processListMode'] = 'simple';
        }

        // Set CSS styles specific for this document:
        $this->pObj->content = str_replace('/*###POSTCSSMARKER###*/', '
			TABLE.c-list TR TD { white-space: nowrap; vertical-align: top; }
		', $this->pObj->content);

        $this->pObj->content .= '<style type="text/css"><!--
			table.url-table,
			table.param-expanded,
			table.crawlerlog {
				border-bottom: 1px solid grey;
				border-spacing: 0;
				border-collapse: collapse;
			}
			table.crawlerlog td,
			table.url-table td {
				border: 1px solid lightgrey;
				border-bottom: 1px solid grey;
				 white-space: nowrap; vertical-align: top;
			}
		--></style>
		<link rel="stylesheet" type="text/css" href="' . $BACK_PATH . '../typo3conf/ext/crawler/template/res.css" />
		';

        // Type function menu:
        $h_func = \TYPO3\CMS\Backend\Utility\BackendUtility::getFuncMenu(

The type TYPO3\CMS\Backend\Utility\BackendUtility was not found. Maybe you did not declare it correctly or list all dependencies?

            $this->pObj->id,
            'SET[crawlaction]',
            $this->pObj->MOD_SETTINGS['crawlaction'],
            $this->pObj->MOD_MENU['crawlaction'],
            'index.php'
        );

        /*
            // Showing depth-menu in certain cases:
        if ($this->pObj->MOD_SETTINGS['crawlaction']!=='cli' && $this->pObj->MOD_SETTINGS['crawlaction']!== 'multiprocess' && ($this->pObj->MOD_SETTINGS['crawlaction']!=='log' || $this->pObj->id))	{
            $h_func .= \TYPO3\CMS\Backend\Utility\BackendUtility::getFuncMenu(
                $this->pObj->id,
                'SET[depth]',
                $this->pObj->MOD_SETTINGS['depth'],
                $this->pObj->MOD_MENU['depth'],
                'index.php'
            );
        }
        */

        // Additional menus for the log type:
        if ($this->pObj->MOD_SETTINGS['crawlaction'] === 'log') {
            $h_func .= \TYPO3\CMS\Backend\Utility\BackendUtility::getFuncMenu(
                $this->pObj->id,
                'SET[depth]',
                $this->pObj->MOD_SETTINGS['depth'],
                $this->pObj->MOD_MENU['depth'],
                'index.php'
            );

            $quiPart = \TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_details') ? '&qid_details=' . intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_details')) : '';

The type TYPO3\CMS\Core\Utility\GeneralUtility was not found. Maybe you did not declare it correctly or list all dependencies?

            $setId = intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('setID'));

            $h_func .= '<hr/>' .
                    $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.display') . ': ' . \TYPO3\CMS\Backend\Utility\BackendUtility::getFuncMenu($this->pObj->id, 'SET[log_display]', $this->pObj->MOD_SETTINGS['log_display'], $this->pObj->MOD_MENU['log_display'], 'index.php', '&setID=' . $setId) . ' - ' .
                    $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.showresultlog') . ': ' . \TYPO3\CMS\Backend\Utility\BackendUtility::getFuncCheck($this->pObj->id, 'SET[log_resultLog]', $this->pObj->MOD_SETTINGS['log_resultLog'], 'index.php', '&setID=' . $setId . $quiPart) . ' - ' .
                    $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.showfevars') . ': ' . \TYPO3\CMS\Backend\Utility\BackendUtility::getFuncCheck($this->pObj->id, 'SET[log_feVars]', $this->pObj->MOD_SETTINGS['log_feVars'], 'index.php', '&setID=' . $setId . $quiPart) . ' - ' .
                    $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.itemsPerPage') . ': ' .
                    \TYPO3\CMS\Backend\Utility\BackendUtility::getFuncMenu(
                        $this->pObj->id,
                        'SET[itemsPerPage]',
                        $this->pObj->MOD_SETTINGS['itemsPerPage'],
                        $this->pObj->MOD_MENU['itemsPerPage'],
                        'index.php'
                    );
        }

        $theOutput = $this->pObj->doc->section($LANG->getLL('title'), $h_func, 0, 1);

        // Branch based on type:
        switch ((string)$this->pObj->MOD_SETTINGS['crawlaction']) {
            case 'start':
                if (empty($this->pObj->id)) {
                    $this->addErrorMessage($GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.noPageSelected'));
                } else {
                    $theOutput .= $this->pObj->doc->section('', $this->drawURLs(), 0, 1);
                }
                break;
            case 'log':
                if (empty($this->pObj->id)) {
                    $this->addErrorMessage($GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.noPageSelected'));
                } else {
                    $theOutput .= $this->pObj->doc->section('', $this->drawLog(), 0, 1);
                }
                break;
            case 'cli':
                $theOutput .= $this->pObj->doc->section('', $this->drawCLIstatus(), 0, 1);
                break;
            case 'multiprocess':
                $theOutput .= $this->pObj->doc->section('', $this->drawProcessOverviewAction(), 0, 1);
                break;
        }

        return $theOutput;
    }

    /*******************************
     *
     * Generate URLs for crawling:
     *
     ******************************/

    /**
     * Produces a table with overview of the URLs to be crawled for each page
     *
     * @return	string		HTML output
     */
    public function drawURLs()
    {
        global $BACK_PATH, $BE_USER;

        // Init:
        $this->duplicateTrack = [];
        $this->submitCrawlUrls = \TYPO3\CMS\Core\Utility\GeneralUtility::_GP('_crawl');
        $this->downloadCrawlUrls = \TYPO3\CMS\Core\Utility\GeneralUtility::_GP('_download');
        $this->makeCrawlerProcessableChecks();

        switch ((string)\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('tstamp')) {
            case 'midnight':
                $this->scheduledTime = mktime(0, 0, 0);
            break;
            case '04:00':
                $this->scheduledTime = mktime(0, 0, 0) + 4 * 3600;
            break;
            case 'now':
            default:
                $this->scheduledTime = time();
            break;
        }
        // $this->reqMinute = \TYPO3\CMS\Core\Utility\GeneralUtility::intInRange(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('perminute'),1,10000);
        // TODO: check relevance
        $this->reqMinute = 1000;

        $this->incomingConfigurationSelection = \TYPO3\CMS\Core\Utility\GeneralUtility::_GP('configurationSelection');
        $this->incomingConfigurationSelection = is_array($this->incomingConfigurationSelection) ? $this->incomingConfigurationSelection : [''];

        $this->crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
        $this->crawlerObj->setAccessMode('gui');
        $this->crawlerObj->setID = \TYPO3\CMS\Core\Utility\GeneralUtility::md5int(microtime());

        if (empty($this->incomingConfigurationSelection)
            || (count($this->incomingConfigurationSelection) == 1 && empty($this->incomingConfigurationSelection[0]))
            ) {
            $code = '
			<tr>
				<td colspan="7"><b>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.noConfigSelected') . '</b></td>
			</tr>';
        } else {
            if ($this->submitCrawlUrls) {
                $reason = new tx_crawler_domain_reason();
                $reason->setReason(tx_crawler_domain_reason::REASON_GUI_SUBMIT);

                if ($BE_USER instanceof \TYPO3\CMS\Core\Authentication\BackendUserAuthentication) {

The type TYPO3\CMS\Core\Authentication\BackendUserAuthentication was not found. Maybe you did not declare it correctly or list all dependencies?

                    $username = $BE_USER->user['username'];
                }
                $reason->setDetailText('The user ' . $username . ' added pages to the crawler queue manually ');

The variable $username does not seem to be defined for all execution paths leading up to this point.

                tx_crawler_domain_events_dispatcher::getInstance()->post(
                    'invokeQueueChange',
                                                                            $this->findCrawler()->setID,
                                                                            [	'reason' => $reason ]
                );
            }

            $code = $this->crawlerObj->getPageTreeAndUrls(
                $this->pObj->id,
                $this->pObj->MOD_SETTINGS['depth'],
                $this->scheduledTime,
                $this->reqMinute,
                $this->submitCrawlUrls,
                $this->downloadCrawlUrls,
                [], // Do not filter any processing instructions
                $this->incomingConfigurationSelection
            );
        }

        $this->downloadUrls = $this->crawlerObj->downloadUrls;
        $this->duplicateTrack = $this->crawlerObj->duplicateTrack;

        $output = '';
        if ($code) {
            $output .= '<h3>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.configuration') . ':</h3>';
            $output .= '<input type="hidden" name="id" value="' . intval($this->pObj->id) . '" />';

            if (!$this->submitCrawlUrls) {
                $output .= $this->drawURLs_cfgSelectors() . '<br />';
                $output .= '<input type="submit" name="_update" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.triggerUpdate') . '" /> ';
                $output .= '<input type="submit" name="_crawl" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.triggerCrawl') . '" /> ';
                $output .= '<input type="submit" name="_download" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.triggerDownload') . '" /><br /><br />';
                $output .= $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.count') . ': ' . count(array_keys($this->duplicateTrack)) . '<br />';
                $output .= $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.curtime') . ': ' . date('H:i:s', time()) . '<br />';

Are you sure date('H:i:s', time()) of type false|string can be used in concatenation?

                $output .= '<br />
					<table class="lrPadding c-list url-table">' .
                        $this->drawURLs_printTableHeader() .
                        $code .
                    '</table>';
            } else {
                $output .= count(array_keys($this->duplicateTrack)) . ' ' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.submitted') . '. <br /><br />';
                $output .= '<input type="submit" name="_" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.continue') . '" />';
                $output .= '<input type="submit" onclick="this.form.elements[\'SET[crawlaction]\'].value=\'log\';" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.continueinlog') . '" />';
            }
        }

        // Download Urls to crawl:
        if ($this->downloadCrawlUrls) {

                // Creating output header:
            $mimeType = 'application/octet-stream';
            Header('Content-Type: ' . $mimeType);
            Header('Content-Disposition: attachment; filename=CrawlerUrls.txt');

            // Printing the content of the CSV lines:
            echo implode(chr(13) . chr(10), $this->downloadUrls);

            // Exits:
            exit;

Using exit here is not recommended.

        }

        // Return output:
        return 	$output;
    }

    /**
     * Draws the configuration selectors for compiling URLs:
     *
     * @return	string		HTML table
     */
    public function drawURLs_cfgSelectors()
    {

            // depth
        $cell[] = $this->selectorBox(

$cell was never initialized. Although not strictly required by PHP, it is generally a good practice to add $cell = array(); before regardless.

            [
                0 => $GLOBALS['LANG']->sL('LLL:EXT:lang/Resources/Private/Language/locallang_core.xlf:labels.depth_0'),
                1 => $GLOBALS['LANG']->sL('LLL:EXT:lang/Resources/Private/Language/locallang_core.xlf:labels.depth_1'),
                2 => $GLOBALS['LANG']->sL('LLL:EXT:lang/Resources/Private/Language/locallang_core.xlf:labels.depth_2'),
                3 => $GLOBALS['LANG']->sL('LLL:EXT:lang/Resources/Private/Language/locallang_core.xlf:labels.depth_3'),
                4 => $GLOBALS['LANG']->sL('LLL:EXT:lang/Resources/Private/Language/locallang_core.xlf:labels.depth_4'),
                99 => $GLOBALS['LANG']->sL('LLL:EXT:lang/Resources/Private/Language/locallang_core.xlf:labels.depth_infi'),
            ],
            'SET[depth]',
            $this->pObj->MOD_SETTINGS['depth'],
            0
        );
        $availableConfigurations = $this->crawlerObj->getConfigurationsForBranch($this->pObj->id, $this->pObj->MOD_SETTINGS['depth'] ? $this->pObj->MOD_SETTINGS['depth'] : 0);

        // Configurations
        $cell[] = $this->selectorBox(
            empty($availableConfigurations) ? [] : array_combine($availableConfigurations, $availableConfigurations),
            'configurationSelection',
            $this->incomingConfigurationSelection,

$this->incomingConfigurationSelection of type array is incompatible with the type string expected by parameter $value of tx_crawler_modfunc1::selectorBox().

            1
        );

        // Scheduled time:
        $cell[] = $this->selectorBox(
            [
                'now' => $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.time.now'),
                'midnight' => $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.time.midnight'),
                '04:00' => $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.time.4am'),
            ],
            'tstamp',
            \TYPO3\CMS\Core\Utility\GeneralUtility::_POST('tstamp'),
            0
        );

        // TODO: check relevance
        /*
            // Requests per minute:
        $cell[] = $this->selectorBox(
            array(
                30 => '[Default]',
                1 => '1',
                5 => '5',
                10 => '10',
                20 => '20',
                30 => '30',
                50 => '50',
                100 => '100',
                200 => '200',
                1000 => '1000',
            ),
            'SET[perminute]',
            $this->pObj->MOD_SETTINGS['perminute'],
            0
        );
        */

        $output = '
			<table class="lrPadding c-list">
				<tr class="bgColor5 tableheader">
					<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.depth') . ':</td>
					<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.configurations') . ':</td>
					<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.scheduled') . ':</td>
				</tr>
				<tr class="bgColor4">
					<td valign="top">' . implode('</td>
					<td valign="top">', $cell) . '</td>
				</tr>
			</table>';

        return $output;
    }

    /**
     * Create Table header row for URL display
     *
     * @return	string		Table header
     */
    public function drawURLs_printTableHeader()
    {
        $content = '
			<tr class="bgColor5 tableheader">
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.pagetitle') . ':</td>
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.key') . ':</td>
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.parametercfg') . ':</td>
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.values') . ':</td>
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.urls') . ':</td>
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.options') . ':</td>
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.parameters') . ':</td>
			</tr>';

        return $content;
    }

    /*******************************
     *
     * Shows log of indexed URLs
     *
     ******************************/

    /**
     * Shows the log of indexed URLs
     *
     * @return	string		HTML output
     */
    public function drawLog()
    {
        global $BACK_PATH;
        $output = '';

        // Init:
        $this->crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
        $this->crawlerObj->setAccessMode('gui');
        $this->crawlerObj->setID = \TYPO3\CMS\Core\Utility\GeneralUtility::md5int(microtime());

        $this->CSVExport = \TYPO3\CMS\Core\Utility\GeneralUtility::_POST('_csv');

        // Read URL:
        if (\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_read')) {
            $this->crawlerObj->readUrl(intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_read')), true);
        }

        // Look for set ID sent - if it is, we will display contents of that set:
        $showSetId = intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('setID'));

        // Show details:
        if (\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_details')) {

                // Get entry record:
            list($q_entry) = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('*', 'tx_crawler_queue', 'qid=' . intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_details')));

            // Explode values:
            $resStatus = $this->getResStatus($q_entry);
            $q_entry['parameters'] = unserialize($q_entry['parameters']);
            $q_entry['result_data'] = unserialize($q_entry['result_data']);
            if (is_array($q_entry['result_data'])) {
                $q_entry['result_data']['content'] = unserialize($q_entry['result_data']['content']);
            }

            if (!$this->pObj->MOD_SETTINGS['log_resultLog']) {
                unset($q_entry['result_data']['content']['log']);
            }

            // Print rudimentary details:
            $output .= '
				<br /><br />
				<input type="submit" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.back') . '" name="_back" />
				<input type="hidden" value="' . $this->pObj->id . '" name="id" />
				<input type="hidden" value="' . $showSetId . '" name="setID" />
				<br />
				Current server time: ' . date('H:i:s', time()) . '<br />' .

Are you sure date('H:i:s', time()) of type false|string can be used in concatenation?

                'Status: ' . $resStatus . '<br />' .
                \TYPO3\CMS\Core\Utility\DebugUtility::viewArray($q_entry);

The type TYPO3\CMS\Core\Utility\DebugUtility was not found. Maybe you did not declare it correctly or list all dependencies?

        } else {	// Show list:

            // If either id or set id, show list:
            if ($this->pObj->id || $showSetId) {
                if ($this->pObj->id) {
                    // Drawing tree:
                    $tree = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('TYPO3\CMS\Backend\Tree\View\PageTreeView');
                    $perms_clause = $GLOBALS['BE_USER']->getPagePermsClause(1);
                    $tree->init('AND ' . $perms_clause);

                    // Set root row:
                    $HTML = \AOE\Crawler\Utility\IconUtility::getIconForRecord('pages', $this->pObj->pageinfo);
                    $tree->tree[] = [
                        'row' => $this->pObj->pageinfo,
                        'HTML' => $HTML
                    ];

                    // Get branch beneath:
                    if ($this->pObj->MOD_SETTINGS['depth']) {
                        $tree->getTree($this->pObj->id, $this->pObj->MOD_SETTINGS['depth'], '');
                    }

                    // Traverse page tree:
                    $code = '';
                    $count = 0;
                    foreach ($tree->tree as $data) {
                        $code .= $this->drawLog_addRows(
                                    $data['row'],
                                    $data['HTML'] . \TYPO3\CMS\Backend\Utility\BackendUtility::getRecordTitle('pages', $data['row'], true),
                                    intval($this->pObj->MOD_SETTINGS['itemsPerPage'])
                                );
                        if (++$count == 1000) {
                            break;
                        }
                    }
                } else {
                    $code = '';
                    $code .= $this->drawLog_addRows(
                                $showSetId,

$showSetId of type integer is incompatible with the type array expected by parameter $pageRow_setId of tx_crawler_modfunc1::drawLog_addRows().

                                'Set ID: ' . $showSetId
                            );
                }

                if ($code) {
                    $output .= '
						<br /><br />
						<input type="submit" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.reloadlist') . '" name="_reload" />
						<input type="submit" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.downloadcsv') . '" name="_csv" />
						<input type="submit" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.flushvisiblequeue') . '" name="_flush" onclick="return confirm(\'' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.confirmyouresure') . '\');" />
						<input type="submit" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.flushfullqueue') . '" name="_flush_all" onclick="return confirm(\'' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.confirmyouresure') . '\');" />
						<input type="hidden" value="' . $this->pObj->id . '" name="id" />
						<input type="hidden" value="' . $showSetId . '" name="setID" />
						<br />
						' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.curtime') . ': ' . date('H:i:s', time()) . '
						<br /><br />


						<table class="lrPadding c-list crawlerlog">' .
                            $this->drawLog_printTableHeader() .
                            $code .
                        '</table>';
                }
            } else {	// Otherwise show available sets:
                $setList = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows(
                                'set_id, count(*) as count_value, scheduled',
                                'tx_crawler_queue',
                                '',
                                'set_id, scheduled',
                                'scheduled DESC'
                            );

                $code = '
					<tr class="bgColor5 tableheader">
						<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.setid') . ':</td>
						<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.count') . 't:</td>
						<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.time') . ':</td>
					</tr>
				';

                $cc = 0;
                foreach ($setList as $set) {
                    $code .= '
						<tr class="bgColor' . ($cc % 2 ? '-20' : '-10') . '">
							<td><a href="' . htmlspecialchars('index.php?setID=' . $set['set_id']) . '">' . $set['set_id'] . '</a></td>
							<td>' . $set['count_value'] . '</td>
							<td>' . \TYPO3\CMS\Backend\Utility\BackendUtility::dateTimeAge($set['scheduled']) . '</td>
						</tr>
					';

                    $cc++;
                }

                $output .= '
					<br /><br />
					<table class="lrPadding c-list">' .
                        $code .
                    '</table>';
            }
        }

        if ($this->CSVExport) {
            $this->outputCsvFile();
        }

        // Return output
        return 	$output;
    }

    /**
     * Outputs the CSV file and sets the correct headers
     */
    protected function outputCsvFile()
    {
        if (!count($this->CSVaccu)) {
            $this->addWarningMessage($GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:message.canNotExportEmptyQueueToCsvText'));
            return;
        }

        $csvLines = [];

        // Field names:
        reset($this->CSVaccu);
        $fieldNames = array_keys(current($this->CSVaccu));
        $csvLines[] = \TYPO3\CMS\Core\Utility\GeneralUtility::csvValues($fieldNames);

        // Data:
        foreach ($this->CSVaccu as $row) {
            $csvLines[] = \TYPO3\CMS\Core\Utility\GeneralUtility::csvValues($row);
        }

        // Creating output header:
        $mimeType = 'application/octet-stream';
        Header('Content-Type: ' . $mimeType);
        Header('Content-Disposition: attachment; filename=CrawlerLog.csv');

        // Printing the content of the CSV lines:
        echo implode(chr(13) . chr(10), $csvLines);

        // Exits:
        exit;

Using exit here is not recommended.

    }

    /**
     * Create the rows for display of the page tree
     * For each page a number of rows are shown displaying GET variable configuration
     *
     * @param array $pageRow_setId Page row or set-id
     * @param string $titleString Title string
     * @param int $itemsPerPage Items per Page setting
     *
     * @return string HTML <tr> content (one or more)
     */
    public function drawLog_addRows($pageRow_setId, $titleString, $itemsPerPage = 10)
    {

            // If Flush button is pressed, flush tables instead of selecting entries:

        if (\TYPO3\CMS\Core\Utility\GeneralUtility::_POST('_flush')) {
            $doFlush = true;
            $doFullFlush = false;
        } elseif (\TYPO3\CMS\Core\Utility\GeneralUtility::_POST('_flush_all')) {
            $doFlush = true;
            $doFullFlush = true;
        } else {
            $doFlush = false;
            $doFullFlush = false;
        }

        // Get result:
        if (is_array($pageRow_setId)) {
            $res = $this->crawlerObj->getLogEntriesForPageId($pageRow_setId['uid'], $this->pObj->MOD_SETTINGS['log_display'], $doFlush, $doFullFlush, intval($itemsPerPage));
        } else {
            $res = $this->crawlerObj->getLogEntriesForSetId($pageRow_setId, $this->pObj->MOD_SETTINGS['log_display'], $doFlush, $doFullFlush, intval($itemsPerPage));
        }

        // Init var:
        $colSpan = 9
                + ($this->pObj->MOD_SETTINGS['log_resultLog'] ? -1 : 0)
                + ($this->pObj->MOD_SETTINGS['log_feVars'] ? 3 : 0);

        if (count($res)) {
            // Traverse parameter combinations:
            $c = 0;
            $content = '';
            foreach ($res as $kk => $vv) {

                    // Title column:
                if (!$c) {
                    $titleClm = '<td rowspan="' . count($res) . '">' . $titleString . '</td>';
                } else {
                    $titleClm = '';
                }

                // Result:
                $resLog = $this->getResultLog($vv);

                $resStatus = $this->getResStatus($vv);
                $resFeVars = $this->getResFeVars($vv);

                // Compile row:
                $parameters = unserialize($vv['parameters']);

                // Put data into array:
                $rowData = [];
                if ($this->pObj->MOD_SETTINGS['log_resultLog']) {
                    $rowData['result_log'] = $resLog;
                } else {
                    $rowData['scheduled'] = ($vv['scheduled'] > 0) ? \TYPO3\CMS\Backend\Utility\BackendUtility::datetime($vv['scheduled']) : ' ' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.immediate');
                    $rowData['exec_time'] = $vv['exec_time'] ? \TYPO3\CMS\Backend\Utility\BackendUtility::datetime($vv['exec_time']) : '-';
                }
                $rowData['result_status'] = \TYPO3\CMS\Core\Utility\GeneralUtility::fixed_lgd_cs($resStatus, 50);
                $rowData['url'] = '<a href="' . htmlspecialchars($parameters['url']) . '" target="_newWIndow">' . htmlspecialchars($parameters['url']) . '</a>';
                $rowData['feUserGroupList'] = $parameters['feUserGroupList'];
                $rowData['procInstructions'] = is_array($parameters['procInstructions']) ? implode('; ', $parameters['procInstructions']) : '';
                $rowData['set_id'] = $vv['set_id'];

                if ($this->pObj->MOD_SETTINGS['log_feVars']) {
                    $rowData['tsfe_id'] = $resFeVars['id'];
                    $rowData['tsfe_gr_list'] = $resFeVars['gr_list'];
                    $rowData['tsfe_no_cache'] = $resFeVars['no_cache'];
                }

                $setId = intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('setID'));
                $refreshIcon = $GLOBALS['BACK_PATH'] . 'sysext/t3skin/extjs/images/grid/refresh.gif';

                // Put rows together:
                $content .= '
					<tr class="bgColor' . ($c % 2 ? '-20' : '-10') . '">
						' . $titleClm . '
						<td><a href="' . $this->getModuleUrl(['qid_details' => $vv['qid'], 'setID' => $setId]) . '">' . htmlspecialchars($vv['qid']) . '</a></td>
						<td><a href="' . $this->getModuleUrl(['qid_read' => $vv['qid'], 'setID' => $setId]) . '"><img src="' . $refreshIcon . '" width="14" hspace="1" vspace="2" height="14" border="0" title="' . htmlspecialchars('Read') . '" alt="" /></a></td>';
                foreach ($rowData as $fKey => $value) {
                    if (\TYPO3\CMS\Core\Utility\GeneralUtility::inList('url', $fKey)) {
                        $content .= '
						<td>' . $value . '</td>';
                    } else {
                        $content .= '
						<td>' . nl2br(htmlspecialchars($value)) . '</td>';
                    }
                }
                $content .= '
					</tr>';
                $c++;

                if ($this->CSVExport) {
                    // Only for CSV (adding qid and scheduled/exec_time if needed):
                    $rowData['result_log'] = implode('// ', explode(chr(10), $resLog));
                    $rowData['qid'] = $vv['qid'];
                    $rowData['scheduled'] = \TYPO3\CMS\Backend\Utility\BackendUtility::datetime($vv['scheduled']);
                    $rowData['exec_time'] = $vv['exec_time'] ? \TYPO3\CMS\Backend\Utility\BackendUtility::datetime($vv['exec_time']) : '-';
                    $this->CSVaccu[] = $rowData;
                }
            }
        } else {

                // Compile row:
            $content = '
				<tr class="bgColor-20">
					<td>' . $titleString . '</td>
					<td colspan="' . $colSpan . '"><em>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.noentries') . '</em></td>
				</tr>';
        }

        return $content;
    }

    /**
     * Find Fe vars
     *
     * @param array $row
     * @return array
     */
    public function getResFeVars($row)
    {
        $feVars = [];

        if ($row['result_data']) {
            $resultData = unserialize($row['result_data']);
            $requestResult = unserialize($resultData['content']);
            $feVars = $requestResult['vars'];
        }

        return $feVars;
    }

    /**
     * Create Table header row (log)
     *
     * @return	string		Table header
     */
    public function drawLog_printTableHeader()
    {
        $content = '
			<tr class="bgColor5 tableheader">
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.pagetitle') . ':</td>
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.qid') . ':</td>
				<td>&nbsp;</td>' .
                ($this->pObj->MOD_SETTINGS['log_resultLog'] ? '
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.resultlog') . ':</td>' : '
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.scheduledtime') . ':</td>
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.runtime') . ':</td>') . '
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.status') . ':</td>
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.url') . ':</td>
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.groups') . ':</td>
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.procinstr') . ':</td>
				<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.setid') . ':</td>' .
                ($this->pObj->MOD_SETTINGS['log_feVars'] ? '
				<td>' . htmlspecialchars('TSFE->id') . '</td>
				<td>' . htmlspecialchars('TSFE->gr_list') . '</td>
				<td>' . htmlspecialchars('TSFE->no_cache') . '</td>' : '') . '
			</tr>';

        return $content;
    }

    /**
     * Extract the log information from the current row and retrive it as formatted string.
     *
     * @param array $resultRow
     *
     * @return string
     */
    protected function getResultLog($resultRow)
    {
        $content = '';

        if (is_array($resultRow) && array_key_exists('result_data', $resultRow)) {
            $requestContent = unserialize($resultRow['result_data']);
            $requestResult = unserialize($requestContent['content']);

            if (is_array($requestResult) && array_key_exists('log', $requestResult)) {
                $content = implode(chr(10), $requestResult['log']);
            }
        }

        return $content;
    }

    public function getResStatus($vv)
    {
        if ($vv['result_data']) {
            $requestContent = unserialize($vv['result_data']);
            $requestResult = unserialize($requestContent['content']);
            if (is_array($requestResult)) {
                if (empty($requestResult['errorlog'])) {
                    $resStatus = 'OK';
                } else {
                    $resStatus = implode("\n", $requestResult['errorlog']);
                }
                $resLog = is_array($requestResult['log']) ? implode(chr(10), $requestResult['log']) : '';

The assignment to $resLog is dead and can be removed.

            } else {
                $resStatus = 'Error: ' . substr(preg_replace('/\s+/', ' ', strip_tags($requestContent['content'])), 0, 10000) . '...';

Are you sure substr(preg_replace('/\s+/', ' ', strip_tags($requestContent['content'])), 0, 10000) of type false|string can be used in concatenation?

            }
        } else {
            $resStatus = '-';
        }
        return $resStatus;
    }

    /*****************************
     *
     * CLI status display
     *
     *****************************/

    /**
     * This method is used to show an overview about the active an the finished crawling processes
     *
     * @param void
     * @return string
     */
    protected function drawProcessOverviewAction()
    {
        $this->runRefreshHooks();

        global $BACK_PATH;
        $this->makeCrawlerProcessableChecks();

        $crawler = $this->findCrawler();
        try {
            $this->handleProcessOverviewActions();
        } catch (Exception $e) {
            $this->addErrorMessage($e->getMessage());
        }

        $offset = intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('offset'));
        $perpage = 20;

        $processRepository = new tx_crawler_domain_process_repository();
        $queueRepository = new tx_crawler_domain_queue_repository();

        $mode = $this->pObj->MOD_SETTINGS['processListMode'];
        if ($mode == 'detail') {
            $where = '';
        } elseif ($mode == 'simple') {
            $where = 'active = 1';
        }

        $allProcesses = $processRepository->findAll('ttl', 'DESC', $perpage, $offset, $where);

The variable $where does not seem to be defined for all execution paths leading up to this point.

        $allCount = $processRepository->countAll($where);

        $listView = new tx_crawler_view_process_list();
        $listView->setPageId($this->pObj->id);
        $listView->setIconPath($BACK_PATH . '../typo3conf/ext/crawler/template/process/res/img/');
        $listView->setProcessCollection($allProcesses);
        $listView->setCliPath($this->processManager->getCrawlerCliPath());
        $listView->setIsCrawlerEnabled(!$crawler->getDisabled() && !$this->isErrorDetected);
        $listView->setTotalUnprocessedItemCount($queueRepository->countAllPendingItems());
        $listView->setAssignedUnprocessedItemCount($queueRepository->countAllAssignedPendingItems());
        $listView->setActiveProcessCount($processRepository->countActive());
        $listView->setMaxActiveProcessCount(\TYPO3\CMS\Core\Utility\MathUtility::forceIntegerInRange($this->extensionSettings['processLimit'], 1, 99, 1));

The type TYPO3\CMS\Core\Utility\MathUtility was not found. Maybe you did not declare it correctly or list all dependencies?

        $listView->setMode($mode);

        $paginationView = new tx_crawler_view_pagination();
        $paginationView->setCurrentOffset($offset);
        $paginationView->setPerPage($perpage);
        $paginationView->setTotalItemCount($allCount);

        $output = $listView->render();

        if ($paginationView->getTotalPagesCount() > 1) {
            $output .= ' <br />' . $paginationView->render();
        }

        return $output;
    }

    /**
     * Verify that the crawler is exectuable.
     *
     * @return void
     */
    protected function makeCrawlerProcessableChecks()
    {
        global $LANG;

        if ($this->isCrawlerUserAvailable() === false) {
            $this->addErrorMessage($LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:message.noBeUserAvailable'));
        } elseif ($this->isCrawlerUserNotAdmin() === false) {
            $this->addErrorMessage($LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:message.beUserIsAdmin'));
        }

        if ($this->isPhpForkAvailable() === false) {
            $this->addErrorMessage($LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:message.noPhpForkAvailable'));
        }

        $exitCode = 0;
        $out = [];
        exec(escapeshellcmd($this->extensionSettings['phpPath'] . ' -v'), $out, $exitCode);
        if ($exitCode > 0) {
            $this->addErrorMessage(sprintf($LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:message.phpBinaryNotFound'), htmlspecialchars($this->extensionSettings['phpPath'])));
        }
    }

    /**
     * Indicate that the required PHP method "popen" is
     * available in the system.
     *
     * @return boolean
     */
    protected function isPhpForkAvailable()
    {
        return function_exists('popen');
    }

    /**
     * Indicate that the required be_user "_cli_crawler" is
     * global available in the system.
     *
     * @return boolean
     */
    protected function isCrawlerUserAvailable()
    {
        $isAvailable = false;
        $userArray = \TYPO3\CMS\Backend\Utility\BackendUtility::getRecordsByField('be_users', 'username', '_cli_crawler');

        if (is_array($userArray)) {
            $isAvailable = true;
        }

        return $isAvailable;
    }

    /**
     * Indicate that the required be_user "_cli_crawler" is
     * has no admin rights.
     *
     * @return boolean
     */
    protected function isCrawlerUserNotAdmin()
    {
        $isAvailable = false;
        $userArray = \TYPO3\CMS\Backend\Utility\BackendUtility::getRecordsByField('be_users', 'username', '_cli_crawler');

        if (is_array($userArray) && $userArray[0]['admin'] == 0) {
            $isAvailable = true;
        }

        return $isAvailable;
    }

    /**
     * Method to handle incomming actions of the process overview
     *
     * @return void
     * @throws Exception
     */
    protected function handleProcessOverviewActions()
    {
        $crawler = $this->findCrawler();

        switch (\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('action')) {
            case 'stopCrawling':
                //set the cli status to disable (all processes will be terminated)
                $crawler->setDisabled(true);
                break;
            case 'resumeCrawling':
                //set the cli status to end (all processes will be terminated)
                $crawler->setDisabled(false);
                break;
            case 'addProcess':
                $handle = $this->processManager->startProcess();
                if ($handle === false) {
                    throw new Exception($GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.newprocesserror'));
                }
                $this->addNoticeMessage($GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.newprocess'));
                break;
        }
    }

    /**
     * Returns the singleton instance of the crawler.
     *
     * @param void
     * @return tx_crawler_lib crawler object
     */
    protected function findCrawler()
    {
        if (!$this->crawlerObj instanceof tx_crawler_lib) {
            $this->crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
        }
        return $this->crawlerObj;
    }

    /*****************************
     *
     * General Helper Functions
     *
     *****************************/

    /**
     * This method is used to add a message to the internal queue

The type the was not found. Maybe you did not declare it correctly or list all dependencies?

     *
     * NOTE:
     * This method is basesd on TYPO3 4.3 or higher!
     *
     * @param  string  the message itself
     * @param  integer message level (-1 = success (default), 0 = info, 1 = notice, 2 = warning, 3 = error)
     *
     * @return void
     */
    private function addMessage($message, $severity = \TYPO3\CMS\Core\Messaging\FlashMessage::OK)

The type TYPO3\CMS\Core\Messaging\FlashMessage was not found. Maybe you did not declare it correctly or list all dependencies?

    {
        $message = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance(
            'TYPO3\CMS\Core\Messaging\FlashMessage',
            $message,
            '',
            $severity
        );

        // TODO:
        /** @var \TYPO3\CMS\Core\Messaging\FlashMessageService $flashMessageService */
        $flashMessageService = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance(\TYPO3\CMS\Core\Messaging\FlashMessageService::class);

The type TYPO3\CMS\Core\Messaging\FlashMessageService was not found. Maybe you did not declare it correctly or list all dependencies?

        $flashMessageService->getMessageQueueByIdentifier()->addMessage($message);
    }

    /**
     * Add notice message to the user interface.
     *
     * NOTE:
     * This method is basesd on TYPO3 4.3 or higher!
     *
     * @param string The message

The type The was not found. Maybe you did not declare it correctly or list all dependencies?

     *
     * @return void
     */
    protected function addNoticeMessage($message)
    {
        $this->addMessage($message, \TYPO3\CMS\Core\Messaging\FlashMessage::NOTICE);
    }

    /**
     * Add error message to the user interface.
     *
     * NOTE:
     * This method is basesd on TYPO3 4.3 or higher!
     *
     * @param string The message
     *
     * @return void
     */
    protected function addErrorMessage($message)
    {
        $this->isErrorDetected = true;
        $this->addMessage($message, \TYPO3\CMS\Core\Messaging\FlashMessage::ERROR);
    }

    /**
     * Add error message to the user interface.
     *
     * NOTE:
     * This method is basesd on TYPO3 4.3 or higher!
     *
     * @param string The message
     *
     * @return void
     */
    protected function addWarningMessage($message)
    {
        $this->addMessage($message, \TYPO3\CMS\Core\Messaging\FlashMessage::WARNING);
    }

    /**
     * Create selector box
     *
     * @param	array		$optArray Options key(value) => label pairs
     * @param	string		$name Selector box name
     * @param	string		$value Selector box value (array for multiple...)
     * @param	boolean		$multiple If set, will draw multiple box.
     *
     * @return	string		HTML select element
     */
    public function selectorBox($optArray, $name, $value, $multiple)
    {
        $options = [];
        foreach ($optArray as $key => $val) {
            $options[] = '
				<option value="' . htmlspecialchars($key) . '"' . ((!$multiple && !strcmp($value, $key)) || ($multiple && in_array($key, (array)$value)) ? ' selected="selected"' : '') . '>' . htmlspecialchars($val) . '</option>';
        }

        $output = '<select name="' . htmlspecialchars($name . ($multiple ? '[]' : '')) . '"' . ($multiple ? ' multiple="multiple" size="' . count($options) . '"' : '') . '>' . implode('', $options) . '</select>';

        return $output;
    }

    /**
     * Activate hooks
     *
     * @return	void
     */
    public function runRefreshHooks()
    {
        $crawlerLib = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
        if (is_array($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['crawler']['refresh_hooks'])) {
            foreach ($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['crawler']['refresh_hooks'] as $objRef) {
                $hookObj = &\TYPO3\CMS\Core\Utility\GeneralUtility::getUserObj($objRef);
                if (is_object($hookObj)) {
                    $hookObj->crawler_init($crawlerLib);
                }
            }
        }
    }

    /**
     * Returns the URL to the current module, including $_GET['id'].
     *
     * @param array $urlParameters optional parameters to add to the URL
     * @return string
     */
    protected function getModuleUrl(array $urlParameters = [])
    {
        if ($this->pObj->id) {
            $urlParameters = array_merge($urlParameters, [
                'id' => $this->pObj->id
            ]);
        }
        return \TYPO3\CMS\Backend\Utility\BackendUtility::getModuleUrl(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('M'), $urlParameters);
    }
}

if (defined('TYPO3_MODE') && $TYPO3_CONF_VARS[TYPO3_MODE]['XCLASS']['ext/crawler/modfunc1/class.tx_crawler_modfunc1.php']) {

The constant TYPO3_MODE was not found. Maybe you did not declare it correctly or list all dependencies?

    include_once($TYPO3_CONF_VARS[TYPO3_MODE]['XCLASS']['ext/crawler/modfunc1/class.tx_crawler_modfunc1.php']);
}