AOEpeople / crawler

modfunc1/class.tx_crawler_modfunc1.php

Indentation +942 added lines, -942 removed lines

@@ -28,126 +28,126 @@ 
  * Class tx_crawler_modfunc1
  */
 class tx_crawler_modfunc1 extends \TYPO3\CMS\Backend\Module\AbstractFunctionModule {
-		// Internal, dynamic:
-	var $duplicateTrack = array();
-	var $submitCrawlUrls = FALSE;
-	var $downloadCrawlUrls = FALSE;
-
-	var $scheduledTime = 0;
-	var $reqMinute = 0;
-
-	/**
-	 * @var array holds the selection of configuration from the configuration selector box
-	 */
-	var $incomingConfigurationSelection = array();
-
-	/**
-	 * @var tx_crawler_lib
-	 */
-	var $crawlerObj;
-
-	var $CSVaccu = array();
-
-	/**
-	 * If true the user requested a CSV export of the queue
-	 *
-	 * @var boolean
-	 */
-	var $CSVExport = FALSE;
-
-	var $downloadUrls = array();
-
-	/**
-	 * Holds the configuration from ext_conf_template loaded by loadExtensionSettings()
-	 *
-	 * @var array
-	 */
-	protected $extensionSettings = array();
-
-	/**
-	 * Indicate that an flash message with an error is present.
-	 *
-	 * @var boolean
-	 */
-	protected $isErrorDetected = false;
-
-	/**
-	 * the constructor
-	 */
-	public function __construct() {
-		$this->processManager = new tx_crawler_domain_process_manager();
-	}
-
-	/**
-	 * Additions to the function menu array
-	 *
-	 * @return	array		Menu array
-	 */
-	function modMenu()	{
-		global $LANG;
-
-		return array (
-			'depth' => array(
-				0 => $LANG->sL('LLL:EXT:lang/locallang_core.php:labels.depth_0'),
-				1 => $LANG->sL('LLL:EXT:lang/locallang_core.php:labels.depth_1'),
-				2 => $LANG->sL('LLL:EXT:lang/locallang_core.php:labels.depth_2'),
-				3 => $LANG->sL('LLL:EXT:lang/locallang_core.php:labels.depth_3'),
-				4 => $LANG->sL('LLL:EXT:lang/locallang_core.php:labels.depth_4'),
-				99 => $LANG->sL('LLL:EXT:lang/locallang_core.php:labels.depth_infi'),
-			),
-			'crawlaction' => array(
-				'start' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.start'),
-				'log' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.log'),
-				'multiprocess' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.multiprocess')
-			),
-			'log_resultLog' => '',
-			'log_feVars' => '',
-			'processListMode' => '',
-			'log_display' => array(
-				'all' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.all'),
-				'pending' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.pending'),
-				'finished' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.finished')
-			),
-			'itemsPerPage' => array(
-				'5' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.itemsPerPage.5'),
-				'10' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.itemsPerPage.10'),
-				'50' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.itemsPerPage.50'),
-				'0' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.itemsPerPage.0')
-			)
-		);
-	}
-
-	/**
-	 * Load extension settings
-	 *
-	 * @param void
-	 * @return void
-	 */
-	protected function loadExtensionSettings() {
-		$this->extensionSettings = unserialize($GLOBALS['TYPO3_CONF_VARS']['EXT']['extConf']['crawler']);
-	}
-
-	/**
-	 * Main function
-	 *
-	 * @return	string		HTML output
-	 */
-	function main() {
-		global $LANG, $BACK_PATH;
-
-		$this->incLocalLang();
-
-		$this->loadExtensionSettings();
-		if (empty($this->pObj->MOD_SETTINGS['processListMode'])) {
-			$this->pObj->MOD_SETTINGS['processListMode'] = 'simple';
-		}
+        // Internal, dynamic:
+    var $duplicateTrack = array();
+    var $submitCrawlUrls = FALSE;
+    var $downloadCrawlUrls = FALSE;
+
+    var $scheduledTime = 0;
+    var $reqMinute = 0;
+
+    /**
+     * @var array holds the selection of configuration from the configuration selector box
+     */
+    var $incomingConfigurationSelection = array();
+
+    /**
+     * @var tx_crawler_lib
+     */
+    var $crawlerObj;
+
+    var $CSVaccu = array();
+
+    /**
+     * If true the user requested a CSV export of the queue
+     *
+     * @var boolean
+     */
+    var $CSVExport = FALSE;
+
+    var $downloadUrls = array();
+
+    /**
+     * Holds the configuration from ext_conf_template loaded by loadExtensionSettings()
+     *
+     * @var array
+     */
+    protected $extensionSettings = array();
+
+    /**
+     * Indicate that an flash message with an error is present.
+     *
+     * @var boolean
+     */
+    protected $isErrorDetected = false;
+
+    /**
+     * the constructor
+     */
+    public function __construct() {
+        $this->processManager = new tx_crawler_domain_process_manager();
+    }
+
+    /**
+     * Additions to the function menu array
+     *
+     * @return	array		Menu array
+     */
+    function modMenu()	{
+        global $LANG;
+
+        return array (
+            'depth' => array(
+                0 => $LANG->sL('LLL:EXT:lang/locallang_core.php:labels.depth_0'),
+                1 => $LANG->sL('LLL:EXT:lang/locallang_core.php:labels.depth_1'),
+                2 => $LANG->sL('LLL:EXT:lang/locallang_core.php:labels.depth_2'),
+                3 => $LANG->sL('LLL:EXT:lang/locallang_core.php:labels.depth_3'),
+                4 => $LANG->sL('LLL:EXT:lang/locallang_core.php:labels.depth_4'),
+                99 => $LANG->sL('LLL:EXT:lang/locallang_core.php:labels.depth_infi'),
+            ),
+            'crawlaction' => array(
+                'start' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.start'),
+                'log' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.log'),
+                'multiprocess' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.multiprocess')
+            ),
+            'log_resultLog' => '',
+            'log_feVars' => '',
+            'processListMode' => '',
+            'log_display' => array(
+                'all' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.all'),
+                'pending' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.pending'),
+                'finished' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.finished')
+            ),
+            'itemsPerPage' => array(
+                '5' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.itemsPerPage.5'),
+                '10' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.itemsPerPage.10'),
+                '50' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.itemsPerPage.50'),
+                '0' => $LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.itemsPerPage.0')
+            )
+        );
+    }
+
+    /**
+     * Load extension settings
+     *
+     * @param void
+     * @return void
+     */
+    protected function loadExtensionSettings() {
+        $this->extensionSettings = unserialize($GLOBALS['TYPO3_CONF_VARS']['EXT']['extConf']['crawler']);
+    }
+
+    /**
+     * Main function
+     *
+     * @return	string		HTML output
+     */
+    function main() {
+        global $LANG, $BACK_PATH;
+
+        $this->incLocalLang();
+
+        $this->loadExtensionSettings();
+        if (empty($this->pObj->MOD_SETTINGS['processListMode'])) {
+            $this->pObj->MOD_SETTINGS['processListMode'] = 'simple';
+        }
 
-			// Set CSS styles specific for this document:
-		$this->pObj->content = str_replace('/*###POSTCSSMARKER###*/','
+            // Set CSS styles specific for this document:
+        $this->pObj->content = str_replace('/*###POSTCSSMARKER###*/','
 			TABLE.c-list TR TD { white-space: nowrap; vertical-align: top; }
 		',$this->pObj->content);
 
-		$this->pObj->content .= '<style type="text/css"><!--
+        $this->pObj->content .= '<style type="text/css"><!--
 			table.url-table,
 			table.param-expanded,
 			table.crawlerlog {
@@ -165,16 +165,16 @@ 
 		<link rel="stylesheet" type="text/css" href="'.$BACK_PATH.'../typo3conf/ext/crawler/template/res.css" />
 		';
 
-			// Type function menu:
-		$h_func = \TYPO3\CMS\Backend\Utility\BackendUtility::getFuncMenu(
-			$this->pObj->id,
-			'SET[crawlaction]',
-			$this->pObj->MOD_SETTINGS['crawlaction'],
-			$this->pObj->MOD_MENU['crawlaction'],
-			'index.php'
-		);
+            // Type function menu:
+        $h_func = \TYPO3\CMS\Backend\Utility\BackendUtility::getFuncMenu(
+            $this->pObj->id,
+            'SET[crawlaction]',
+            $this->pObj->MOD_SETTINGS['crawlaction'],
+            $this->pObj->MOD_MENU['crawlaction'],
+            'index.php'
+        );
 
-		/*
+        /*
 			// Showing depth-menu in certain cases:
 		if ($this->pObj->MOD_SETTINGS['crawlaction']!=='cli' && $this->pObj->MOD_SETTINGS['crawlaction']!== 'multiprocess' && ($this->pObj->MOD_SETTINGS['crawlaction']!=='log' || $this->pObj->id))	{
 			$h_func .= \TYPO3\CMS\Backend\Utility\BackendUtility::getFuncMenu(
@@ -187,63 +187,63 @@ 
 		}
 		*/
 
-			// Additional menus for the log type:
-		if ($this->pObj->MOD_SETTINGS['crawlaction']==='log')	{
-			$h_func .= \TYPO3\CMS\Backend\Utility\BackendUtility::getFuncMenu(
-				$this->pObj->id,
-				'SET[depth]',
-				$this->pObj->MOD_SETTINGS['depth'],
-				$this->pObj->MOD_MENU['depth'],
-				'index.php'
-			);
+            // Additional menus for the log type:
+        if ($this->pObj->MOD_SETTINGS['crawlaction']==='log')	{
+            $h_func .= \TYPO3\CMS\Backend\Utility\BackendUtility::getFuncMenu(
+                $this->pObj->id,
+                'SET[depth]',
+                $this->pObj->MOD_SETTINGS['depth'],
+                $this->pObj->MOD_MENU['depth'],
+                'index.php'
+            );
+
+            $quiPart = \TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_details') ? '&qid_details=' . intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_details')) : '';
+
+            $setId = intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('setID'));
+
+            $h_func.= '<hr/>'.
+                    $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.display').': '.\TYPO3\CMS\Backend\Utility\BackendUtility::getFuncMenu($this->pObj->id,'SET[log_display]',$this->pObj->MOD_SETTINGS['log_display'],$this->pObj->MOD_MENU['log_display'],'index.php','&setID='.$setId) . ' - ' .
+                    $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.showresultlog').': '.\TYPO3\CMS\Backend\Utility\BackendUtility::getFuncCheck($this->pObj->id,'SET[log_resultLog]',$this->pObj->MOD_SETTINGS['log_resultLog'],'index.php','&setID='.$setId . $quiPart) . ' - ' .
+                    $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.showfevars').': '.\TYPO3\CMS\Backend\Utility\BackendUtility::getFuncCheck($this->pObj->id,'SET[log_feVars]',$this->pObj->MOD_SETTINGS['log_feVars'],'index.php','&setID='.$setId . $quiPart) . ' - ' .
+                    $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.itemsPerPage').': ' .
+                    \TYPO3\CMS\Backend\Utility\BackendUtility::getFuncMenu(
+                        $this->pObj->id,
+                        'SET[itemsPerPage]',
+                        $this->pObj->MOD_SETTINGS['itemsPerPage'],
+                        $this->pObj->MOD_MENU['itemsPerPage'],
+                        'index.php'
+                    );
+        }
 
-			$quiPart = \TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_details') ? '&qid_details=' . intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_details')) : '';
-
-			$setId = intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('setID'));
-
-			$h_func.= '<hr/>'.
-					$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.display').': '.\TYPO3\CMS\Backend\Utility\BackendUtility::getFuncMenu($this->pObj->id,'SET[log_display]',$this->pObj->MOD_SETTINGS['log_display'],$this->pObj->MOD_MENU['log_display'],'index.php','&setID='.$setId) . ' - ' .
-					$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.showresultlog').': '.\TYPO3\CMS\Backend\Utility\BackendUtility::getFuncCheck($this->pObj->id,'SET[log_resultLog]',$this->pObj->MOD_SETTINGS['log_resultLog'],'index.php','&setID='.$setId . $quiPart) . ' - ' .
-					$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.showfevars').': '.\TYPO3\CMS\Backend\Utility\BackendUtility::getFuncCheck($this->pObj->id,'SET[log_feVars]',$this->pObj->MOD_SETTINGS['log_feVars'],'index.php','&setID='.$setId . $quiPart) . ' - ' .
-					$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.itemsPerPage').': ' .
-					\TYPO3\CMS\Backend\Utility\BackendUtility::getFuncMenu(
-						$this->pObj->id,
-						'SET[itemsPerPage]',
-						$this->pObj->MOD_SETTINGS['itemsPerPage'],
-						$this->pObj->MOD_MENU['itemsPerPage'],
-						'index.php'
-					);
-		}
+        $theOutput= $this->pObj->doc->spacer(5);
+        $theOutput.= $this->pObj->doc->section($LANG->getLL('title'), $h_func, 0, 1);
 
-		$theOutput= $this->pObj->doc->spacer(5);
-		$theOutput.= $this->pObj->doc->section($LANG->getLL('title'), $h_func, 0, 1);
-
-			// Branch based on type:
-		switch ((string)$this->pObj->MOD_SETTINGS['crawlaction']) {
-			case 'start':
-				if (empty($this->pObj->id)) {
-					$this->addErrorMessage($GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.noPageSelected'));
-				} else {
-					$theOutput .= $this->pObj->doc->section('', $this->drawURLs(), 0, 1);
-				}
-				break;
-			case 'log':
-				if (empty($this->pObj->id)) {
-					$this->addErrorMessage($GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.noPageSelected'));
-				} else {
-					$theOutput .= $this->pObj->doc->section('', $this->drawLog(), 0, 1);
-				}
-				break;
-			case 'cli':
-				$theOutput .= $this->pObj->doc->section('', $this->drawCLIstatus(), 0, 1);
-				break;
-			case 'multiprocess':
-				$theOutput .= $this->pObj->doc->section('', $this->drawProcessOverviewAction(), 0, 1);
-				break;
-		}
+            // Branch based on type:
+        switch ((string)$this->pObj->MOD_SETTINGS['crawlaction']) {
+            case 'start':
+                if (empty($this->pObj->id)) {
+                    $this->addErrorMessage($GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.noPageSelected'));
+                } else {
+                    $theOutput .= $this->pObj->doc->section('', $this->drawURLs(), 0, 1);
+                }
+                break;
+            case 'log':
+                if (empty($this->pObj->id)) {
+                    $this->addErrorMessage($GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.noPageSelected'));
+                } else {
+                    $theOutput .= $this->pObj->doc->section('', $this->drawLog(), 0, 1);
+                }
+                break;
+            case 'cli':
+                $theOutput .= $this->pObj->doc->section('', $this->drawCLIstatus(), 0, 1);
+                break;
+            case 'multiprocess':
+                $theOutput .= $this->pObj->doc->section('', $this->drawProcessOverviewAction(), 0, 1);
+                break;
+        }
 
-		return $theOutput;
-	}
+        return $theOutput;
+    }
 
 
 
@@ -256,176 +256,176 @@ 
 
 
 
-	/*******************************
+    /*******************************
 	 *
 	 * Generate URLs for crawling:
 	 *
 	 ******************************/
 
-	/**
-	 * Produces a table with overview of the URLs to be crawled for each page
-	 *
-	 * @return	string		HTML output
-	 */
-	function drawURLs()	{
-		global $BACK_PATH, $BE_USER;
-
-			// Init:
-		$this->duplicateTrack = array();
-		$this->submitCrawlUrls = \TYPO3\CMS\Core\Utility\GeneralUtility::_GP('_crawl');
-		$this->downloadCrawlUrls = \TYPO3\CMS\Core\Utility\GeneralUtility::_GP('_download');
-		$this->makeCrawlerProcessableChecks();
-
-		switch((string)\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('tstamp'))	{
-			case 'midnight':
-				$this->scheduledTime = mktime(0,0,0);
-			break;
-			case '04:00':
-				$this->scheduledTime = mktime(0,0,0)+4*3600;
-			break;
-			case 'now':
-			default:
-				$this->scheduledTime = time();
-			break;
-		}
-		// $this->reqMinute = \TYPO3\CMS\Core\Utility\GeneralUtility::intInRange(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('perminute'),1,10000);
-		// TODO: check relevance
-		$this->reqMinute = 1000;
+    /**
+     * Produces a table with overview of the URLs to be crawled for each page
+     *
+     * @return	string		HTML output
+     */
+    function drawURLs()	{
+        global $BACK_PATH, $BE_USER;
+
+            // Init:
+        $this->duplicateTrack = array();
+        $this->submitCrawlUrls = \TYPO3\CMS\Core\Utility\GeneralUtility::_GP('_crawl');
+        $this->downloadCrawlUrls = \TYPO3\CMS\Core\Utility\GeneralUtility::_GP('_download');
+        $this->makeCrawlerProcessableChecks();
+
+        switch((string)\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('tstamp'))	{
+            case 'midnight':
+                $this->scheduledTime = mktime(0,0,0);
+            break;
+            case '04:00':
+                $this->scheduledTime = mktime(0,0,0)+4*3600;
+            break;
+            case 'now':
+            default:
+                $this->scheduledTime = time();
+            break;
+        }
+        // $this->reqMinute = \TYPO3\CMS\Core\Utility\GeneralUtility::intInRange(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('perminute'),1,10000);
+        // TODO: check relevance
+        $this->reqMinute = 1000;
 
 
-		$this->incomingConfigurationSelection = \TYPO3\CMS\Core\Utility\GeneralUtility::_GP('configurationSelection');
-		$this->incomingConfigurationSelection = is_array($this->incomingConfigurationSelection) ? $this->incomingConfigurationSelection : array('');
+        $this->incomingConfigurationSelection = \TYPO3\CMS\Core\Utility\GeneralUtility::_GP('configurationSelection');
+        $this->incomingConfigurationSelection = is_array($this->incomingConfigurationSelection) ? $this->incomingConfigurationSelection : array('');
 
-		$this->crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
-		$this->crawlerObj->setAccessMode('gui');
-		$this->crawlerObj->setID = \TYPO3\CMS\Core\Utility\GeneralUtility::md5int(microtime());
+        $this->crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
+        $this->crawlerObj->setAccessMode('gui');
+        $this->crawlerObj->setID = \TYPO3\CMS\Core\Utility\GeneralUtility::md5int(microtime());
 
-		if (empty($this->incomingConfigurationSelection)
-			|| (count($this->incomingConfigurationSelection)==1 && empty($this->incomingConfigurationSelection[0]))
-			) {
-			$code= '
+        if (empty($this->incomingConfigurationSelection)
+            || (count($this->incomingConfigurationSelection)==1 && empty($this->incomingConfigurationSelection[0]))
+            ) {
+            $code= '
 			<tr>
 				<td colspan="7"><b>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.noConfigSelected').'</b></td>
 			</tr>';
-		} else {
-			if($this->submitCrawlUrls){
-				$reason = new tx_crawler_domain_reason();
-				$reason->setReason(tx_crawler_domain_reason::REASON_GUI_SUBMIT);
-
-				if($BE_USER instanceof \TYPO3\CMS\Core\Authentication\BackendUserAuthentication){ $username = $BE_USER->user['username']; }
-				$reason->setDetailText('The user '.$username.' added pages to the crawler queue manually ');
-
-				tx_crawler_domain_events_dispatcher::getInstance()->post(	'invokeQueueChange',
-																			$this->findCrawler()->setID,
-																			array(	'reason' => $reason ));
-			}
-
-			$code = $this->crawlerObj->getPageTreeAndUrls(
-				$this->pObj->id,
-				$this->pObj->MOD_SETTINGS['depth'],
-				$this->scheduledTime,
-				$this->reqMinute,
-				$this->submitCrawlUrls,
-				$this->downloadCrawlUrls,
-				array(), // Do not filter any processing instructions
-				$this->incomingConfigurationSelection
-			);
+        } else {
+            if($this->submitCrawlUrls){
+                $reason = new tx_crawler_domain_reason();
+                $reason->setReason(tx_crawler_domain_reason::REASON_GUI_SUBMIT);
+
+                if($BE_USER instanceof \TYPO3\CMS\Core\Authentication\BackendUserAuthentication){ $username = $BE_USER->user['username']; }
+                $reason->setDetailText('The user '.$username.' added pages to the crawler queue manually ');
+
+                tx_crawler_domain_events_dispatcher::getInstance()->post(	'invokeQueueChange',
+                                                                            $this->findCrawler()->setID,
+                                                                            array(	'reason' => $reason ));
+            }
+
+            $code = $this->crawlerObj->getPageTreeAndUrls(
+                $this->pObj->id,
+                $this->pObj->MOD_SETTINGS['depth'],
+                $this->scheduledTime,
+                $this->reqMinute,
+                $this->submitCrawlUrls,
+                $this->downloadCrawlUrls,
+                array(), // Do not filter any processing instructions
+                $this->incomingConfigurationSelection
+            );
 
 
-		}
+        }
 
-		$this->downloadUrls = $this->crawlerObj->downloadUrls;
-		$this->duplicateTrack = $this->crawlerObj->duplicateTrack;
+        $this->downloadUrls = $this->crawlerObj->downloadUrls;
+        $this->duplicateTrack = $this->crawlerObj->duplicateTrack;
 
-		$output = '';
-		if ($code)	{
+        $output = '';
+        if ($code)	{
 
-			$output .= '<h3>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.configuration').':</h3>';
-			$output .= '<input type="hidden" name="id" value="'.intval($this->pObj->id).'" />';
+            $output .= '<h3>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.configuration').':</h3>';
+            $output .= '<input type="hidden" name="id" value="'.intval($this->pObj->id).'" />';
 
-			if (!$this->submitCrawlUrls)	{
-				$output .= $this->drawURLs_cfgSelectors().'<br />';
-				$output .= '<input type="submit" name="_update" value="'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.triggerUpdate').'" /> ';
-				$output .= '<input type="submit" name="_crawl" value="'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.triggerCrawl').'" /> ';
-				$output .= '<input type="submit" name="_download" value="'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.triggerDownload').'" /><br /><br />';
-				$output .= $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.count').': '.count(array_keys($this->duplicateTrack)).'<br />';
-				$output .= $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.curtime').': '.date('H:i:s',time()).'<br />';
-				$output .= '<br />
+            if (!$this->submitCrawlUrls)	{
+                $output .= $this->drawURLs_cfgSelectors().'<br />';
+                $output .= '<input type="submit" name="_update" value="'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.triggerUpdate').'" /> ';
+                $output .= '<input type="submit" name="_crawl" value="'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.triggerCrawl').'" /> ';
+                $output .= '<input type="submit" name="_download" value="'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.triggerDownload').'" /><br /><br />';
+                $output .= $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.count').': '.count(array_keys($this->duplicateTrack)).'<br />';
+                $output .= $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.curtime').': '.date('H:i:s',time()).'<br />';
+                $output .= '<br />
 					<table class="lrPadding c-list url-table">'.
-						$this->drawURLs_printTableHeader().
-						$code.
-					'</table>';
-			} else {
-				$output .= count(array_keys($this->duplicateTrack)).' '.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.submitted').'. <br /><br />';
-				$output .= '<input type="submit" name="_" value="'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.continue').'" />';
-				$output .= '<input type="submit" onclick="this.form.elements[\'SET[crawlaction]\'].value=\'log\';" value="'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.continueinlog').'" />';
-			}
-		}
-
-			// Download Urls to crawl:
-		if ($this->downloadCrawlUrls)	{
-
-				// Creating output header:
-			$mimeType = 'application/octet-stream';
-			Header('Content-Type: '.$mimeType);
-			Header('Content-Disposition: attachment; filename=CrawlerUrls.txt');
-
-				// Printing the content of the CSV lines:
-			echo implode(chr(13).chr(10),$this->downloadUrls);
-
-				// Exits:
-			exit;
-		}
-
-			// Return output:
-		return 	$output;
-	}
+                        $this->drawURLs_printTableHeader().
+                        $code.
+                    '</table>';
+            } else {
+                $output .= count(array_keys($this->duplicateTrack)).' '.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.submitted').'. <br /><br />';
+                $output .= '<input type="submit" name="_" value="'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.continue').'" />';
+                $output .= '<input type="submit" onclick="this.form.elements[\'SET[crawlaction]\'].value=\'log\';" value="'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.continueinlog').'" />';
+            }
+        }
 
-	/**
-	 * Draws the configuration selectors for compiling URLs:
-	 *
-	 * @return	string		HTML table
-	 */
-	function drawURLs_cfgSelectors()	{
+            // Download Urls to crawl:
+        if ($this->downloadCrawlUrls)	{
 
-			// depth
-		$cell[] = $this->selectorBox(
-			array(
-				0 => $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_core.php:labels.depth_0'),
-				1 => $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_core.php:labels.depth_1'),
-				2 => $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_core.php:labels.depth_2'),
-				3 => $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_core.php:labels.depth_3'),
-				4 => $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_core.php:labels.depth_4'),
-				99 => $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_core.php:labels.depth_infi'),
-			),
-			'SET[depth]',
-			$this->pObj->MOD_SETTINGS['depth'],
-			0
-		);
-		$availableConfigurations = $this->crawlerObj->getConfigurationsForBranch($this->pObj->id, $this->pObj->MOD_SETTINGS['depth']?$this->pObj->MOD_SETTINGS['depth']:0 );
+                // Creating output header:
+            $mimeType = 'application/octet-stream';
+            Header('Content-Type: '.$mimeType);
+            Header('Content-Disposition: attachment; filename=CrawlerUrls.txt');
 
-			// Configurations
-		$cell[] = $this->selectorBox(
-			empty($availableConfigurations)?array():array_combine($availableConfigurations, $availableConfigurations),
-			'configurationSelection',
-			$this->incomingConfigurationSelection,
-			1
-		);
+                // Printing the content of the CSV lines:
+            echo implode(chr(13).chr(10),$this->downloadUrls);
 
-			// Scheduled time:
-		$cell[] = $this->selectorBox(
-			array(
-				'now' => $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.time.now'),
-				'midnight' => $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.time.midnight'),
-				'04:00' => $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.time.4am'),
-			),
-			'tstamp',
-			\TYPO3\CMS\Core\Utility\GeneralUtility::_POST('tstamp'),
-			0
-		);
+                // Exits:
+            exit;
+        }
 
-		// TODO: check relevance
-		/*
+            // Return output:
+        return 	$output;
+    }
+
+    /**
+     * Draws the configuration selectors for compiling URLs:
+     *
+     * @return	string		HTML table
+     */
+    function drawURLs_cfgSelectors()	{
+
+            // depth
+        $cell[] = $this->selectorBox(
+            array(
+                0 => $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_core.php:labels.depth_0'),
+                1 => $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_core.php:labels.depth_1'),
+                2 => $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_core.php:labels.depth_2'),
+                3 => $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_core.php:labels.depth_3'),
+                4 => $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_core.php:labels.depth_4'),
+                99 => $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_core.php:labels.depth_infi'),
+            ),
+            'SET[depth]',
+            $this->pObj->MOD_SETTINGS['depth'],
+            0
+        );
+        $availableConfigurations = $this->crawlerObj->getConfigurationsForBranch($this->pObj->id, $this->pObj->MOD_SETTINGS['depth']?$this->pObj->MOD_SETTINGS['depth']:0 );
+
+            // Configurations
+        $cell[] = $this->selectorBox(
+            empty($availableConfigurations)?array():array_combine($availableConfigurations, $availableConfigurations),
+            'configurationSelection',
+            $this->incomingConfigurationSelection,
+            1
+        );
+
+            // Scheduled time:
+        $cell[] = $this->selectorBox(
+            array(
+                'now' => $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.time.now'),
+                'midnight' => $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.time.midnight'),
+                '04:00' => $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.time.4am'),
+            ),
+            'tstamp',
+            \TYPO3\CMS\Core\Utility\GeneralUtility::_POST('tstamp'),
+            0
+        );
+
+        // TODO: check relevance
+        /*
 			// Requests per minute:
 		$cell[] = $this->selectorBox(
 			array(
@@ -446,7 +446,7 @@ 
 		);
 		*/
 
-		$output = '
+        $output = '
 			<table class="lrPadding c-list">
 				<tr class="bgColor5 tableheader">
 					<td>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.depth').':</td>
@@ -459,17 +459,17 @@ 
 				</tr>
 			</table>';
 
-		return $output;
-	}
+        return $output;
+    }
 
-	/**
-	 * Create Table header row for URL display
-	 *
-	 * @return	string		Table header
-	 */
-	function drawURLs_printTableHeader()	{
+    /**
+     * Create Table header row for URL display
+     *
+     * @return	string		Table header
+     */
+    function drawURLs_printTableHeader()	{
 
-		$content = '
+        $content = '
 			<tr class="bgColor5 tableheader">
 				<td>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.pagetitle').':</td>
 				<td>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.key').':</td>
@@ -480,8 +480,8 @@ 
 				<td>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.parameters').':</td>
 			</tr>';
 
-		return $content;
-	}
+        return $content;
+    }
 
 
 
@@ -494,109 +494,109 @@ 
 
 
 
-	/*******************************
+    /*******************************
 	 *
 	 * Shows log of indexed URLs
 	 *
 	 ******************************/
 
-	/**
-	 * Shows the log of indexed URLs
-	 *
-	 * @return	string		HTML output
-	 */
-	function drawLog()	{
-		global $BACK_PATH;
-		$output = '';
-
-			// Init:
-		$this->crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
-		$this->crawlerObj->setAccessMode('gui');
-		$this->crawlerObj->setID = \TYPO3\CMS\Core\Utility\GeneralUtility::md5int(microtime());
-
-		$this->CSVExport = \TYPO3\CMS\Core\Utility\GeneralUtility::_POST('_csv');
-
-			// Read URL:
-		if (\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_read'))	{
-			$this->crawlerObj->readUrl(intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_read')),TRUE);
-		}
+    /**
+     * Shows the log of indexed URLs
+     *
+     * @return	string		HTML output
+     */
+    function drawLog()	{
+        global $BACK_PATH;
+        $output = '';
+
+            // Init:
+        $this->crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
+        $this->crawlerObj->setAccessMode('gui');
+        $this->crawlerObj->setID = \TYPO3\CMS\Core\Utility\GeneralUtility::md5int(microtime());
+
+        $this->CSVExport = \TYPO3\CMS\Core\Utility\GeneralUtility::_POST('_csv');
+
+            // Read URL:
+        if (\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_read'))	{
+            $this->crawlerObj->readUrl(intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_read')),TRUE);
+        }
 
-			// Look for set ID sent - if it is, we will display contents of that set:
-		$showSetId = intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('setID'));
+            // Look for set ID sent - if it is, we will display contents of that set:
+        $showSetId = intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('setID'));
 
-			// Show details:
-		if (\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_details'))	{
+            // Show details:
+        if (\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_details'))	{
 
-				// Get entry record:
-			list($q_entry) = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('*','tx_crawler_queue','qid='.intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_details')));
+                // Get entry record:
+            list($q_entry) = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('*','tx_crawler_queue','qid='.intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('qid_details')));
 
-				// Explode values:
-				$resStatus = $this->getResStatus($q_entry);
-			$q_entry['parameters'] = unserialize($q_entry['parameters']);
-			$q_entry['result_data'] = unserialize($q_entry['result_data']);
-			if (is_array($q_entry['result_data']))	{
-				$q_entry['result_data']['content'] = unserialize($q_entry['result_data']['content']);
-			}
+                // Explode values:
+                $resStatus = $this->getResStatus($q_entry);
+            $q_entry['parameters'] = unserialize($q_entry['parameters']);
+            $q_entry['result_data'] = unserialize($q_entry['result_data']);
+            if (is_array($q_entry['result_data']))	{
+                $q_entry['result_data']['content'] = unserialize($q_entry['result_data']['content']);
+            }
 
-			if(!$this->pObj->MOD_SETTINGS['log_resultLog']) {
-				unset($q_entry['result_data']['content']['log']);
-			}
+            if(!$this->pObj->MOD_SETTINGS['log_resultLog']) {
+                unset($q_entry['result_data']['content']['log']);
+            }
 
-				// Print rudimentary details:
-			$output .= '
+                // Print rudimentary details:
+            $output .= '
 				<br /><br />
 				<input type="submit" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.back') . '" name="_back" />
 				<input type="hidden" value="' . $this->pObj->id . '" name="id" />
 				<input type="hidden" value="' . $showSetId . '" name="setID" />
 				<br />
 				Current server time: ' . date('H:i:s', time()) . '<br />' .
-				'Status: ' . $resStatus . '<br />' .
-				\TYPO3\CMS\Core\Utility\DebugUtility::viewArray($q_entry);
-		} else {	// Show list:
-
-				// If either id or set id, show list:
-			if ($this->pObj->id || $showSetId)	{
-				if ($this->pObj->id)	{
-						// Drawing tree:
-					$tree = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('TYPO3\CMS\Backend\Tree\View\PageTreeView');
-					$perms_clause = $GLOBALS['BE_USER']->getPagePermsClause(1);
-					$tree->init('AND '.$perms_clause);
-
-						// Set root row:
-					$HTML = \AOE\Crawler\Utility\IconUtility::getIconForRecord('pages', $this->pObj->pageinfo);
-					$tree->tree[] = Array(
-						'row' => $this->pObj->pageinfo,
-						'HTML' => $HTML
-					);
-
-						// Get branch beneath:
-					if ($this->pObj->MOD_SETTINGS['depth'])	{
-						$tree->getTree($this->pObj->id, $this->pObj->MOD_SETTINGS['depth'], '');
-					}
-
-						// Traverse page tree:
-					$code = ''; $count = 0;
-					foreach($tree->tree as $data)	{
-						$code .= $this->drawLog_addRows(
-									$data['row'],
-									$data['HTML'] . \TYPO3\CMS\Backend\Utility\BackendUtility::getRecordTitle('pages',$data['row'],TRUE),
-									intval($this->pObj->MOD_SETTINGS['itemsPerPage'])
-								);
-						if (++$count == 1000) {
-							break;
-						}
-					}
-				} else {
-					$code = '';
-					$code.= $this->drawLog_addRows(
-								$showSetId,
-								'Set ID: '.$showSetId
-							);
-				}
-
-				if ($code)	{
-
-					$output .= '
+                'Status: ' . $resStatus . '<br />' .
+                \TYPO3\CMS\Core\Utility\DebugUtility::viewArray($q_entry);
+        } else {	// Show list:
+
+                // If either id or set id, show list:
+            if ($this->pObj->id || $showSetId)	{
+                if ($this->pObj->id)	{
+                        // Drawing tree:
+                    $tree = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('TYPO3\CMS\Backend\Tree\View\PageTreeView');
+                    $perms_clause = $GLOBALS['BE_USER']->getPagePermsClause(1);
+                    $tree->init('AND '.$perms_clause);
+
+                        // Set root row:
+                    $HTML = \AOE\Crawler\Utility\IconUtility::getIconForRecord('pages', $this->pObj->pageinfo);
+                    $tree->tree[] = Array(
+                        'row' => $this->pObj->pageinfo,
+                        'HTML' => $HTML
+                    );
+
+                        // Get branch beneath:
+                    if ($this->pObj->MOD_SETTINGS['depth'])	{
+                        $tree->getTree($this->pObj->id, $this->pObj->MOD_SETTINGS['depth'], '');
+                    }
+
+                        // Traverse page tree:
+                    $code = ''; $count = 0;
+                    foreach($tree->tree as $data)	{
+                        $code .= $this->drawLog_addRows(
+                                    $data['row'],
+                                    $data['HTML'] . \TYPO3\CMS\Backend\Utility\BackendUtility::getRecordTitle('pages',$data['row'],TRUE),
+                                    intval($this->pObj->MOD_SETTINGS['itemsPerPage'])
+                                );
+                        if (++$count == 1000) {
+                            break;
+                        }
+                    }
+                } else {
+                    $code = '';
+                    $code.= $this->drawLog_addRows(
+                                $showSetId,
+                                'Set ID: '.$showSetId
+                            );
+                }
+
+                if ($code)	{
+
+                    $output .= '
 						<br /><br />
 						<input type="submit" value="'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.reloadlist').'" name="_reload" />
 						<input type="submit" value="'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.downloadcsv').'" name="_csv" />
@@ -610,20 +610,20 @@ 
 
 
 						<table class="lrPadding c-list crawlerlog">'.
-							$this->drawLog_printTableHeader().
-							$code.
-						'</table>';
-				}
-			} else {	// Otherwise show available sets:
-				$setList = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows(
-								'set_id, count(*) as count_value, scheduled',
-								'tx_crawler_queue',
-								'',
-								'set_id, scheduled',
-								'scheduled DESC'
-							);
-
-				$code = '
+                            $this->drawLog_printTableHeader().
+                            $code.
+                        '</table>';
+                }
+            } else {	// Otherwise show available sets:
+                $setList = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows(
+                                'set_id, count(*) as count_value, scheduled',
+                                'tx_crawler_queue',
+                                '',
+                                'set_id, scheduled',
+                                'scheduled DESC'
+                            );
+
+                $code = '
 					<tr class="bgColor5 tableheader">
 						<td>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.setid').':</td>
 						<td>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.count').'t:</td>
@@ -631,9 +631,9 @@ 
 					</tr>
 				';
 
-				$cc=0;
-				foreach($setList as $set)	{
-					$code.= '
+                $cc=0;
+                foreach($setList as $set)	{
+                    $code.= '
 						<tr class="bgColor'.($cc%2 ? '-20':'-10').'">
 							<td><a href="'.htmlspecialchars('index.php?setID='.$set['set_id']).'">'.$set['set_id'].'</a></td>
 							<td>'.$set['count_value'].'</td>
@@ -641,217 +641,217 @@ 
 						</tr>
 					';
 
-					$cc++;
-				}
+                    $cc++;
+                }
 
-				$output .= '
+                $output .= '
 					<br /><br />
 					<table class="lrPadding c-list">'.
-						$code.
-					'</table>';
-			}
-		}
+                        $code.
+                    '</table>';
+            }
+        }
 
-		if($this->CSVExport) {
-			$this->outputCsvFile();
-		}
+        if($this->CSVExport) {
+            $this->outputCsvFile();
+        }
 
-			// Return output
-		return 	$output;
-	}
+            // Return output
+        return 	$output;
+    }
 
-	/**
-	 * Outputs the CSV file and sets the correct headers
-	 */
-	protected function outputCsvFile() {
+    /**
+     * Outputs the CSV file and sets the correct headers
+     */
+    protected function outputCsvFile() {
 
-		if (!count($this->CSVaccu)) {
-			$this->addWarningMessage($GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:message.canNotExportEmptyQueueToCsvText'));
-			return;
-		}
+        if (!count($this->CSVaccu)) {
+            $this->addWarningMessage($GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:message.canNotExportEmptyQueueToCsvText'));
+            return;
+        }
 
-		$csvLines = array();
+        $csvLines = array();
 
-			// Field names:
-		reset($this->CSVaccu);
-		$fieldNames = array_keys(current($this->CSVaccu));
-		$csvLines[] = \TYPO3\CMS\Core\Utility\GeneralUtility::csvValues($fieldNames);
+            // Field names:
+        reset($this->CSVaccu);
+        $fieldNames = array_keys(current($this->CSVaccu));
+        $csvLines[] = \TYPO3\CMS\Core\Utility\GeneralUtility::csvValues($fieldNames);
 
-			// Data:
-		foreach($this->CSVaccu as $row)	{
-			$csvLines[] = \TYPO3\CMS\Core\Utility\GeneralUtility::csvValues($row);
-		}
+            // Data:
+        foreach($this->CSVaccu as $row)	{
+            $csvLines[] = \TYPO3\CMS\Core\Utility\GeneralUtility::csvValues($row);
+        }
 
-			// Creating output header:
-		$mimeType = 'application/octet-stream';
-		Header('Content-Type: '.$mimeType);
-		Header('Content-Disposition: attachment; filename=CrawlerLog.csv');
+            // Creating output header:
+        $mimeType = 'application/octet-stream';
+        Header('Content-Type: '.$mimeType);
+        Header('Content-Disposition: attachment; filename=CrawlerLog.csv');
+
+            // Printing the content of the CSV lines:
+        echo implode(chr(13).chr(10),$csvLines);
+
+            // Exits:
+        exit;
+    }
+
+    /**
+     * Create the rows for display of the page tree
+     * For each page a number of rows are shown displaying GET variable configuration
+     *
+     * @param	array		Page row or set-id
+     * @param	string		Title string
+     * @param	int			Items per Page setting
+     * @return	string		HTML <tr> content (one or more)
+     */
+    function drawLog_addRows($pageRow_setId, $titleString, $itemsPerPage=10) {
+
+            // If Flush button is pressed, flush tables instead of selecting entries:
+
+        if(\TYPO3\CMS\Core\Utility\GeneralUtility::_POST('_flush')) {
+            $doFlush = true;
+            $doFullFlush = false;
+        } elseif(\TYPO3\CMS\Core\Utility\GeneralUtility::_POST('_flush_all')) {
+            $doFlush = true;
+            $doFullFlush = true;
+        } else {
+            $doFlush = false;
+            $doFullFlush = false;
+        }
 
-			// Printing the content of the CSV lines:
-		echo implode(chr(13).chr(10),$csvLines);
+            // Get result:
+        if (is_array($pageRow_setId))	{
+            $res = $this->crawlerObj->getLogEntriesForPageId($pageRow_setId['uid'], $this->pObj->MOD_SETTINGS['log_display'], $doFlush, $doFullFlush, intval($itemsPerPage));
+        } else {
+            $res = $this->crawlerObj->getLogEntriesForSetId($pageRow_setId, $this->pObj->MOD_SETTINGS['log_display'], $doFlush, $doFullFlush, intval($itemsPerPage));
+        }
 
-			// Exits:
-		exit;
-	}
+            // Init var:
+        $colSpan = 9
+                + ($this->pObj->MOD_SETTINGS['log_resultLog'] ? -1 : 0)
+                + ($this->pObj->MOD_SETTINGS['log_feVars'] ? 3 : 0);
+
+        if (count($res))	{
+                // Traverse parameter combinations:
+            $c = 0;
+            $content='';
+            foreach($res as $kk => $vv)	{
+
+                    // Title column:
+                if (!$c)	{
+                    $titleClm = '<td rowspan="'.count($res).'">'.$titleString.'</td>';
+                } else {
+                    $titleClm = '';
+                }
 
-	/**
-	 * Create the rows for display of the page tree
-	 * For each page a number of rows are shown displaying GET variable configuration
-	 *
-	 * @param	array		Page row or set-id
-	 * @param	string		Title string
-	 * @param	int			Items per Page setting
-	 * @return	string		HTML <tr> content (one or more)
-	 */
-	function drawLog_addRows($pageRow_setId, $titleString, $itemsPerPage=10) {
-
-			// If Flush button is pressed, flush tables instead of selecting entries:
-
-		if(\TYPO3\CMS\Core\Utility\GeneralUtility::_POST('_flush')) {
-			$doFlush = true;
-			$doFullFlush = false;
-		} elseif(\TYPO3\CMS\Core\Utility\GeneralUtility::_POST('_flush_all')) {
-			$doFlush = true;
-			$doFullFlush = true;
-		} else {
-			$doFlush = false;
-			$doFullFlush = false;
-		}
+                    // Result:
+                $resLog = $this->getResultLog($vv);
 
-			// Get result:
-		if (is_array($pageRow_setId))	{
-			$res = $this->crawlerObj->getLogEntriesForPageId($pageRow_setId['uid'], $this->pObj->MOD_SETTINGS['log_display'], $doFlush, $doFullFlush, intval($itemsPerPage));
-		} else {
-			$res = $this->crawlerObj->getLogEntriesForSetId($pageRow_setId, $this->pObj->MOD_SETTINGS['log_display'], $doFlush, $doFullFlush, intval($itemsPerPage));
-		}
+                $resStatus = $this->getResStatus($vv);
+                $resFeVars = $this->getResFeVars($vv);
+
+                    // Compile row:
+                $parameters = unserialize($vv['parameters']);
+
+                    // Put data into array:
+                $rowData = array();
+                if ($this->pObj->MOD_SETTINGS['log_resultLog'])	{
+                    $rowData['result_log'] = $resLog;
+                } else {
+                    $rowData['scheduled'] = ($vv['scheduled']> 0) ? \TYPO3\CMS\Backend\Utility\BackendUtility::datetime($vv['scheduled']) : ' '.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.immediate');
+                    $rowData['exec_time'] = $vv['exec_time'] ? \TYPO3\CMS\Backend\Utility\BackendUtility::datetime($vv['exec_time']) : '-';
+                }
+                $rowData['result_status'] = \TYPO3\CMS\Core\Utility\GeneralUtility::fixed_lgd_cs($resStatus,50);
+                $rowData['url'] = '<a href="'.htmlspecialchars($parameters['url']).'" target="_newWIndow">'.htmlspecialchars($parameters['url']).'</a>';
+                $rowData['feUserGroupList'] = $parameters['feUserGroupList'];
+                $rowData['procInstructions'] = is_array($parameters['procInstructions']) ? implode('; ',$parameters['procInstructions']) : '';
+                $rowData['set_id'] = $vv['set_id'];
+
+                if ($this->pObj->MOD_SETTINGS['log_feVars']) {
+                    $rowData['tsfe_id'] = $resFeVars['id'];
+                    $rowData['tsfe_gr_list'] = $resFeVars['gr_list'];
+                    $rowData['tsfe_no_cache'] = $resFeVars['no_cache'];
+                }
+
+                $setId = intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('setID'));
+
+                $refreshIcon = $GLOBALS['BACK_PATH'] . 'gfx/refresh_n.gif';
+                if (version_compare(TYPO3_version,'7.0','>=')) {
+                    $refreshIcon = $GLOBALS['BACK_PATH'] . 'sysext/t3skin/extjs/images/grid/refresh.gif';
+                }
 
-			// Init var:
-		$colSpan = 9
-				+ ($this->pObj->MOD_SETTINGS['log_resultLog'] ? -1 : 0)
-				+ ($this->pObj->MOD_SETTINGS['log_feVars'] ? 3 : 0);
-
-		if (count($res))	{
-				// Traverse parameter combinations:
-			$c = 0;
-			$content='';
-			foreach($res as $kk => $vv)	{
-
-					// Title column:
-				if (!$c)	{
-					$titleClm = '<td rowspan="'.count($res).'">'.$titleString.'</td>';
-				} else {
-					$titleClm = '';
-				}
-
-					// Result:
-				$resLog = $this->getResultLog($vv);
-
-				$resStatus = $this->getResStatus($vv);
-				$resFeVars = $this->getResFeVars($vv);
-
-					// Compile row:
-				$parameters = unserialize($vv['parameters']);
-
-					// Put data into array:
-				$rowData = array();
-				if ($this->pObj->MOD_SETTINGS['log_resultLog'])	{
-					$rowData['result_log'] = $resLog;
-				} else {
-					$rowData['scheduled'] = ($vv['scheduled']> 0) ? \TYPO3\CMS\Backend\Utility\BackendUtility::datetime($vv['scheduled']) : ' '.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.immediate');
-					$rowData['exec_time'] = $vv['exec_time'] ? \TYPO3\CMS\Backend\Utility\BackendUtility::datetime($vv['exec_time']) : '-';
-				}
-				$rowData['result_status'] = \TYPO3\CMS\Core\Utility\GeneralUtility::fixed_lgd_cs($resStatus,50);
-				$rowData['url'] = '<a href="'.htmlspecialchars($parameters['url']).'" target="_newWIndow">'.htmlspecialchars($parameters['url']).'</a>';
-				$rowData['feUserGroupList'] = $parameters['feUserGroupList'];
-				$rowData['procInstructions'] = is_array($parameters['procInstructions']) ? implode('; ',$parameters['procInstructions']) : '';
-				$rowData['set_id'] = $vv['set_id'];
-
-				if ($this->pObj->MOD_SETTINGS['log_feVars']) {
-					$rowData['tsfe_id'] = $resFeVars['id'];
-					$rowData['tsfe_gr_list'] = $resFeVars['gr_list'];
-					$rowData['tsfe_no_cache'] = $resFeVars['no_cache'];
-				}
-
-				$setId = intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('setID'));
-
-				$refreshIcon = $GLOBALS['BACK_PATH'] . 'gfx/refresh_n.gif';
-				if (version_compare(TYPO3_version,'7.0','>=')) {
-					$refreshIcon = $GLOBALS['BACK_PATH'] . 'sysext/t3skin/extjs/images/grid/refresh.gif';
-				}
-
-					// Put rows together:
-				$content.= '
+                    // Put rows together:
+                $content.= '
 					<tr class="bgColor'.($c%2 ? '-20':'-10').'">
 						'.$titleClm.'
 						<td><a href="' . $this->getModuleUrl(array('qid_details' => $vv['qid'], 'setID' => $setId)) . '">'.htmlspecialchars($vv['qid']).'</a></td>
 						<td><a href="' . $this->getModuleUrl(array('qid_read' => $vv['qid'], 'setID' => $setId)) . '"><img src="' . $refreshIcon . '" width="14" hspace="1" vspace="2" height="14" border="0" title="'.htmlspecialchars('Read').'" alt="" /></a></td>';
-				foreach($rowData as $fKey => $value) {
+                foreach($rowData as $fKey => $value) {
 
-					if (\TYPO3\CMS\Core\Utility\GeneralUtility::inList('url',$fKey))	{
-						$content.= '
+                    if (\TYPO3\CMS\Core\Utility\GeneralUtility::inList('url',$fKey))	{
+                        $content.= '
 						<td>'.$value.'</td>';
-					} else {
-						$content.= '
+                    } else {
+                        $content.= '
 						<td>'.nl2br(htmlspecialchars($value)).'</td>';
-					}
-				}
-				$content.= '
+                    }
+                }
+                $content.= '
 					</tr>';
-				$c++;
-
-				if ($this->CSVExport)	{
-						// Only for CSV (adding qid and scheduled/exec_time if needed):
-					$rowData['result_log'] = implode('// ',explode(chr(10),$resLog));
-					$rowData['qid'] = $vv['qid'];
-					$rowData['scheduled'] = \TYPO3\CMS\Backend\Utility\BackendUtility::datetime($vv['scheduled']);
-					$rowData['exec_time'] = $vv['exec_time'] ? \TYPO3\CMS\Backend\Utility\BackendUtility::datetime($vv['exec_time']) : '-';
-					$this->CSVaccu[] = $rowData;
-				}
-			}
-		} else {
+                $c++;
+
+                if ($this->CSVExport)	{
+                        // Only for CSV (adding qid and scheduled/exec_time if needed):
+                    $rowData['result_log'] = implode('// ',explode(chr(10),$resLog));
+                    $rowData['qid'] = $vv['qid'];
+                    $rowData['scheduled'] = \TYPO3\CMS\Backend\Utility\BackendUtility::datetime($vv['scheduled']);
+                    $rowData['exec_time'] = $vv['exec_time'] ? \TYPO3\CMS\Backend\Utility\BackendUtility::datetime($vv['exec_time']) : '-';
+                    $this->CSVaccu[] = $rowData;
+                }
+            }
+        } else {
 
-				// Compile row:
-			$content = '
+                // Compile row:
+            $content = '
 				<tr class="bgColor-20">
 					<td>'.$titleString.'</td>
 					<td colspan="'.$colSpan.'"><em>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.noentries').'</em></td>
 				</tr>';
-		}
-
-		return $content;
-	}
+        }
 
-	/**
-	 * Find Fe vars
-	 *
-	 * @param array $row
-	 * @return array
-	 */
-	function getResFeVars($row) {
-		$feVars = array();
-
-		if ($row['result_data']) {
-			$resultData = unserialize($row['result_data']);
-			$requestResult = unserialize($resultData['content']);
-			$feVars = $requestResult['vars'];
-		}
+        return $content;
+    }
+
+    /**
+     * Find Fe vars
+     *
+     * @param array $row
+     * @return array
+     */
+    function getResFeVars($row) {
+        $feVars = array();
+
+        if ($row['result_data']) {
+            $resultData = unserialize($row['result_data']);
+            $requestResult = unserialize($resultData['content']);
+            $feVars = $requestResult['vars'];
+        }
 
-		return $feVars;
-	}
+        return $feVars;
+    }
 
-	/**
-	 * Create Table header row (log)
-	 *
-	 * @return	string		Table header
-	 */
-	function drawLog_printTableHeader()	{
+    /**
+     * Create Table header row (log)
+     *
+     * @return	string		Table header
+     */
+    function drawLog_printTableHeader()	{
 
-		$content = '
+        $content = '
 			<tr class="bgColor5 tableheader">
 				<td>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.pagetitle').':</td>
 				<td>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.qid').':</td>
 				<td>&nbsp;</td>'.
-				($this->pObj->MOD_SETTINGS['log_resultLog'] ? '
+                ($this->pObj->MOD_SETTINGS['log_resultLog'] ? '
 				<td>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.resultlog').':</td>' : '
 				<td>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.scheduledtime').':</td>
 				<td>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.runtime').':</td>').'
@@ -860,14 +860,14 @@ 
 				<td>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.groups').':</td>
 				<td>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.procinstr').':</td>
 				<td>'.$GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.setid').':</td>'.
-				($this->pObj->MOD_SETTINGS['log_feVars'] ? '
+                ($this->pObj->MOD_SETTINGS['log_feVars'] ? '
 				<td>'.htmlspecialchars('TSFE->id').'</td>
 				<td>'.htmlspecialchars('TSFE->gr_list').'</td>
 				<td>'.htmlspecialchars('TSFE->no_cache').'</td>' : '').'
 			</tr>';
 
-		return $content;
-	}
+        return $content;
+    }
 
         /**
          * Extract the log information from the current row and retrive it as formatted string.
@@ -894,25 +894,25 @@ 
                 return $content;
         }
 
-	function getResStatus($vv) {
-		if ($vv['result_data'])	{
-			$requestContent = unserialize($vv['result_data']);
-			$requestResult = unserialize($requestContent['content']);
-			if (is_array($requestResult)) {
-				if (empty($requestResult['errorlog'])) {
-					$resStatus = 'OK';
-				} else {
-					$resStatus = implode("\n", $requestResult['errorlog']);
-				}
-				$resLog = is_array($requestResult['log']) ?  implode(chr(10),$requestResult['log']) : '';
-			} else {
-				$resStatus = 'Error: '.substr(preg_replace('/\s+/',' ',strip_tags($requestContent['content'])),0,10000).'...';
-			}
-		} else {
-			$resStatus = '-';
-		}
-		return $resStatus;
-	}
+    function getResStatus($vv) {
+        if ($vv['result_data'])	{
+            $requestContent = unserialize($vv['result_data']);
+            $requestResult = unserialize($requestContent['content']);
+            if (is_array($requestResult)) {
+                if (empty($requestResult['errorlog'])) {
+                    $resStatus = 'OK';
+                } else {
+                    $resStatus = implode("\n", $requestResult['errorlog']);
+                }
+                $resLog = is_array($requestResult['log']) ?  implode(chr(10),$requestResult['log']) : '';
+            } else {
+                $resStatus = 'Error: '.substr(preg_replace('/\s+/',' ',strip_tags($requestContent['content'])),0,10000).'...';
+            }
+        } else {
+            $resStatus = '-';
+        }
+        return $resStatus;
+    }
 
 
 
@@ -921,343 +921,343 @@ 
 
 
 
-	/*****************************
+    /*****************************
 	 *
 	 * CLI status display
 	 *
 	 *****************************/
 
-	/**
-	 * This method is used to show an overview about the active an the finished crawling processes
-	 *
-	 * @author Timo Schmidt
-	 * @param void
-	 * @return string
-	 */
-	protected function drawProcessOverviewAction(){
-
-		$this->runRefreshHooks();
-
-		global $BACK_PATH;
-		$this->makeCrawlerProcessableChecks();
-
-		$crawler = $this->findCrawler();
-		try {
-			$this->handleProcessOverviewActions();
-		} catch (Exception $e) {
-			$this->addErrorMessage($e->getMessage());
-		}
-
-		$offset 	= intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('offset'));
-		$perpage 	= 20;
-
-		$processRepository	= new tx_crawler_domain_process_repository();
-		$queueRepository	= new tx_crawler_domain_queue_repository();
-
-		$mode = $this->pObj->MOD_SETTINGS['processListMode'];
-		if ($mode == 'detail') {
-			$where = '';
-		} elseif($mode == 'simple') {
-			$where = 'active = 1';
-		}
-
-		$allProcesses 		= $processRepository->findAll('ttl','DESC', $perpage, $offset,$where);
-		$allCount			= $processRepository->countAll($where);
-
-		$listView			= new tx_crawler_view_process_list();
-		$listView->setPageId($this->pObj->id);
-		$listView->setIconPath($BACK_PATH.'../typo3conf/ext/crawler/template/process/res/img/');
-		$listView->setProcessCollection($allProcesses);
-		$listView->setCliPath($this->processManager->getCrawlerCliPath());
-		$listView->setIsCrawlerEnabled(!$crawler->getDisabled() && !$this->isErrorDetected);
-		$listView->setTotalUnprocessedItemCount($queueRepository->countAllPendingItems());
-		$listView->setAssignedUnprocessedItemCount($queueRepository->countAllAssignedPendingItems());
-		$listView->setActiveProcessCount($processRepository->countActive());
-		$listView->setMaxActiveProcessCount(tx_crawler_api::forceIntegerInRange($this->extensionSettings['processLimit'],1,99,1));
-		$listView->setMode($mode);
-
-		$paginationView		= new tx_crawler_view_pagination();
-		$paginationView->setCurrentOffset($offset);
-		$paginationView->setPerPage($perpage);
-		$paginationView->setTotalItemCount($allCount);
-
-		$output = $listView->render();
-
-		if ($paginationView->getTotalPagesCount() > 1) {
-			$output .= ' <br />'.$paginationView->render();
-		}
-
-		return $output;
-	}
-
-	/**
-	 * Verify that the crawler is exectuable.
-	 *
-	 * @access protected
-	 * @return void
-	 *
-	 * @author Michael Klapper <michael.klapper@aoemedia.de>
-	 */
-	protected function makeCrawlerProcessableChecks() {
-		global $LANG;
-
-		if ($this->isCrawlerUserAvailable() === false) {
-			$this->addErrorMessage($LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:message.noBeUserAvailable'));
-		} elseif ($this->isCrawlerUserNotAdmin() === false) {
-			$this->addErrorMessage($LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:message.beUserIsAdmin'));
-		}
+    /**
+     * This method is used to show an overview about the active an the finished crawling processes
+     *
+     * @author Timo Schmidt
+     * @param void
+     * @return string
+     */
+    protected function drawProcessOverviewAction(){
+
+        $this->runRefreshHooks();
+
+        global $BACK_PATH;
+        $this->makeCrawlerProcessableChecks();
+
+        $crawler = $this->findCrawler();
+        try {
+            $this->handleProcessOverviewActions();
+        } catch (Exception $e) {
+            $this->addErrorMessage($e->getMessage());
+        }
 
-		if ($this->isPhpForkAvailable() === false) {
-			$this->addErrorMessage($LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:message.noPhpForkAvailable'));
-		}
+        $offset 	= intval(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('offset'));
+        $perpage 	= 20;
 
-		$exitCode = 0;
-		$out = array();
-		exec(escapeshellcmd($this->extensionSettings['phpPath'] . ' -v'), $out, $exitCode);
-		if ($exitCode > 0) {
-			$this->addErrorMessage(sprintf($LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:message.phpBinaryNotFound'), htmlspecialchars($this->extensionSettings['phpPath'])));
-		}
-	}
-
-	/**
-	 * Indicate that the required PHP method "popen" is
-	 * available in the system.
-	 *
-	 * @access protected
-	 * @return boolean
-	 *
-	 * @author Michael Klapper <michael.klapper@aoemedia.de>
-	 */
-	protected function isPhpForkAvailable() {
-		return function_exists('popen');
-	}
-
-	/**
-	 * Indicate that the required be_user "_cli_crawler" is
-	 * global available in the system.
-	 *
-	 * @access protected
-	 * @return boolean
-	 *
-	 * @author Michael Klapper <michael.klapper@aoemedia.de>
-	 */
-	protected function isCrawlerUserAvailable() {
-		$isAvailable = false;
-		$userArray = \TYPO3\CMS\Backend\Utility\BackendUtility::getRecordsByField('be_users', 'username', '_cli_crawler');
+        $processRepository	= new tx_crawler_domain_process_repository();
+        $queueRepository	= new tx_crawler_domain_queue_repository();
 
-		if (is_array($userArray))
-			$isAvailable = true;
-
-		return $isAvailable;
-	}
+        $mode = $this->pObj->MOD_SETTINGS['processListMode'];
+        if ($mode == 'detail') {
+            $where = '';
+        } elseif($mode == 'simple') {
+            $where = 'active = 1';
+        }
 
-	/**
-	 * Indicate that the required be_user "_cli_crawler" is
-	 * has no admin rights.
-	 *
-	 * @access protected
-	 * @return boolean
-	 *
-	 * @author Michael Klapper <michael.klapper@aoemedia.de>
-	 */
-	protected function isCrawlerUserNotAdmin() {
-		$isAvailable = false;
-		$userArray = \TYPO3\CMS\Backend\Utility\BackendUtility::getRecordsByField('be_users', 'username', '_cli_crawler');
+        $allProcesses 		= $processRepository->findAll('ttl','DESC', $perpage, $offset,$where);
+        $allCount			= $processRepository->countAll($where);
+
+        $listView			= new tx_crawler_view_process_list();
+        $listView->setPageId($this->pObj->id);
+        $listView->setIconPath($BACK_PATH.'../typo3conf/ext/crawler/template/process/res/img/');
+        $listView->setProcessCollection($allProcesses);
+        $listView->setCliPath($this->processManager->getCrawlerCliPath());
+        $listView->setIsCrawlerEnabled(!$crawler->getDisabled() && !$this->isErrorDetected);
+        $listView->setTotalUnprocessedItemCount($queueRepository->countAllPendingItems());
+        $listView->setAssignedUnprocessedItemCount($queueRepository->countAllAssignedPendingItems());
+        $listView->setActiveProcessCount($processRepository->countActive());
+        $listView->setMaxActiveProcessCount(tx_crawler_api::forceIntegerInRange($this->extensionSettings['processLimit'],1,99,1));
+        $listView->setMode($mode);
+
+        $paginationView		= new tx_crawler_view_pagination();
+        $paginationView->setCurrentOffset($offset);
+        $paginationView->setPerPage($perpage);
+        $paginationView->setTotalItemCount($allCount);
+
+        $output = $listView->render();
+
+        if ($paginationView->getTotalPagesCount() > 1) {
+            $output .= ' <br />'.$paginationView->render();
+        }
 
-		if (is_array($userArray) && $userArray[0]['admin'] == 0)
-			$isAvailable = true;
+        return $output;
+    }
+
+    /**
+     * Verify that the crawler is exectuable.
+     *
+     * @access protected
+     * @return void
+     *
+     * @author Michael Klapper <michael.klapper@aoemedia.de>
+     */
+    protected function makeCrawlerProcessableChecks() {
+        global $LANG;
+
+        if ($this->isCrawlerUserAvailable() === false) {
+            $this->addErrorMessage($LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:message.noBeUserAvailable'));
+        } elseif ($this->isCrawlerUserNotAdmin() === false) {
+            $this->addErrorMessage($LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:message.beUserIsAdmin'));
+        }
 
-		return $isAvailable;
-	}
+        if ($this->isPhpForkAvailable() === false) {
+            $this->addErrorMessage($LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:message.noPhpForkAvailable'));
+        }
 
-	/**
-	 * Method to handle incomming actions of the process overview
-	 *
-	 * @param void
-	 * @return void
-	 */
-	protected function handleProcessOverviewActions(){
-
-		$crawler = $this->findCrawler();
-
-		switch (\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('action')) {
-			case 'stopCrawling' :
-				//set the cli status to disable (all processes will be terminated)
-				$crawler->setDisabled(true);
-				break;
-			case 'resumeCrawling' :
-				//set the cli status to end (all processes will be terminated)
-				$crawler->setDisabled(false);
-				break;
-			case 'addProcess' :
-				$handle = $this->processManager->startProcess();
-				if ($handle === false) {
-					throw new Exception($GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.newprocesserror'));
-				}
-				$this->addNoticeMessage($GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.newprocess'));
-				break;
-		}
-	}
+        $exitCode = 0;
+        $out = array();
+        exec(escapeshellcmd($this->extensionSettings['phpPath'] . ' -v'), $out, $exitCode);
+        if ($exitCode > 0) {
+            $this->addErrorMessage(sprintf($LANG->sL('LLL:EXT:crawler/modfunc1/locallang.xml:message.phpBinaryNotFound'), htmlspecialchars($this->extensionSettings['phpPath'])));
+        }
+    }
+
+    /**
+     * Indicate that the required PHP method "popen" is
+     * available in the system.
+     *
+     * @access protected
+     * @return boolean
+     *
+     * @author Michael Klapper <michael.klapper@aoemedia.de>
+     */
+    protected function isPhpForkAvailable() {
+        return function_exists('popen');
+    }
+
+    /**
+     * Indicate that the required be_user "_cli_crawler" is
+     * global available in the system.
+     *
+     * @access protected
+     * @return boolean
+     *
+     * @author Michael Klapper <michael.klapper@aoemedia.de>
+     */
+    protected function isCrawlerUserAvailable() {
+        $isAvailable = false;
+        $userArray = \TYPO3\CMS\Backend\Utility\BackendUtility::getRecordsByField('be_users', 'username', '_cli_crawler');
+
+        if (is_array($userArray))
+            $isAvailable = true;
+
+        return $isAvailable;
+    }
+
+    /**
+     * Indicate that the required be_user "_cli_crawler" is
+     * has no admin rights.
+     *
+     * @access protected
+     * @return boolean
+     *
+     * @author Michael Klapper <michael.klapper@aoemedia.de>
+     */
+    protected function isCrawlerUserNotAdmin() {
+        $isAvailable = false;
+        $userArray = \TYPO3\CMS\Backend\Utility\BackendUtility::getRecordsByField('be_users', 'username', '_cli_crawler');
+
+        if (is_array($userArray) && $userArray[0]['admin'] == 0)
+            $isAvailable = true;
+
+        return $isAvailable;
+    }
+
+    /**
+     * Method to handle incomming actions of the process overview
+     *
+     * @param void
+     * @return void
+     */
+    protected function handleProcessOverviewActions(){
+
+        $crawler = $this->findCrawler();
+
+        switch (\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('action')) {
+            case 'stopCrawling' :
+                //set the cli status to disable (all processes will be terminated)
+                $crawler->setDisabled(true);
+                break;
+            case 'resumeCrawling' :
+                //set the cli status to end (all processes will be terminated)
+                $crawler->setDisabled(false);
+                break;
+            case 'addProcess' :
+                $handle = $this->processManager->startProcess();
+                if ($handle === false) {
+                    throw new Exception($GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.newprocesserror'));
+                }
+                $this->addNoticeMessage($GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.newprocess'));
+                break;
+        }
+    }
 
 
 
 
-	/**
-	 * Returns the singleton instance of the crawler.
-	 *
-	 * @param void
-	 * @return tx_crawler_lib crawler object
-	 * @author Timo Schmidt <schmidt@aoemedia.de>
-	 */
-	protected function findCrawler(){
-		if(!$this->crawlerObj instanceof tx_crawler_lib){
-			$this->crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
-		}
-		return $this->crawlerObj;
-	}
+    /**
+     * Returns the singleton instance of the crawler.
+     *
+     * @param void
+     * @return tx_crawler_lib crawler object
+     * @author Timo Schmidt <schmidt@aoemedia.de>
+     */
+    protected function findCrawler(){
+        if(!$this->crawlerObj instanceof tx_crawler_lib){
+            $this->crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
+        }
+        return $this->crawlerObj;
+    }
 
 
 
-	/*****************************
+    /*****************************
 	 *
 	 * General Helper Functions
 	 *
 	 *****************************/
 
-	/**
-	 * This method is used to add a message to the internal queue
-	 *
-	 * NOTE:
-	 * This method is basesd on TYPO3 4.3 or higher!
-	 *
-	 * @param  string  the message itself
-	 * @param  integer message level (-1 = success (default), 0 = info, 1 = notice, 2 = warning, 3 = error)
-	 *
-	 * @access private
-	 * @return void
-	 */
-	private function addMessage($message, $severity = \TYPO3\CMS\Core\Messaging\FlashMessage::OK) {
-		$message = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance(
-			'TYPO3\CMS\Core\Messaging\FlashMessage',
-			$message,
-			'',
-			$severity
-		);
-
-		// TODO:
-		/** @var \TYPO3\CMS\Core\Messaging\FlashMessageService $flashMessageService */
-		$flashMessageService = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\Messaging\\FlashMessageService');
-		$flashMessageService->getMessageQueueByIdentifier()->addMessage($message);
-	}
-
-	/**
-	 * Add notice message to the user interface.
-	 *
-	 * NOTE:
-	 * This method is basesd on TYPO3 4.3 or higher!
-	 *
-	 * @param string The message
-	 *
-	 * @access protected
-	 * @return void
-	 *
-	 * @author Michael Klapper <michael.klapper@aoemedia.de>
-	 */
-	protected function addNoticeMessage($message) {
-		$this->addMessage($message, \TYPO3\CMS\Core\Messaging\FlashMessage::NOTICE);
-	}
-
-	/**
-	 * Add error message to the user interface.
-	 *
-	 * NOTE:
-	 * This method is basesd on TYPO3 4.3 or higher!
-	 *
-	 * @param string The message
-	 *
-	 * @access protected
-	 * @return void
-	 *
-	 * @author Michael Klapper <michael.klapper@aoemedia.de>
-	 */
-	protected function addErrorMessage($message) {
-		$this->isErrorDetected = TRUE;
-		$this->addMessage($message, \TYPO3\CMS\Core\Messaging\FlashMessage::ERROR);
-	}
-
-	/**
-	 * Add error message to the user interface.
-	 *
-	 * NOTE:
-	 * This method is basesd on TYPO3 4.3 or higher!
-	 *
-	 * @param string The message
-	 *
-	 * @access protected
-	 * @return void
-	 *
-	 * @author Michael Klapper <michael.klapper@aoemedia.de>
-	 */
-	protected function addWarningMessage($message) {
-		$this->addMessage($message, \TYPO3\CMS\Core\Messaging\FlashMessage::WARNING);
-	}
-
-	/**
-	 * Create selector box
-	 *
-	 * @param	array		Options key(value) => label pairs
-	 * @param	string		Selector box name
-	 * @param	string		Selector box value (array for multiple...)
-	 * @param	boolean		If set, will draw multiple box.
-	 * @return	string		HTML select element
-	 */
-	function selectorBox($optArray, $name, $value, $multiple)	{
-
-		$options = array();
-		foreach($optArray as $key => $val)	{
-			$options[] = '
+    /**
+     * This method is used to add a message to the internal queue
+     *
+     * NOTE:
+     * This method is basesd on TYPO3 4.3 or higher!
+     *
+     * @param  string  the message itself
+     * @param  integer message level (-1 = success (default), 0 = info, 1 = notice, 2 = warning, 3 = error)
+     *
+     * @access private
+     * @return void
+     */
+    private function addMessage($message, $severity = \TYPO3\CMS\Core\Messaging\FlashMessage::OK) {
+        $message = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance(
+            'TYPO3\CMS\Core\Messaging\FlashMessage',
+            $message,
+            '',
+            $severity
+        );
+
+        // TODO:
+        /** @var \TYPO3\CMS\Core\Messaging\FlashMessageService $flashMessageService */
+        $flashMessageService = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\Messaging\\FlashMessageService');
+        $flashMessageService->getMessageQueueByIdentifier()->addMessage($message);
+    }
+
+    /**
+     * Add notice message to the user interface.
+     *
+     * NOTE:
+     * This method is basesd on TYPO3 4.3 or higher!
+     *
+     * @param string The message
+     *
+     * @access protected
+     * @return void
+     *
+     * @author Michael Klapper <michael.klapper@aoemedia.de>
+     */
+    protected function addNoticeMessage($message) {
+        $this->addMessage($message, \TYPO3\CMS\Core\Messaging\FlashMessage::NOTICE);
+    }
+
+    /**
+     * Add error message to the user interface.
+     *
+     * NOTE:
+     * This method is basesd on TYPO3 4.3 or higher!
+     *
+     * @param string The message
+     *
+     * @access protected
+     * @return void
+     *
+     * @author Michael Klapper <michael.klapper@aoemedia.de>
+     */
+    protected function addErrorMessage($message) {
+        $this->isErrorDetected = TRUE;
+        $this->addMessage($message, \TYPO3\CMS\Core\Messaging\FlashMessage::ERROR);
+    }
+
+    /**
+     * Add error message to the user interface.
+     *
+     * NOTE:
+     * This method is basesd on TYPO3 4.3 or higher!
+     *
+     * @param string The message
+     *
+     * @access protected
+     * @return void
+     *
+     * @author Michael Klapper <michael.klapper@aoemedia.de>
+     */
+    protected function addWarningMessage($message) {
+        $this->addMessage($message, \TYPO3\CMS\Core\Messaging\FlashMessage::WARNING);
+    }
+
+    /**
+     * Create selector box
+     *
+     * @param	array		Options key(value) => label pairs
+     * @param	string		Selector box name
+     * @param	string		Selector box value (array for multiple...)
+     * @param	boolean		If set, will draw multiple box.
+     * @return	string		HTML select element
+     */
+    function selectorBox($optArray, $name, $value, $multiple)	{
+
+        $options = array();
+        foreach($optArray as $key => $val)	{
+            $options[] = '
 				<option value="'.htmlspecialchars($key).'"'.((!$multiple && !strcmp($value,$key)) || ($multiple && in_array($key,(array)$value))?' selected="selected"':'').'>'.htmlspecialchars($val).'</option>';
-		}
-
-		$output = '<select name="'.htmlspecialchars($name.($multiple?'[]':'')).'"'.($multiple ? ' multiple="multiple" size="'.count($options).'"' : '').'>'.implode('',$options).'</select>';
-
-		return $output;
-	}
-
-	/**
-	 * Activate hooks
-	 *
-	 * @return	void
-	 */
-	function runRefreshHooks() {
-		$crawlerLib = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
-		if (is_array($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['crawler']['refresh_hooks'])) {
-			foreach ($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['crawler']['refresh_hooks'] as $objRef) {
-				$hookObj = &\TYPO3\CMS\Core\Utility\GeneralUtility::getUserObj($objRef);
-				if (is_object($hookObj)) {
-					$hookObj->crawler_init($crawlerLib);
-				}
-			}
-		}
+        }
 
-	}
+        $output = '<select name="'.htmlspecialchars($name.($multiple?'[]':'')).'"'.($multiple ? ' multiple="multiple" size="'.count($options).'"' : '').'>'.implode('',$options).'</select>';
+
+        return $output;
+    }
+
+    /**
+     * Activate hooks
+     *
+     * @return	void
+     */
+    function runRefreshHooks() {
+        $crawlerLib = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
+        if (is_array($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['crawler']['refresh_hooks'])) {
+            foreach ($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['crawler']['refresh_hooks'] as $objRef) {
+                $hookObj = &\TYPO3\CMS\Core\Utility\GeneralUtility::getUserObj($objRef);
+                if (is_object($hookObj)) {
+                    $hookObj->crawler_init($crawlerLib);
+                }
+            }
+        }
 
-	/**
-	 * Returns the URL to the current module, including $_GET['id'].
-	 *
-	 * @param array $urlParameters optional parameters to add to the URL
-	 * @return string
-	 */
-	protected function getModuleUrl(array $urlParameters = array()) {
-	    if ($this->pObj->id) {
-	        $urlParameters = array_merge($urlParameters, array(
+    }
+
+    /**
+     * Returns the URL to the current module, including $_GET['id'].
+     *
+     * @param array $urlParameters optional parameters to add to the URL
+     * @return string
+     */
+    protected function getModuleUrl(array $urlParameters = array()) {
+        if ($this->pObj->id) {
+            $urlParameters = array_merge($urlParameters, array(
                 'id' => $this->pObj->id
             ));
-	    }
+        }
         return \TYPO3\CMS\Backend\Utility\BackendUtility::getModuleUrl(\TYPO3\CMS\Core\Utility\GeneralUtility::_GP('M'), $urlParameters);
-	}
+    }
 }
 
 if (defined('TYPO3_MODE') && $TYPO3_CONF_VARS[TYPO3_MODE]['XCLASS']['ext/crawler/modfunc1/class.tx_crawler_modfunc1.php'])	{
-	include_once($TYPO3_CONF_VARS[TYPO3_MODE]['XCLASS']['ext/crawler/modfunc1/class.tx_crawler_modfunc1.php']);
+    include_once($TYPO3_CONF_VARS[TYPO3_MODE]['XCLASS']['ext/crawler/modfunc1/class.tx_crawler_modfunc1.php']);
 }

view/process/class.tx_crawler_view_process_list.php

Indentation +391 added lines, -391 removed lines

@@ -29,397 +29,397 @@
  */
 class tx_crawler_view_process_list {
 
-	/**
-	 * @var string template path
-	 */
-	protected $template = 'EXT:crawler/template/process/list.php';
-
-	/**
-	 * @var string icon path
-	 */
-	protected $iconPath;
-
-	/**
-	 * @var string Holds the path to start a cli process via command line
-	 */
-	protected $cliPath;
-
-	/**
-	 * @var int Holds the total number of items pending in the queue to be processed
-	 */
-	protected $totalItemCount;
-
-	/**
-	 * @var boolean Holds the enable state of the crawler
-	 */
-	protected $isCrawlerEnabled;
-
-	/**
-	 * @var int Holds the number of active processes
-	 */
-	protected $activeProcessCount;
-
-	/**
-	 * @var int Holds the number of maximum active processes
-	 */
-	protected $maxActiveProcessCount;
-
-	/**
-	 * @var string Holds the mode state, can be simple or detail
-	 */
-	protected $mode;
-
-	/**
-	 * @var int Holds the current page id
-	 */
-	protected $pageId;
-
-	/**
-	 * @var int $totalItemCount number of total item
-	 */
-	protected $totalUnprocessedItemCount;
-
-	/**
-	 * @var int Holds the number of assigned unprocessed items
-	 */
-	protected $assignedUnprocessedItemCount;
-
-	/**
-	 * @return int
-	 */
-	public function getAssignedUnprocessedItemCount() {
-		return $this->assignedUnprocessedItemCount;
-	}
-
-	/**
-	 * @return int
-	 */
-	public function getTotalUnprocessedItemCount() {
-		return $this->totalUnprocessedItemCount;
-	}
-
-	/**
-	 * @param int $assignedUnprocessedItemCount
-	 */
-	public function setAssignedUnprocessedItemCount($assignedUnprocessedItemCount) {
-		$this->assignedUnprocessedItemCount = $assignedUnprocessedItemCount;
-	}
-
-	/**
-	 * @param int $totalUnprocessedItemCount
-	 */
-	public function setTotalUnprocessedItemCount($totalUnprocessedItemCount) {
-		$this->totalUnprocessedItemCount = $totalUnprocessedItemCount;
-	}
-
-	/**
-	 * Set the page id
-	 *
-	 * @param int page id
-	 */
-	public function setPageId($pageId) {
-		$this->pageId = $pageId;
-	}
-
-	/**
-	 * Get the page id
-	 *
-	 * @return int page id
-	 */
-	public function getPageId() {
-		return $this->pageId;
-	}
-
-	/**
-	 * @return string
-	 */
-	public function getMode() {
-		return $this->mode;
-	}
-
-	/**
-	 * @param string $mode
-	 */
-	public function setMode($mode) {
-		$this->mode = $mode;
-	}
-
-
-	/**
-	 * @return int
-	 */
-	public function getMaxActiveProcessCount() {
-		return $this->maxActiveProcessCount;
-	}
-
-	/**
-	 * @param int $maxActiveProcessCount
-	 */
-	public function setMaxActiveProcessCount($maxActiveProcessCount) {
-		$this->maxActiveProcessCount = $maxActiveProcessCount;
-	}
-
-
-	/**
-	 * @return int
-	 */
-	public function getActiveProcessCount() {
-		return $this->activeProcessCount;
-	}
-
-	/**
-	 * @param int $activeProcessCount
-	 */
-	public function setActiveProcessCount($activeProcessCount) {
-		$this->activeProcessCount = $activeProcessCount;
-	}
-
-	/**
-	 * @return boolean
-	 */
-	public function getIsCrawlerEnabled() {
-		return $this->isCrawlerEnabled;
-	}
-
-	/**
-	 * @param boolean $isCrawlerEnabled
-	 */
-	public function setIsCrawlerEnabled($isCrawlerEnabled) {
-		$this->isCrawlerEnabled = $isCrawlerEnabled;
-	}
-
-
-	/**
-	 * Returns the path to start a cli process from the shell
-	 * @return string
-	 */
-	public function getCliPath() {
-		return $this->cliPath;
-	}
-
-	/**
-	 * @param string $cliPath
-	 */
-	public function setCliPath($cliPath) {
-		$this->cliPath = $cliPath;
-	}
-
-
-	/**
-	 * @return int
-	 */
-	public function getTotalItemCount() {
-		return $this->totalItemCount;
-	}
-
-	/**
-	 * @param int $totalItemCount
-	 */
-	public function setTotalItemCount($totalItemCount) {
-		$this->totalItemCount = $totalItemCount;
-	}
-
-	/**
-	 * Method to set the path to the icon from outside
-	 *
-	 * @param string $iconPath
-	 */
-	public function setIconPath($iconPath) {
-		$this->iconPath = $iconPath;
-	}
-
-	/**
-	 * Method to read the configured icon path
-	 *
-	 * @return string
-	 */
-	protected function getIconPath() {
-		return $this->iconPath;
-	}
-
-	/**
-	 * Method to set a collection of process objects to be displayed in
-	 * the list view.
-	 *
-	 * @param tx_crawler_domain_process_collection $processCollection
-	 */
-	public function setProcessCollection($processCollection) {
-		$this->processCollection = $processCollection;
-	}
-
-	/**
-	 * Returns a collection of processObjects.
-	 *
-	 * @return tx_crawler_domain_process_collection
-	 */
-	protected function getProcessCollection() {
-		return $this->processCollection;
-	}
-
-	/**
-	 * Formats a timestamp as date
-	 *
-	 * @param int $timestamp
-	 * @return string
-	 */
-	protected function asDate($timestamp) {
-		if ($timestamp > 0) {
-			return date($this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:time.detailed'), $timestamp);
-		} else {
-			return '';
-		}
-	}
-
-	/**
-	 * Converts seconds into minutes
-	 *
-	 * @param int $seconds
-	 * @return int
-	 */
-	protected function asMinutes($seconds) {
-		return round($seconds / 60);
-	}
-
-	/**
-	 * Returns the state icon for the current job
-	 *
-	 * @param string $state
-	 * @return string icon
-	 */
-	protected function getIconForState($state) {
-		switch($state) {
-			case 'running':
-				$icon = 'bullet_orange';
-				$title = $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.running');
-				break;
-			case 'completed':
-				$icon = 'bullet_green';
-				$title = $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.success');
-				break;
-			case 'cancelled':
-				$icon = 'bullet_red';
-				$title = $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.cancelled');
-				break;
-		}
-
-		return $this->getIcon($icon, $title);
-	}
-
-	/**
-	 * Returns a tag for the refresh icon
-	 *
-	 * @return string
-	 */
-	protected function getRefreshIcon() {
-		return $this->getIcon('arrow_refresh');
-	}
-
-	/**
-	 * Returns a tag for the refresh icon
-	 *
-	 * @return string
-	 */
-	protected function getRefreshLink() {
-		return '<input onclick="window.location=\'' . \TYPO3\CMS\Backend\Utility\BackendUtility::getModuleUrl('web_info') . '&SET[crawlaction]=multiprocess&id=' . $this->pageId . '\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'arrow_refresh.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.refresh') . '" />';
-	}
-
-	/**
-	 * Returns an icon to stop all processes
-	 *
-	 * @return string html tag for stop icon
-	 */
-	protected function getStopIcon() {
-		return $this->getIcon('stop');
-	}
-
-	/**
-	 * Returns a link for the panel to enable or disable the crawler
-	 *
-	 * @return string
-	 */
-	protected function getEnableDisableLink() {
-		if ($this->getIsCrawlerEnabled()) {
-			return '<input onclick="window.location+=\'&action=stopCrawling\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'control_stop_blue.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.disablecrawling') . '" />';
-		} else {
-			return '<input onclick="window.location+=\'&action=resumeCrawling\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'control_play.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.enablecrawling') . '" />';
-		}
-	}
-
-	/**
-	 * Get mode link
-	 *
-	 * @param void
-	 * @return string a-tag
-	 */
-	protected function getModeLink() {
-		if ($this->getMode() == 'detail') {
-			return '<input onclick="window.location+=\'&SET[processListMode]=simple\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'arrow_in.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.show.running') . '" />';
-		} elseif ($this->getMode() == 'simple') {
-			return '<input onclick="window.location+=\'&SET[processListMode]=detail\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'arrow_out.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.show.all') . '" />';
-		}
-	}
-
-	/**
-	 * Get add link
-	 *
-	 * @param void
-	 * @return string a-tag
-	 */
-	protected function getAddLink() {
-		if ($this->getActiveProcessCount() < $this->getMaxActiveProcessCount() && $this->getIsCrawlerEnabled()) {
-			return '<input onclick="window.location+=\'&action=addProcess\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'add.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.add') . '" />';
-		} else {
-			return '';
-		}
-	}
-
-	/**
-	 * Returns the icon to add new crawler processes
-	 *
-	 * @return string html tag for image to add new processes
-	 */
-	protected function getAddIcon() {
-		return $this->getIcon('add');
-	}
-
-	/**
-	 * Returns an imagetag for an icon
-	 *
-	 * @param string $icon
-	 * @return string html tag for icon
-	 */
-	protected function getIcon($icon, $title='') {
-		if (!empty($title)) {
-			$title = ' title="'.$title.'"';
-		}
-		return '<img src="'.$this->getIconPath().$icon.'.png" ' . $title . ' />';
-	}
-
-	/**
-	 * Method to render the view.
-	 *
-	 * @return string html content
-	 */
-	public function render() {
-		ob_start();
-		$this->template = \TYPO3\CMS\Core\Utility\GeneralUtility::getFileAbsFileName($this->template);
-		include($this->template);
-		$content = ob_get_contents();
-		ob_end_clean();
-		return $content;
-	}
-
-	/**
-	 * retrieve locallanglabel from environment
-	 * just a wrapper should be done in a cleaner way
-	 * later on
-	 *
-	 * @param $label
-	 * @return string
-	 */
-	protected function getLLLabel($label) {
-		return $GLOBALS['LANG']->sL($label);
-	}
+    /**
+     * @var string template path
+     */
+    protected $template = 'EXT:crawler/template/process/list.php';
+
+    /**
+     * @var string icon path
+     */
+    protected $iconPath;
+
+    /**
+     * @var string Holds the path to start a cli process via command line
+     */
+    protected $cliPath;
+
+    /**
+     * @var int Holds the total number of items pending in the queue to be processed
+     */
+    protected $totalItemCount;
+
+    /**
+     * @var boolean Holds the enable state of the crawler
+     */
+    protected $isCrawlerEnabled;
+
+    /**
+     * @var int Holds the number of active processes
+     */
+    protected $activeProcessCount;
+
+    /**
+     * @var int Holds the number of maximum active processes
+     */
+    protected $maxActiveProcessCount;
+
+    /**
+     * @var string Holds the mode state, can be simple or detail
+     */
+    protected $mode;
+
+    /**
+     * @var int Holds the current page id
+     */
+    protected $pageId;
+
+    /**
+     * @var int $totalItemCount number of total item
+     */
+    protected $totalUnprocessedItemCount;
+
+    /**
+     * @var int Holds the number of assigned unprocessed items
+     */
+    protected $assignedUnprocessedItemCount;
+
+    /**
+     * @return int
+     */
+    public function getAssignedUnprocessedItemCount() {
+        return $this->assignedUnprocessedItemCount;
+    }
+
+    /**
+     * @return int
+     */
+    public function getTotalUnprocessedItemCount() {
+        return $this->totalUnprocessedItemCount;
+    }
+
+    /**
+     * @param int $assignedUnprocessedItemCount
+     */
+    public function setAssignedUnprocessedItemCount($assignedUnprocessedItemCount) {
+        $this->assignedUnprocessedItemCount = $assignedUnprocessedItemCount;
+    }
+
+    /**
+     * @param int $totalUnprocessedItemCount
+     */
+    public function setTotalUnprocessedItemCount($totalUnprocessedItemCount) {
+        $this->totalUnprocessedItemCount = $totalUnprocessedItemCount;
+    }
+
+    /**
+     * Set the page id
+     *
+     * @param int page id
+     */
+    public function setPageId($pageId) {
+        $this->pageId = $pageId;
+    }
+
+    /**
+     * Get the page id
+     *
+     * @return int page id
+     */
+    public function getPageId() {
+        return $this->pageId;
+    }
+
+    /**
+     * @return string
+     */
+    public function getMode() {
+        return $this->mode;
+    }
+
+    /**
+     * @param string $mode
+     */
+    public function setMode($mode) {
+        $this->mode = $mode;
+    }
+
+
+    /**
+     * @return int
+     */
+    public function getMaxActiveProcessCount() {
+        return $this->maxActiveProcessCount;
+    }
+
+    /**
+     * @param int $maxActiveProcessCount
+     */
+    public function setMaxActiveProcessCount($maxActiveProcessCount) {
+        $this->maxActiveProcessCount = $maxActiveProcessCount;
+    }
+
+
+    /**
+     * @return int
+     */
+    public function getActiveProcessCount() {
+        return $this->activeProcessCount;
+    }
+
+    /**
+     * @param int $activeProcessCount
+     */
+    public function setActiveProcessCount($activeProcessCount) {
+        $this->activeProcessCount = $activeProcessCount;
+    }
+
+    /**
+     * @return boolean
+     */
+    public function getIsCrawlerEnabled() {
+        return $this->isCrawlerEnabled;
+    }
+
+    /**
+     * @param boolean $isCrawlerEnabled
+     */
+    public function setIsCrawlerEnabled($isCrawlerEnabled) {
+        $this->isCrawlerEnabled = $isCrawlerEnabled;
+    }
+
+
+    /**
+     * Returns the path to start a cli process from the shell
+     * @return string
+     */
+    public function getCliPath() {
+        return $this->cliPath;
+    }
+
+    /**
+     * @param string $cliPath
+     */
+    public function setCliPath($cliPath) {
+        $this->cliPath = $cliPath;
+    }
+
+
+    /**
+     * @return int
+     */
+    public function getTotalItemCount() {
+        return $this->totalItemCount;
+    }
+
+    /**
+     * @param int $totalItemCount
+     */
+    public function setTotalItemCount($totalItemCount) {
+        $this->totalItemCount = $totalItemCount;
+    }
+
+    /**
+     * Method to set the path to the icon from outside
+     *
+     * @param string $iconPath
+     */
+    public function setIconPath($iconPath) {
+        $this->iconPath = $iconPath;
+    }
+
+    /**
+     * Method to read the configured icon path
+     *
+     * @return string
+     */
+    protected function getIconPath() {
+        return $this->iconPath;
+    }
+
+    /**
+     * Method to set a collection of process objects to be displayed in
+     * the list view.
+     *
+     * @param tx_crawler_domain_process_collection $processCollection
+     */
+    public function setProcessCollection($processCollection) {
+        $this->processCollection = $processCollection;
+    }
+
+    /**
+     * Returns a collection of processObjects.
+     *
+     * @return tx_crawler_domain_process_collection
+     */
+    protected function getProcessCollection() {
+        return $this->processCollection;
+    }
+
+    /**
+     * Formats a timestamp as date
+     *
+     * @param int $timestamp
+     * @return string
+     */
+    protected function asDate($timestamp) {
+        if ($timestamp > 0) {
+            return date($this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:time.detailed'), $timestamp);
+        } else {
+            return '';
+        }
+    }
+
+    /**
+     * Converts seconds into minutes
+     *
+     * @param int $seconds
+     * @return int
+     */
+    protected function asMinutes($seconds) {
+        return round($seconds / 60);
+    }
+
+    /**
+     * Returns the state icon for the current job
+     *
+     * @param string $state
+     * @return string icon
+     */
+    protected function getIconForState($state) {
+        switch($state) {
+            case 'running':
+                $icon = 'bullet_orange';
+                $title = $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.running');
+                break;
+            case 'completed':
+                $icon = 'bullet_green';
+                $title = $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.success');
+                break;
+            case 'cancelled':
+                $icon = 'bullet_red';
+                $title = $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.cancelled');
+                break;
+        }
+
+        return $this->getIcon($icon, $title);
+    }
+
+    /**
+     * Returns a tag for the refresh icon
+     *
+     * @return string
+     */
+    protected function getRefreshIcon() {
+        return $this->getIcon('arrow_refresh');
+    }
+
+    /**
+     * Returns a tag for the refresh icon
+     *
+     * @return string
+     */
+    protected function getRefreshLink() {
+        return '<input onclick="window.location=\'' . \TYPO3\CMS\Backend\Utility\BackendUtility::getModuleUrl('web_info') . '&SET[crawlaction]=multiprocess&id=' . $this->pageId . '\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'arrow_refresh.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.refresh') . '" />';
+    }
+
+    /**
+     * Returns an icon to stop all processes
+     *
+     * @return string html tag for stop icon
+     */
+    protected function getStopIcon() {
+        return $this->getIcon('stop');
+    }
+
+    /**
+     * Returns a link for the panel to enable or disable the crawler
+     *
+     * @return string
+     */
+    protected function getEnableDisableLink() {
+        if ($this->getIsCrawlerEnabled()) {
+            return '<input onclick="window.location+=\'&action=stopCrawling\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'control_stop_blue.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.disablecrawling') . '" />';
+        } else {
+            return '<input onclick="window.location+=\'&action=resumeCrawling\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'control_play.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.enablecrawling') . '" />';
+        }
+    }
+
+    /**
+     * Get mode link
+     *
+     * @param void
+     * @return string a-tag
+     */
+    protected function getModeLink() {
+        if ($this->getMode() == 'detail') {
+            return '<input onclick="window.location+=\'&SET[processListMode]=simple\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'arrow_in.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.show.running') . '" />';
+        } elseif ($this->getMode() == 'simple') {
+            return '<input onclick="window.location+=\'&SET[processListMode]=detail\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'arrow_out.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.show.all') . '" />';
+        }
+    }
+
+    /**
+     * Get add link
+     *
+     * @param void
+     * @return string a-tag
+     */
+    protected function getAddLink() {
+        if ($this->getActiveProcessCount() < $this->getMaxActiveProcessCount() && $this->getIsCrawlerEnabled()) {
+            return '<input onclick="window.location+=\'&action=addProcess\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'add.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.add') . '" />';
+        } else {
+            return '';
+        }
+    }
+
+    /**
+     * Returns the icon to add new crawler processes
+     *
+     * @return string html tag for image to add new processes
+     */
+    protected function getAddIcon() {
+        return $this->getIcon('add');
+    }
+
+    /**
+     * Returns an imagetag for an icon
+     *
+     * @param string $icon
+     * @return string html tag for icon
+     */
+    protected function getIcon($icon, $title='') {
+        if (!empty($title)) {
+            $title = ' title="'.$title.'"';
+        }
+        return '<img src="'.$this->getIconPath().$icon.'.png" ' . $title . ' />';
+    }
+
+    /**
+     * Method to render the view.
+     *
+     * @return string html content
+     */
+    public function render() {
+        ob_start();
+        $this->template = \TYPO3\CMS\Core\Utility\GeneralUtility::getFileAbsFileName($this->template);
+        include($this->template);
+        $content = ob_get_contents();
+        ob_end_clean();
+        return $content;
+    }
+
+    /**
+     * retrieve locallanglabel from environment
+     * just a wrapper should be done in a cleaner way
+     * later on
+     *
+     * @param $label
+     * @return string
+     */
+    protected function getLLLabel($label) {
+        return $GLOBALS['LANG']->sL($label);
+    }
 }
 
 ?>

domain/process/class.tx_crawler_domain_process_manager.php

Indentation +155 added lines, -155 removed lines

@@ -27,176 +27,176 @@
  *
  */
 class tx_crawler_domain_process_manager  {
-	/**
-	 * @var $timeToLive integer
-	 */
-	private $timeToLive;
-	/**
-	 * @var integer
-	 */
-	private $countInARun;
+    /**
+     * @var $timeToLive integer
+     */
+    private $timeToLive;
+    /**
+     * @var integer
+     */
+    private $countInARun;
 
-	/**
-	 * @var integer
-	 */
-	private $processLimit;
+    /**
+     * @var integer
+     */
+    private $processLimit;
 
-	/**
-	 * @var $crawlerObj tx_crawler_lib
-	 */
-	private $crawlerObj;
+    /**
+     * @var $crawlerObj tx_crawler_lib
+     */
+    private $crawlerObj;
 
-	/**
-	 * @var $queueRepository tx_crawler_domain_queue_repository
-	 */
-	private $queueRepository;
+    /**
+     * @var $queueRepository tx_crawler_domain_queue_repository
+     */
+    private $queueRepository;
 
-	/**
-	 * @var tx_crawler_domain_process_repository
-	 */
-	private $processRepository;
+    /**
+     * @var tx_crawler_domain_process_repository
+     */
+    private $processRepository;
 
-	/**
-	 * @var $verbose boolean
-	 */
-	private $verbose;
+    /**
+     * @var $verbose boolean
+     */
+    private $verbose;
 
-	/**
-	 * the constructor
-	 */
-	public function __construct() {
-		$this->processRepository	= new tx_crawler_domain_process_repository();
-		$this->queueRepository	= new tx_crawler_domain_queue_repository();
-		$this->crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
-		$this->timeToLive = intval($this->crawlerObj->extensionSettings['processMaxRunTime']);
-		$this->countInARun = intval($this->crawlerObj->extensionSettings['countInARun']);
-		$this->processLimit = intval($this->crawlerObj->extensionSettings['processLimit']);
-		$this->verbose = intval($this->crawlerObj->extensionSettings['processVerbose']);
-	}
+    /**
+     * the constructor
+     */
+    public function __construct() {
+        $this->processRepository	= new tx_crawler_domain_process_repository();
+        $this->queueRepository	= new tx_crawler_domain_queue_repository();
+        $this->crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
+        $this->timeToLive = intval($this->crawlerObj->extensionSettings['processMaxRunTime']);
+        $this->countInARun = intval($this->crawlerObj->extensionSettings['countInARun']);
+        $this->processLimit = intval($this->crawlerObj->extensionSettings['processLimit']);
+        $this->verbose = intval($this->crawlerObj->extensionSettings['processVerbose']);
+    }
 
-	/**
-	 * starts multiple processes
-	 *
-	 * @param integer $timeout
-	 */
-	public function multiProcess($timeout) {
-		if ($this->processLimit <= 1) {
-			throw new RuntimeException('To run crawler in multi process mode you have to configure the processLimit > 1.' . PHP_EOL);
-		}
+    /**
+     * starts multiple processes
+     *
+     * @param integer $timeout
+     */
+    public function multiProcess($timeout) {
+        if ($this->processLimit <= 1) {
+            throw new RuntimeException('To run crawler in multi process mode you have to configure the processLimit > 1.' . PHP_EOL);
+        }
 
-		$pendingItemsStart = $this->queueRepository->countAllPendingItems();
-		$itemReportLimit = 20;
-		$reportItemCount = $pendingItemsStart - $itemReportLimit;
-		if ($this->verbose) {
-			$this->reportItemStatus();
-		}
-		$this->startRequiredProcesses();
-		$nextTimeOut = time() + $this->timeToLive;
+        $pendingItemsStart = $this->queueRepository->countAllPendingItems();
+        $itemReportLimit = 20;
+        $reportItemCount = $pendingItemsStart - $itemReportLimit;
+        if ($this->verbose) {
+            $this->reportItemStatus();
+        }
+        $this->startRequiredProcesses();
+        $nextTimeOut = time() + $this->timeToLive;
         $currentPendingItems = '';
         for ($i = 0; $i < $timeout; $i++) {
-			$currentPendingItems = $this->queueRepository->countAllPendingItems();
+            $currentPendingItems = $this->queueRepository->countAllPendingItems();
             if ($this->startRequiredProcesses()) {
                 $nextTimeOut = time() + $this->timeToLive;
-			}
-			if ($currentPendingItems == 0) {
-				if ($this->verbose) {
-					echo 'Finished...' . chr(10);
-				}
-				break;
-			}
-			if ($currentPendingItems < $reportItemCount) {
-				if ($this->verbose) {
-					$this->reportItemStatus();
-				}
-				$reportItemCount = $currentPendingItems - $itemReportLimit;
-			}
-			sleep(1);
-			if ($nextTimeOut < time()) {
-				$timedOutProcesses = $this->processRepository->findAll('', 'DESC', NULL, 0, 'ttl >' . $nextTimeOut);
-				$nextTimeOut = time() + $this->timeToLive;
-				if ($this->verbose) {
-					echo 'Cleanup' . implode(',', $timedOutProcesses->getProcessIds()) . chr(10);
-				}
-				$this->crawlerObj->CLI_releaseProcesses($timedOutProcesses->getProcessIds(), true);
-			}
-		}
-		if ($currentPendingItems > 0 && $this->verbose) {
-			echo 'Stop with timeout' . chr(10);
-		}
-	}
+            }
+            if ($currentPendingItems == 0) {
+                if ($this->verbose) {
+                    echo 'Finished...' . chr(10);
+                }
+                break;
+            }
+            if ($currentPendingItems < $reportItemCount) {
+                if ($this->verbose) {
+                    $this->reportItemStatus();
+                }
+                $reportItemCount = $currentPendingItems - $itemReportLimit;
+            }
+            sleep(1);
+            if ($nextTimeOut < time()) {
+                $timedOutProcesses = $this->processRepository->findAll('', 'DESC', NULL, 0, 'ttl >' . $nextTimeOut);
+                $nextTimeOut = time() + $this->timeToLive;
+                if ($this->verbose) {
+                    echo 'Cleanup' . implode(',', $timedOutProcesses->getProcessIds()) . chr(10);
+                }
+                $this->crawlerObj->CLI_releaseProcesses($timedOutProcesses->getProcessIds(), true);
+            }
+        }
+        if ($currentPendingItems > 0 && $this->verbose) {
+            echo 'Stop with timeout' . chr(10);
+        }
+    }
 
-	/**
-	 * Reports curent Status of queue
-	 */
-	protected function reportItemStatus() {
-		echo 'Pending:'.$this->queueRepository->countAllPendingItems().' / Assigned:'.$this->queueRepository->countAllAssignedPendingItems().chr(10);
-	}
+    /**
+     * Reports curent Status of queue
+     */
+    protected function reportItemStatus() {
+        echo 'Pending:'.$this->queueRepository->countAllPendingItems().' / Assigned:'.$this->queueRepository->countAllAssignedPendingItems().chr(10);
+    }
 
-	/**
-	 * according to the given count of pending items and the countInARun Setting this method
-	 * starts more crawling processes
-	 * @return boolean if processes are started
-	 */
-	private function startRequiredProcesses() {
-		$ret = FALSE;
-		$currentProcesses= $this->processRepository->countActive();
-		$availableProcessesCount = $this->processLimit-$currentProcesses;
-		$requiredProcessesCount = ceil($this->queueRepository->countAllUnassignedPendingItems() / $this->countInARun);
-		$startProcessCount = min(array($availableProcessesCount,$requiredProcessesCount));
-		if ($startProcessCount <= 0) {
-			return $ret;
-		}
-		if ($startProcessCount && $this->verbose) {
-			echo 'Start '.$startProcessCount.' new processes (Running:'.$currentProcesses.')';
-		}
-		for($i=0;$i<$startProcessCount;$i++) {
-			usleep(100);
-			if ($this->startProcess()) {
-				if ($this->verbose) {
-					echo '.';
-					$ret = TRUE;
-				}
-			}
-		}
-		if ($this->verbose) {
-			echo chr(10);
-		}
-		return $ret;
-	}
+    /**
+     * according to the given count of pending items and the countInARun Setting this method
+     * starts more crawling processes
+     * @return boolean if processes are started
+     */
+    private function startRequiredProcesses() {
+        $ret = FALSE;
+        $currentProcesses= $this->processRepository->countActive();
+        $availableProcessesCount = $this->processLimit-$currentProcesses;
+        $requiredProcessesCount = ceil($this->queueRepository->countAllUnassignedPendingItems() / $this->countInARun);
+        $startProcessCount = min(array($availableProcessesCount,$requiredProcessesCount));
+        if ($startProcessCount <= 0) {
+            return $ret;
+        }
+        if ($startProcessCount && $this->verbose) {
+            echo 'Start '.$startProcessCount.' new processes (Running:'.$currentProcesses.')';
+        }
+        for($i=0;$i<$startProcessCount;$i++) {
+            usleep(100);
+            if ($this->startProcess()) {
+                if ($this->verbose) {
+                    echo '.';
+                    $ret = TRUE;
+                }
+            }
+        }
+        if ($this->verbose) {
+            echo chr(10);
+        }
+        return $ret;
+    }
 
-	/**
-	 * starts new process
-	 * @throws Exception if no crawlerprocess was started
-	 */
-	public function startProcess() {
-		$ttl = (time() + $this->timeToLive -1);
-		$current = $this->processRepository->countNotTimeouted($ttl);
-		$completePath = '(' .escapeshellcmd($this->getCrawlerCliPath()) . ' &) > /dev/null';
-		if (system($completePath) === FALSE) {
-			throw new Exception('could not start process!');
-		}
-		else {
-			for ($i=0;$i<10;$i++) {
-				if ($this->processRepository->countNotTimeouted($ttl) > $current) {
-					return true;
-				}
-				sleep(1);
-			}
-			throw new Exception('Something went wrong: process did not appear within 10 seconds.');
-		}
-	}
+    /**
+     * starts new process
+     * @throws Exception if no crawlerprocess was started
+     */
+    public function startProcess() {
+        $ttl = (time() + $this->timeToLive -1);
+        $current = $this->processRepository->countNotTimeouted($ttl);
+        $completePath = '(' .escapeshellcmd($this->getCrawlerCliPath()) . ' &) > /dev/null';
+        if (system($completePath) === FALSE) {
+            throw new Exception('could not start process!');
+        }
+        else {
+            for ($i=0;$i<10;$i++) {
+                if ($this->processRepository->countNotTimeouted($ttl) > $current) {
+                    return true;
+                }
+                sleep(1);
+            }
+            throw new Exception('Something went wrong: process did not appear within 10 seconds.');
+        }
+    }
 
-	/**
-	 * Returns the path to start the crawler from the command line
-	 *
-	 * @return string
-	 */
-	public function getCrawlerCliPath(){
-		$phpPath 		= $this->crawlerObj->extensionSettings['phpPath'] . ' ';
-		$pathToTypo3 	= rtrim(\TYPO3\CMS\Core\Utility\GeneralUtility::getIndpEnv('TYPO3_DOCUMENT_ROOT'), '/');
-		$pathToTypo3 	.= rtrim(\TYPO3\CMS\Core\Utility\GeneralUtility::getIndpEnv('TYPO3_SITE_PATH'), '/');
-		$cliPart	 	= '/typo3/cli_dispatch.phpsh crawler';
-		return $phpPath.$pathToTypo3.$cliPart;
-	}
+    /**
+     * Returns the path to start the crawler from the command line
+     *
+     * @return string
+     */
+    public function getCrawlerCliPath(){
+        $phpPath 		= $this->crawlerObj->extensionSettings['phpPath'] . ' ';
+        $pathToTypo3 	= rtrim(\TYPO3\CMS\Core\Utility\GeneralUtility::getIndpEnv('TYPO3_DOCUMENT_ROOT'), '/');
+        $pathToTypo3 	.= rtrim(\TYPO3\CMS\Core\Utility\GeneralUtility::getIndpEnv('TYPO3_SITE_PATH'), '/');
+        $cliPart	 	= '/typo3/cli_dispatch.phpsh crawler';
+        return $phpPath.$pathToTypo3.$cliPart;
+    }
 
 }

Classes/Task/CrawlerQueueTaskAdditionalFieldProvider.php

Spacing +7 added lines, -7 removed lines

@@ -86,7 +86,7 @@ 
 
         // input for startPage
         $fieldId = 'task_startPage';
-        $fieldCode = '<input name="tx_scheduler[startPage]" type="text" id="' . $fieldId . '" value="' . $task->startPage . '" class="form-control" />';
+        $fieldCode = '<input name="tx_scheduler[startPage]" type="text" id="'.$fieldId.'" value="'.$task->startPage.'" class="form-control" />';
         $additionalFields[$fieldId] = array(
             'code' => $fieldCode,
             'label' => 'LLL:EXT:crawler/Resources/Private/Language/Backend.xlf:crawler_im.startPage'
@@ -102,10 +102,10 @@ 
             '4' => $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_core.php:labels.depth_4'),
             '99' => $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_core.php:labels.depth_infi'),
         );
-        $fieldCode = '<select name="tx_scheduler[depth]" id="' . $fieldId . '" class="form-control">';
+        $fieldCode = '<select name="tx_scheduler[depth]" id="'.$fieldId.'" class="form-control">';
 
         foreach ($fieldValueArray as $key => $label) {
-            $fieldCode .= "\t" . '<option value="' . $key . '"' . (($key == $task->depth) ? ' selected="selected"' : '') . '>' . $label . '</option>';
+            $fieldCode .= "\t".'<option value="'.$key.'"'.(($key == $task->depth) ? ' selected="selected"' : '').'>'.$label.'</option>';
         }
 
         $fieldCode .= '</select>';
@@ -117,11 +117,11 @@ 
         // combobox for configuration records
         $recordsArray = $this->getCrawlerConfigurationRecords();
         $fieldId = 'task_configuration';
-        $fieldCode = '<select name="tx_scheduler[configuration][]" multiple="multiple" id="' . $fieldId . '" class="form-control">';
-        $fieldCode .= "\t" . '<option value=""></option>';
+        $fieldCode = '<select name="tx_scheduler[configuration][]" multiple="multiple" id="'.$fieldId.'" class="form-control">';
+        $fieldCode .= "\t".'<option value=""></option>';
         $arraySize = count($recordsArray);
         for ($i = 0; $i < $arraySize; $i++) {
-            $fieldCode .= "\t" . '<option ' . $this->getSelectedState($task->configuration, $recordsArray[$i]['name']) . 'value="' . $recordsArray[$i]['name'] . '">' . $recordsArray[$i]['name'] . '</option>';
+            $fieldCode .= "\t".'<option '.$this->getSelectedState($task->configuration, $recordsArray[$i]['name']).'value="'.$recordsArray[$i]['name'].'">'.$recordsArray[$i]['name'].'</option>';
         }
         $fieldCode .= '</select>';
 
@@ -164,7 +164,7 @@ 
         $result = $GLOBALS['TYPO3_DB']->exec_SELECTquery(
             '*',
             'tx_crawler_configuration',
-            '1=1' . BackendUtility::deleteClause('tx_crawler_configuration')
+            '1=1'.BackendUtility::deleteClause('tx_crawler_configuration')
         );
 
         while ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($result)) {