AOEpeople / crawler

Classes/Task/CrawlerTaskAdditionalFieldProvider.php

Spacing +3 added lines, -3 removed lines

@@ -83,21 +83,21 @@
 
         // input for sleepTime
         $fieldId = 'task_sleepTime';
-        $fieldCode = '<input type="text" name="tx_scheduler[sleepTime]" id="' . $fieldId . '" value="' . htmlentities($taskInfo['sleepTime']) . '" />';
+        $fieldCode = '<input type="text" name="tx_scheduler[sleepTime]" id="'.$fieldId.'" value="'.htmlentities($taskInfo['sleepTime']).'" />';
         $additionalFields[$fieldId] = array(
             'code' => $fieldCode,
             'label' => 'LLL:EXT:crawler/Resources/Private/Language/Backend.xlf:crawler_im.sleepTime'
         );
         // input for sleepAfterFinish
         $fieldId = 'task_sleepAfterFinish';
-        $fieldCode = '<input type="text" name="tx_scheduler[sleepAfterFinish]" id="' . $fieldId . '" value="' . htmlentities($taskInfo['sleepAfterFinish']) . '" />';
+        $fieldCode = '<input type="text" name="tx_scheduler[sleepAfterFinish]" id="'.$fieldId.'" value="'.htmlentities($taskInfo['sleepAfterFinish']).'" />';
         $additionalFields[$fieldId] = array(
             'code' => $fieldCode,
             'label' => 'LLL:EXT:crawler/Resources/Private/Language/Backend.xlf:crawler_im.sleepAfterFinish'
         );
         // input for countInARun
         $fieldId = 'task_countInARun';
-        $fieldCode = '<input type="text" name="tx_scheduler[countInARun]" id="' . $fieldId . '" value="' . htmlentities($taskInfo['countInARun']) . '" />';
+        $fieldCode = '<input type="text" name="tx_scheduler[countInARun]" id="'.$fieldId.'" value="'.htmlentities($taskInfo['countInARun']).'" />';
         $additionalFields[$fieldId] = array(
             'code' => $fieldCode,
             'label' => 'LLL:EXT:crawler/Resources/Private/Language/Backend.xlf:crawler_im.countInARun'

Classes/Task/CrawlerQueueTaskAdditionalFieldProvider.php

Spacing +7 added lines, -7 removed lines

@@ -88,7 +88,7 @@ 
 
         // input for startPage
         $fieldId = 'task_startPage';
-        $fieldCode = '<input name="tx_scheduler[startPage]" type="text" id="' . $fieldId . '" value="' . $task->startPage . '" />';
+        $fieldCode = '<input name="tx_scheduler[startPage]" type="text" id="'.$fieldId.'" value="'.$task->startPage.'" />';
         $additionalFields[$fieldId] = array(
             'code' => $fieldCode,
             'label' => 'LLL:EXT:crawler/Resources/Private/Language/Backend.xlf:crawler_im.startPage'
@@ -104,10 +104,10 @@ 
             '4' => $GLOBALS['LANG']->sL('LLL:EXT:lang/Resources/Private/Language/locallang_core.xlf:labels.depth_4'),
             '99' => $GLOBALS['LANG']->sL('LLL:EXT:lang/Resources/Private/Language/locallang_core.xlf:labels.depth_infi'),
         );
-        $fieldCode = '<select name="tx_scheduler[depth]" id="' . $fieldId . '">';
+        $fieldCode = '<select name="tx_scheduler[depth]" id="'.$fieldId.'">';
 
         foreach ($fieldValueArray as $key => $label) {
-            $fieldCode .= "\t" . '<option value="' . $key . '"' . (($key == $task->depth) ? ' selected="selected"' : '') . '>' . $label . '</option>';
+            $fieldCode .= "\t".'<option value="'.$key.'"'.(($key == $task->depth) ? ' selected="selected"' : '').'>'.$label.'</option>';
         }
 
         $fieldCode .= '</select>';
@@ -119,10 +119,10 @@ 
         // combobox for configuration records
         $recordsArray = $this->getCrawlerConfigurationRecords();
         $fieldId = 'task_configuration';
-        $fieldCode = '<select name="tx_scheduler[configuration][]" multiple="multiple" id="' . $fieldId . '">';
-        $fieldCode .= "\t" . '<option value=""></option>';
+        $fieldCode = '<select name="tx_scheduler[configuration][]" multiple="multiple" id="'.$fieldId.'">';
+        $fieldCode .= "\t".'<option value=""></option>';
         for ($i = 0; $i < count($recordsArray); $i++) {
-            $fieldCode .= "\t" . '<option ' . $this->getSelectedState($task->configuration, $recordsArray[$i]['name']) . 'value="' . $recordsArray[$i]['name'] . '">' . $recordsArray[$i]['name'] . '</option>';
+            $fieldCode .= "\t".'<option '.$this->getSelectedState($task->configuration, $recordsArray[$i]['name']).'value="'.$recordsArray[$i]['name'].'">'.$recordsArray[$i]['name'].'</option>';
         }
         $fieldCode .= '</select>';
 
@@ -165,7 +165,7 @@ 
         $result = $GLOBALS['TYPO3_DB']->exec_SELECTquery(
             '*',
             'tx_crawler_configuration',
-            '1=1' . BackendUtility::deleteClause('tx_crawler_configuration')
+            '1=1'.BackendUtility::deleteClause('tx_crawler_configuration')
         );
 
         while ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($result)) {

class.tx_crawler_lib.php

Doc Comments +21 added lines, -7 removed lines

@@ -424,7 +424,7 @@ 
      *
      * @param  string $piString                     PI to test
      * @param  array  $incomingProcInstructions     Processing instructions
-     * @return boolean                              TRUE if found
+     * @return boolean|null                              TRUE if found
      */
     public function drawURLs_PIfilter($piString, array $incomingProcInstructions) {
         if (empty($incomingProcInstructions)) {
@@ -632,6 +632,9 @@ 
         return $baseUrl;
     }
 
+    /**
+     * @param integer $rootid
+     */
     function getConfigurationsForBranch($rootid, $depth) {
 
         $configurationsForBranch = array();
@@ -735,6 +738,7 @@ 
      *
      * @param    array        Array with key (GET var name) and values (value of GET var which is configuration for expansion)
      * @param    integer        Current page ID
+     * @param integer $pid
      * @return    array        Array with key (GET var name) with the value being an array of all possible values for that key.
      */
     function expandParameters($paramArray, $pid)    {
@@ -853,7 +857,7 @@ 
      * The number of URLs will be the multiplication of the number of parameter values for each key
      *
      * @param  array  $paramArray   Output of expandParameters(): Array with keys (GET var names) and for each an array of values
-     * @param  array  $urls         URLs accumulated in this array (for recursion)
+     * @param  string[]  $urls         URLs accumulated in this array (for recursion)
      * @return array                URLs accumulated, if number of urls exceed 'maxCompileUrls' it will return false as an error!
      */
     public function compileUrls($paramArray, $urls = array()) {
@@ -1031,6 +1035,8 @@ 
      * @param    integer        Scheduled-time
      * @param     string        (optional) configuration hash
      * @param     bool        (optional) skip inner duplication check
+     * @param string $url
+     * @param double $tstamp
      * @return    bool        true if the url was added, false if it already existed
      */
     function addUrl (
@@ -1106,7 +1112,6 @@ 
      * If the timestamp is in the future it will check, if the queued entry has exactly the same timestamp
      *
      * @param int $tstamp
-     * @param string $parameters
      * @author Fabrizio Branca
      * @author Timo Schmidt
      * @return array;
@@ -1470,6 +1475,7 @@ 
 
     /**
      * @param message
+     * @param string $message
      */
     protected function log($message) {
         if (!empty($this->extensionSettings['logFileName'])) {
@@ -1483,7 +1489,7 @@ 
      * @param array $url
      * @param string $crawlerId
      *
-     * @return array
+     * @return string[]
      */
     protected function buildRequestHeaderArray(array $url, $crawlerId) {
         $reqHeaders = array();
@@ -1586,6 +1592,12 @@ 
      * @param    boolean        If set (and submitcrawlUrls is false) will fill $downloadUrls with entries)
      * @param    array        Array of processing instructions
      * @param    array        Array of configuration keys
+     * @param integer $id
+     * @param integer $depth
+     * @param integer $scheduledTime
+     * @param integer $reqMinute
+     * @param boolean $submitCrawlUrls
+     * @param boolean $downloadCrawlUrls
      * @return    string        HTML code
      */
     function getPageTreeAndUrls(
@@ -1740,6 +1752,7 @@ 
      *
      * @param    array        Page row
      * @param    string        Page icon and title for row
+     * @param string $pageTitleAndIcon
      * @return    string        HTML <tr> content (one or more)
      */
     public function drawURLs_addRowsForPage(array $pageRow, $pageTitleAndIcon)    {
@@ -2040,7 +2053,7 @@ 
     /**
      * Function executed by crawler_im.php cli script.
      *
-     * @return bool
+     * @return null|boolean
      */
     function CLI_main_flush() {
         $this->setAccessMode('cli_flush');
@@ -2097,7 +2110,7 @@ 
      * @param  int $countInARun
      * @param  int $sleepTime
      * @param  int $sleepAfterFinish
-     * @return string                   Status message
+     * @return integer                   Status message
      */
     public function CLI_run($countInARun, $sleepTime, $sleepAfterFinish) {
         $result = 0;
@@ -2369,6 +2382,7 @@ 
      * Used to determine timeouts and to ensure a proper cleanup if there's a timeout
      *
      * @param  string  identification string for the process
+     * @param string $pid
      * @return boolean determines if the process is still active / has resources
      *
      * FIXME: Please remove Transaction, not needed as only a select query.
@@ -2406,7 +2420,7 @@ 
     /**
      * @param bool $get_as_float
      *
-     * @return mixed
+     * @return string
      */
     protected function microtime($get_as_float = false )
     {

Indentation +2 added lines, -2 removed lines

@@ -1329,7 +1329,7 @@ 
             return FALSE;
         }
 
- 	    // direct request
+            // direct request
         if ($this->extensionSettings['makeDirectRequests']) {
             $result = $this->sendDirectRequest($originalUrl, $crawlerId);
             return $result;
@@ -2360,7 +2360,7 @@ 
      *
      * @return void
      */
-     public function CLI_deleteProcessesMarkedDeleted() {
+        public function CLI_deleteProcessesMarkedDeleted() {
         $this->db->exec_DELETEquery('tx_crawler_process', 'deleted = 1');
     }
 

Braces +48 added lines, -18 removed lines

@@ -642,7 +642,9 @@ 
             $sets = $pageTSconfig['tx_crawler.']['crawlerCfg.']['paramSets.'];
             if(is_array($sets)) {
                 foreach($sets as $key=>$value) {
-                    if(!is_array($value)) continue;
+                    if(!is_array($value)) {
+                        continue;
+                    }
                     $configurationsForBranch[] = substr($key,-1)=='.'?substr($key,0,-1):$key;
                 }
 
@@ -990,7 +992,9 @@ 
      */
     function addQueueEntry_callBack($setId,$params,$callBack,$page_id=0,$schedule=0) {
 
-        if (!is_array($params))    $params = array();
+        if (!is_array($params)) {
+            $params = array();
+        }
         $params['_CALLBACKOBJ'] = $callBack;
 
             // Compile value array:
@@ -1092,7 +1096,7 @@ 
                 $rows[] = $uid;
                 $urlAdded = true;
                 tx_crawler_domain_events_dispatcher::getInstance()->post('urlAddedToQueue',$this->setID,array('uid' => $uid, 'fieldArray' => $fieldArray));
-            }else{
+            } else{
                 tx_crawler_domain_events_dispatcher::getInstance()->post('duplicateUrlInQueue',$this->setID,array('rows' => $rows, 'fieldArray' => $fieldArray));
             }
         }
@@ -1122,7 +1126,7 @@ 
                 $timeBegin     = $currentTime - 100;
                 $timeEnd     = $currentTime + 100;
                 $where         = ' ((scheduled BETWEEN '.$timeBegin.' AND '.$timeEnd.' ) OR scheduled <= '. $currentTime.') ';
-            }else{
+            } else{
                 $where = 'scheduled <= ' . $currentTime;
             }
         } elseif ($tstamp > $currentTime) {
@@ -1314,18 +1318,24 @@ 
      */
     function requestUrl($originalUrl, $crawlerId, $timeout=2, $recursion=10) {
 
-        if (!$recursion) return false;
+        if (!$recursion) {
+            return false;
+        }
 
             // Parse URL, checking for scheme:
         $url = parse_url($originalUrl);
 
         if ($url === FALSE) {
-            if (TYPO3_DLOG) \TYPO3\CMS\Core\Utility\GeneralUtility::devLog(sprintf('Could not parse_url() for string "%s"', $url), 'crawler', 4, array('crawlerId' => $crawlerId));
+            if (TYPO3_DLOG) {
+                \TYPO3\CMS\Core\Utility\GeneralUtility::devLog(sprintf('Could not parse_url() for string "%s"', $url), 'crawler', 4, array('crawlerId' => $crawlerId));
+            }
             return FALSE;
         }
 
         if (!in_array($url['scheme'], array('','http','https'))) {
-            if (TYPO3_DLOG) \TYPO3\CMS\Core\Utility\GeneralUtility::devLog(sprintf('Scheme does not match for url "%s"', $url), 'crawler', 4, array('crawlerId' => $crawlerId));
+            if (TYPO3_DLOG) {
+                \TYPO3\CMS\Core\Utility\GeneralUtility::devLog(sprintf('Scheme does not match for url "%s"', $url), 'crawler', 4, array('crawlerId' => $crawlerId));
+            }
             return FALSE;
         }
 
@@ -1359,7 +1369,9 @@ 
         $fp = fsockopen($host, $port, $errno, $errstr, $timeout);
 
         if (!$fp) {
-            if (TYPO3_DLOG) \TYPO3\CMS\Core\Utility\GeneralUtility::devLog(sprintf('Error while opening "%s"', $url), 'crawler', 4, array('crawlerId' => $crawlerId));
+            if (TYPO3_DLOG) {
+                \TYPO3\CMS\Core\Utility\GeneralUtility::devLog(sprintf('Error while opening "%s"', $url), 'crawler', 4, array('crawlerId' => $crawlerId));
+            }
             return FALSE;
         } else {
                 // Request message:
@@ -1387,7 +1399,9 @@ 
                 if (is_array($newRequestUrl)) {
                     $result = array_merge(array('parentRequest'=>$result), $newRequestUrl);
                 } else {
-                    if (TYPO3_DLOG) \TYPO3\CMS\Core\Utility\GeneralUtility::devLog(sprintf('Error while opening "%s"', $url), 'crawler', 4, array('crawlerId' => $crawlerId));
+                    if (TYPO3_DLOG) {
+                        \TYPO3\CMS\Core\Utility\GeneralUtility::devLog(sprintf('Error while opening "%s"', $url), 'crawler', 4, array('crawlerId' => $crawlerId));
+                    }
                     return FALSE;
                 }
             }
@@ -1510,20 +1524,32 @@ 
      * @return    string        URL from redirection
      */
     protected function getRequestUrlFrom302Header($headers,$user='',$pass='') {
-        if(!is_array($headers)) return false;
-        if(!(stristr($headers[0],'301 Moved') || stristr($headers[0],'302 Found') || stristr($headers[0],'302 Moved'))) return false;
+        if(!is_array($headers)) {
+            return false;
+        }
+        if(!(stristr($headers[0],'301 Moved') || stristr($headers[0],'302 Found') || stristr($headers[0],'302 Moved'))) {
+            return false;
+        }
 
         foreach($headers as $hl) {
             $tmp = explode(": ",$hl);
             $header[trim($tmp[0])] = trim($tmp[1]);
-            if(trim($tmp[0])=='Location') break;
+            if(trim($tmp[0])=='Location') {
+                break;
+            }
+        }
+        if(!array_key_exists('Location',$header)) {
+            return false;
         }
-        if(!array_key_exists('Location',$header)) return false;
 
         if($user!='') {
-            if(!($tmp = parse_url($header['Location']))) return false;
+            if(!($tmp = parse_url($header['Location']))) {
+                return false;
+            }
             $newUrl = $tmp['scheme'] . '://' . $user . ':' . $pass . '@' . $tmp['host'] . $tmp['path'];
-            if($tmp['query']!='') $newUrl .= '?' . $tmp['query'];
+            if($tmp['query']!='') {
+                $newUrl .= '?' . $tmp['query'];
+            }
         } else {
             $newUrl = $header['Location'];
         }
@@ -1974,7 +2000,7 @@ 
             $configurations = $this->getUrlsForPageId($pageId);
             if(is_array($configurations)){
                 $configurationKeys = array_keys($configurations);
-            }else{
+            } else{
                 $configurationKeys = array();
             }
         }
@@ -2306,7 +2332,9 @@ 
             return false;   //nothing to release
         }
 
-        if(!$withinLock) $this->db->sql_query('BEGIN');
+        if(!$withinLock) {
+            $this->db->sql_query('BEGIN');
+        }
 
             // some kind of 2nd chance algo - this way you need at least 2 processes to have a real cleanup
             // this ensures that a single process can't mess up the entire process table
@@ -2350,7 +2378,9 @@ 
             )
         );
 
-        if(!$withinLock) $this->db->sql_query('COMMIT');
+        if(!$withinLock) {
+            $this->db->sql_query('COMMIT');
+        }
 
         return true;
     }

Spacing +286 added lines, -286 removed lines

@@ -32,8 +32,8 @@ 
 class tx_crawler_lib {
 
     var $setID = 0;
-    var $processID ='';
-    var $max_CLI_exec_time = 3600;    // One hour is max stalled time for the CLI (If the process has had the status "start" for 3600 seconds it will be regarded stalled and a new process is started.
+    var $processID = '';
+    var $max_CLI_exec_time = 3600; // One hour is max stalled time for the CLI (If the process has had the status "start" for 3600 seconds it will be regarded stalled and a new process is started.
 
     var $duplicateTrack = array();
     var $downloadUrls = array();
@@ -46,9 +46,9 @@ 
     var $queueEntries = array();
     var $urlList = array();
 
-    var $debugMode=FALSE;
+    var $debugMode = FALSE;
 
-    var $extensionSettings=array();
+    var $extensionSettings = array();
 
     var $MP = false; // mount point
 
@@ -72,9 +72,9 @@ 
     private $backendUser;
 
     const CLI_STATUS_NOTHING_PROCCESSED = 0;
-    const CLI_STATUS_REMAIN = 1;    //queue not empty
-    const CLI_STATUS_PROCESSED = 2;    //(some) queue items where processed
-    const CLI_STATUS_ABORTED = 4;    //instance didn't finish
+    const CLI_STATUS_REMAIN = 1; //queue not empty
+    const CLI_STATUS_PROCESSED = 2; //(some) queue items where processed
+    const CLI_STATUS_ABORTED = 4; //instance didn't finish
     const CLI_STATUS_POLLABLE_PROCESSED = 8;
 
     /**
@@ -165,7 +165,7 @@ 
             $this->extensionSettings['countInARun'] = 100;
         }
 
-        $this->extensionSettings['processLimit'] = \TYPO3\CMS\Core\Utility\MathUtility::forceIntegerInRange($this->extensionSettings['processLimit'],1,99,1);
+        $this->extensionSettings['processLimit'] = \TYPO3\CMS\Core\Utility\MathUtility::forceIntegerInRange($this->extensionSettings['processLimit'], 1, 99, 1);
     }
 
     /**
@@ -199,7 +199,7 @@ 
         }
 
         if (!$skipPage) {
-            if (\TYPO3\CMS\Core\Utility\GeneralUtility::inList('3,4', $pageRow['doktype']) || $pageRow['doktype']>=199)    {
+            if (\TYPO3\CMS\Core\Utility\GeneralUtility::inList('3,4', $pageRow['doktype']) || $pageRow['doktype'] >= 199) {
                 $skipPage = true;
                 $skipMessage = 'Because doktype is not allowed';
             }
@@ -220,13 +220,13 @@ 
         if (!$skipPage) {
                 // veto hook
             if (is_array($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['crawler']['pageVeto'])) {
-                foreach($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['crawler']['pageVeto'] as $key => $func)    {
+                foreach ($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['crawler']['pageVeto'] as $key => $func) {
                     $params = array(
                         'pageRow' => $pageRow
                     );
                     // expects "false" if page is ok and "true" or a skipMessage if this page should _not_ be crawled
                     $veto = \TYPO3\CMS\Core\Utility\GeneralUtility::callUserFunction($func, $params, $this);
-                    if ($veto !== false)    {
+                    if ($veto !== false) {
                         $skipPage = true;
                         if (is_string($veto)) {
                             $skipMessage = $veto;
@@ -276,9 +276,9 @@ 
      * @param  string $configurationHash
      * @return boolean
      */
-    protected function noUnprocessedQueueEntriesForPageWithConfigurationHashExist($uid,$configurationHash) {
-        $configurationHash = $this->db->fullQuoteStr($configurationHash,'tx_crawler_queue');
-        $res = $this->db->exec_SELECTquery('count(*) as anz','tx_crawler_queue',"page_id=".intval($uid)." AND configuration_hash=".$configurationHash." AND exec_time=0");
+    protected function noUnprocessedQueueEntriesForPageWithConfigurationHashExist($uid, $configurationHash) {
+        $configurationHash = $this->db->fullQuoteStr($configurationHash, 'tx_crawler_queue');
+        $res = $this->db->exec_SELECTquery('count(*) as anz', 'tx_crawler_queue', "page_id=".intval($uid)." AND configuration_hash=".$configurationHash." AND exec_time=0");
         $row = $this->db->sql_fetch_assoc($res);
 
         return ($row['anz'] == 0);
@@ -343,26 +343,26 @@ 
             }
         }
 
-        if (is_array($vv['URLs']))    {
-            $configurationHash     =    md5(serialize($vv));
-            $skipInnerCheck     =    $this->noUnprocessedQueueEntriesForPageWithConfigurationHashExist($pageRow['uid'],$configurationHash);
+        if (is_array($vv['URLs'])) {
+            $configurationHash = md5(serialize($vv));
+            $skipInnerCheck = $this->noUnprocessedQueueEntriesForPageWithConfigurationHashExist($pageRow['uid'], $configurationHash);
 
-            foreach($vv['URLs'] as $urlQuery)    {
+            foreach ($vv['URLs'] as $urlQuery) {
 
-                if ($this->drawURLs_PIfilter($vv['subCfg']['procInstrFilter'], $incomingProcInstructions))    {
+                if ($this->drawURLs_PIfilter($vv['subCfg']['procInstrFilter'], $incomingProcInstructions)) {
 
                     // Calculate cHash:
-                    if ($vv['subCfg']['cHash'])    {
+                    if ($vv['subCfg']['cHash']) {
                         /* @var $cacheHash \TYPO3\CMS\Frontend\Page\CacheHashCalculator */
                         $cacheHash = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('TYPO3\CMS\Frontend\Page\CacheHashCalculator');
-                        $urlQuery .= '&cHash=' . $cacheHash->generateForParameters($urlQuery);
+                        $urlQuery .= '&cHash='.$cacheHash->generateForParameters($urlQuery);
                     }
 
                     // Create key by which to determine unique-ness:
                     $uKey = $urlQuery.'|'.$vv['subCfg']['userGroups'].'|'.$vv['subCfg']['baseUrl'].'|'.$vv['subCfg']['procInstrFilter'];
 
                     // realurl support (thanks to Ingo Renner)
-                    $urlQuery = 'index.php' . $urlQuery;
+                    $urlQuery = 'index.php'.$urlQuery;
                     if (\TYPO3\CMS\Core\Utility\ExtensionManagementUtility::isLoaded('realurl') && $vv['subCfg']['realurl']) {
                         $params = array(
                             'LD' => array(
@@ -375,8 +375,8 @@ 
                     }
 
                     // Scheduled time:
-                    $schTime = $scheduledTime + round(count($duplicateTrack)*(60/$reqMinute));
-                    $schTime = floor($schTime/60)*60;
+                    $schTime = $scheduledTime + round(count($duplicateTrack) * (60 / $reqMinute));
+                    $schTime = floor($schTime / 60) * 60;
 
                     if (isset($duplicateTrack[$uKey])) {
 
@@ -388,10 +388,10 @@ 
                         $urlList = '['.date('d.m.y H:i', $schTime).'] '.htmlspecialchars($urlQuery);
                         $this->urlList[] = '['.date('d.m.y H:i', $schTime).'] '.$urlQuery;
 
-                        $theUrl = ($vv['subCfg']['baseUrl'] ? $vv['subCfg']['baseUrl'] : \TYPO3\CMS\Core\Utility\GeneralUtility::getIndpEnv('TYPO3_SITE_URL')) . $urlQuery;
+                        $theUrl = ($vv['subCfg']['baseUrl'] ? $vv['subCfg']['baseUrl'] : \TYPO3\CMS\Core\Utility\GeneralUtility::getIndpEnv('TYPO3_SITE_URL')).$urlQuery;
 
                         // Submit for crawling!
-                        if ($submitCrawlUrls)    {
+                        if ($submitCrawlUrls) {
                             $added = $this->addUrl(
                             $pageRow['uid'],
                             $theUrl,
@@ -403,7 +403,7 @@ 
                             if ($added === false) {
                                 $urlList .= ' (Url already existed)';
                             }
-                        } elseif ($downloadCrawlUrls)    {
+                        } elseif ($downloadCrawlUrls) {
                             $downloadUrls[$theUrl] = $theUrl;
                         }
 
@@ -431,7 +431,7 @@ 
             return TRUE;
         }
 
-        foreach($incomingProcInstructions as $pi) {
+        foreach ($incomingProcInstructions as $pi) {
             if (\TYPO3\CMS\Core\Utility\GeneralUtility::inList($piString, $pi)) {
                 return TRUE;
             }
@@ -440,7 +440,7 @@ 
 
 
     public function getPageTSconfigForId($id) {
-        if(!$this->MP){
+        if (!$this->MP) {
             $pageTSconfig = \TYPO3\CMS\Backend\Utility\BackendUtility::getPagesTSconfig($id);
         } else {
             list(,$mountPointId) = explode('-', $this->MP);
@@ -480,24 +480,24 @@ 
 
         $res = array();
 
-        if (is_array($pageTSconfig) && is_array($pageTSconfig['tx_crawler.']['crawlerCfg.']))    {
+        if (is_array($pageTSconfig) && is_array($pageTSconfig['tx_crawler.']['crawlerCfg.'])) {
             $crawlerCfg = $pageTSconfig['tx_crawler.']['crawlerCfg.'];
 
-            if (is_array($crawlerCfg['paramSets.']))    {
-                foreach($crawlerCfg['paramSets.'] as $key => $values)    {
-                    if (!is_array($values))    {
+            if (is_array($crawlerCfg['paramSets.'])) {
+                foreach ($crawlerCfg['paramSets.'] as $key => $values) {
+                    if (!is_array($values)) {
 
                         // Sub configuration for a single configuration string:
-                        $subCfg = (array)$crawlerCfg['paramSets.'][$key.'.'];
+                        $subCfg = (array) $crawlerCfg['paramSets.'][$key.'.'];
                         $subCfg['key'] = $key;
 
-                        if (strcmp($subCfg['procInstrFilter'],''))    {
-                            $subCfg['procInstrFilter'] = implode(',',\TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(',',$subCfg['procInstrFilter']));
+                        if (strcmp($subCfg['procInstrFilter'], '')) {
+                            $subCfg['procInstrFilter'] = implode(',', \TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(',', $subCfg['procInstrFilter']));
                         }
-                        $pidOnlyList = implode(',',\TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(',',$subCfg['pidsOnly'],1));
+                        $pidOnlyList = implode(',', \TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(',', $subCfg['pidsOnly'], 1));
 
                             // process configuration if it is not page-specific or if the specific page is the current page:
-                        if (!strcmp($subCfg['pidsOnly'],'') || \TYPO3\CMS\Core\Utility\GeneralUtility::inList($pidOnlyList,$id))    {
+                        if (!strcmp($subCfg['pidsOnly'], '') || \TYPO3\CMS\Core\Utility\GeneralUtility::inList($pidOnlyList, $id)) {
 
                                 // add trailing slash if not present
                             if (!empty($subCfg['baseUrl']) && substr($subCfg['baseUrl'], -1) != '/') {
@@ -508,14 +508,14 @@ 
                             $res[$key] = array();
                             $res[$key]['subCfg'] = $subCfg;
                             $res[$key]['paramParsed'] = $this->parseParams($values);
-                            $res[$key]['paramExpanded'] = $this->expandParameters($res[$key]['paramParsed'],$id);
+                            $res[$key]['paramExpanded'] = $this->expandParameters($res[$key]['paramParsed'], $id);
                             $res[$key]['origin'] = 'pagets';
 
                                 // recognize MP value
-                            if(!$this->MP){
-                                $res[$key]['URLs'] = $this->compileUrls($res[$key]['paramExpanded'],array('?id='.$id));
+                            if (!$this->MP) {
+                                $res[$key]['URLs'] = $this->compileUrls($res[$key]['paramExpanded'], array('?id='.$id));
                             } else {
-                                $res[$key]['URLs'] = $this->compileUrls($res[$key]['paramExpanded'],array('?id='.$id.'&MP='.$this->MP));
+                                $res[$key]['URLs'] = $this->compileUrls($res[$key]['paramExpanded'], array('?id='.$id.'&MP='.$this->MP));
                             }
                         }
                     }
@@ -536,7 +536,7 @@ 
                 'tx_crawler_configuration',
                 'pid',
                 intval($page['uid']),
-                \TYPO3\CMS\Backend\Utility\BackendUtility::BEenableFields('tx_crawler_configuration') . \TYPO3\CMS\Backend\Utility\BackendUtility::deleteClause('tx_crawler_configuration')
+                \TYPO3\CMS\Backend\Utility\BackendUtility::BEenableFields('tx_crawler_configuration').\TYPO3\CMS\Backend\Utility\BackendUtility::deleteClause('tx_crawler_configuration')
             );
 
             if (is_array($configurationRecordsForCurrentPage)) {
@@ -545,10 +545,10 @@ 
                         // check access to the configuration record
                     if (empty($configurationRecord['begroups']) || $GLOBALS['BE_USER']->isAdmin() || $this->hasGroupAccess($GLOBALS['BE_USER']->user['usergroup_cached_list'], $configurationRecord['begroups'])) {
 
-                        $pidOnlyList = implode(',',\TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(',',$configurationRecord['pidsonly'],1));
+                        $pidOnlyList = implode(',', \TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(',', $configurationRecord['pidsonly'], 1));
 
                             // process configuration if it is not page-specific or if the specific page is the current page:
-                        if (!strcmp($configurationRecord['pidsonly'],'') || \TYPO3\CMS\Core\Utility\GeneralUtility::inList($pidOnlyList,$id)) {
+                        if (!strcmp($configurationRecord['pidsonly'], '') || \TYPO3\CMS\Core\Utility\GeneralUtility::inList($pidOnlyList, $id)) {
                             $key = $configurationRecord['name'];
 
                                 // don't overwrite previously defined paramSets
@@ -582,7 +582,7 @@ 
                                     $res[$key]['subCfg'] = $subCfg;
                                     $res[$key]['paramParsed'] = $this->parseParams($configurationRecord['configuration']);
                                     $res[$key]['paramExpanded'] = $this->expandParameters($res[$key]['paramParsed'], $id);
-                                    $res[$key]['URLs'] = $this->compileUrls($res[$key]['paramExpanded'], array('?id=' . $id));
+                                    $res[$key]['URLs'] = $this->compileUrls($res[$key]['paramExpanded'], array('?id='.$id));
                                     $res[$key]['origin'] = 'tx_crawler_configuration_'.$configurationRecord['uid'];
                                 }
                             }
@@ -592,8 +592,8 @@ 
             }
         }
 
-        if (is_array($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['crawler']['processUrls']))    {
-            foreach($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['crawler']['processUrls'] as $func)    {
+        if (is_array($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['crawler']['processUrls'])) {
+            foreach ($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['crawler']['processUrls'] as $func) {
                 $params = array(
                     'res' => &$res,
                 );
@@ -620,13 +620,13 @@ 
             $res = $this->db->exec_SELECTquery(
                 '*',
                 'sys_domain',
-                'uid = '.$sysDomainUid .
-                \TYPO3\CMS\Backend\Utility\BackendUtility::BEenableFields('sys_domain') .
+                'uid = '.$sysDomainUid.
+                \TYPO3\CMS\Backend\Utility\BackendUtility::BEenableFields('sys_domain').
                 \TYPO3\CMS\Backend\Utility\BackendUtility::deleteClause('sys_domain')
             );
             $row = $this->db->sql_fetch_assoc($res);
             if ($row['domainName'] != '') {
-                return $urlScheme .'://'. $row['domainName'];
+                return $urlScheme.'://'.$row['domainName'];
             }
         }
         return $baseUrl;
@@ -637,28 +637,28 @@ 
         $configurationsForBranch = array();
 
         $pageTSconfig = $this->getPageTSconfigForId($rootid);
-        if (is_array($pageTSconfig) && is_array($pageTSconfig['tx_crawler.']['crawlerCfg.']) && is_array($pageTSconfig['tx_crawler.']['crawlerCfg.']['paramSets.']))    {
+        if (is_array($pageTSconfig) && is_array($pageTSconfig['tx_crawler.']['crawlerCfg.']) && is_array($pageTSconfig['tx_crawler.']['crawlerCfg.']['paramSets.'])) {
 
             $sets = $pageTSconfig['tx_crawler.']['crawlerCfg.']['paramSets.'];
-            if(is_array($sets)) {
-                foreach($sets as $key=>$value) {
-                    if(!is_array($value)) continue;
-                    $configurationsForBranch[] = substr($key,-1)=='.'?substr($key,0,-1):$key;
+            if (is_array($sets)) {
+                foreach ($sets as $key=>$value) {
+                    if (!is_array($value)) continue;
+                    $configurationsForBranch[] = substr($key, -1) == '.' ?substr($key, 0, -1) : $key;
                 }
 
             }
         }
         $pids = array();
         $rootLine = \TYPO3\CMS\Backend\Utility\BackendUtility::BEgetRootLine($rootid);
-        foreach($rootLine as $node) {
+        foreach ($rootLine as $node) {
             $pids[] = $node['uid'];
         }
         /* @var \TYPO3\CMS\Backend\Tree\View\PageTreeView */
         $tree = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('TYPO3\CMS\Backend\Tree\View\PageTreeView');
         $perms_clause = $GLOBALS['BE_USER']->getPagePermsClause(1);
-        $tree->init('AND ' . $perms_clause);
+        $tree->init('AND '.$perms_clause);
         $tree->getTree($rootid, $depth, '');
-        foreach($tree->tree as $node) {
+        foreach ($tree->tree as $node) {
             $pids[] = $node['row']['uid'];
         }
 
@@ -666,12 +666,12 @@ 
             '*',
             'tx_crawler_configuration',
             'pid IN ('.implode(',', $pids).') '.
-            \TYPO3\CMS\Backend\Utility\BackendUtility::BEenableFields('tx_crawler_configuration') .
+            \TYPO3\CMS\Backend\Utility\BackendUtility::BEenableFields('tx_crawler_configuration').
             \TYPO3\CMS\Backend\Utility\BackendUtility::deleteClause('tx_crawler_configuration').' '.
             \TYPO3\CMS\Backend\Utility\BackendUtility::versioningPlaceholderClause('tx_crawler_configuration').' '
         );
 
-        while($row = $this->db->sql_fetch_assoc($res)) {
+        while ($row = $this->db->sql_fetch_assoc($res)) {
             $configurationsForBranch[] = $row['name'];
         }
         $this->db->sql_free_result($res);
@@ -693,7 +693,7 @@ 
         if (empty($accessList)) {
             return true;
         }
-        foreach(\TYPO3\CMS\Core\Utility\GeneralUtility::intExplode(',', $groupList) as $groupUid) {
+        foreach (\TYPO3\CMS\Core\Utility\GeneralUtility::intExplode(',', $groupList) as $groupUid) {
             if (\TYPO3\CMS\Core\Utility\GeneralUtility::inList($accessList, $groupUid)) {
                 return true;
             }
@@ -712,9 +712,9 @@ 
         $paramKeyValues = array();
         $GETparams = explode('&', $inputQuery);
 
-        foreach($GETparams as $paramAndValue)    {
-            list($p,$v) = explode('=', $paramAndValue, 2);
-            if (strlen($p))        {
+        foreach ($GETparams as $paramAndValue) {
+            list($p, $v) = explode('=', $paramAndValue, 2);
+            if (strlen($p)) {
                 $paramKeyValues[rawurldecode($p)] = rawurldecode($v);
             }
         }
@@ -737,84 +737,84 @@ 
      * @param    integer        Current page ID
      * @return    array        Array with key (GET var name) with the value being an array of all possible values for that key.
      */
-    function expandParameters($paramArray, $pid)    {
+    function expandParameters($paramArray, $pid) {
         global $TCA;
 
             // Traverse parameter names:
-        foreach($paramArray as $p => $v)    {
+        foreach ($paramArray as $p => $v) {
             $v = trim($v);
 
                 // If value is encapsulated in square brackets it means there are some ranges of values to find, otherwise the value is literal
-            if (substr($v,0,1)==='[' && substr($v,-1)===']')    {
+            if (substr($v, 0, 1) === '[' && substr($v, -1) === ']') {
                     // So, find the value inside brackets and reset the paramArray value as an array.
-                $v = substr($v,1,-1);
+                $v = substr($v, 1, -1);
                 $paramArray[$p] = array();
 
                     // Explode parts and traverse them:
-                $parts = explode('|',$v);
-                foreach($parts as $pV)    {
+                $parts = explode('|', $v);
+                foreach ($parts as $pV) {
 
                         // Look for integer range: (fx. 1-34 or -40--30 // reads minus 40 to minus 30)
-                    if (preg_match('/^(-?[0-9]+)\s*-\s*(-?[0-9]+)$/',trim($pV),$reg))    {    // Integer range:
+                    if (preg_match('/^(-?[0-9]+)\s*-\s*(-?[0-9]+)$/', trim($pV), $reg)) {    // Integer range:
 
                             // Swap if first is larger than last:
-                        if ($reg[1] > $reg[2])    {
+                        if ($reg[1] > $reg[2]) {
                             $temp = $reg[2];
                             $reg[2] = $reg[1];
                             $reg[1] = $temp;
                         }
 
                             // Traverse range, add values:
-                        $runAwayBrake = 1000;    // Limit to size of range!
-                        for($a=$reg[1]; $a<=$reg[2];$a++)    {
+                        $runAwayBrake = 1000; // Limit to size of range!
+                        for ($a = $reg[1]; $a <= $reg[2]; $a++) {
                             $paramArray[$p][] = $a;
                             $runAwayBrake--;
-                            if ($runAwayBrake<=0)    {
+                            if ($runAwayBrake <= 0) {
                                 break;
                             }
                         }
-                    } elseif (substr(trim($pV),0,7)=='_TABLE:')    {
+                    } elseif (substr(trim($pV), 0, 7) == '_TABLE:') {
 
                             // Parse parameters:
-                        $subparts = \TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(';',$pV);
+                        $subparts = \TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(';', $pV);
                         $subpartParams = array();
-                        foreach($subparts as $spV)    {
-                            list($pKey,$pVal) = \TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(':',$spV);
+                        foreach ($subparts as $spV) {
+                            list($pKey, $pVal) = \TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(':', $spV);
                             $subpartParams[$pKey] = $pVal;
                         }
 
                             // Table exists:
-                        if (isset($TCA[$subpartParams['_TABLE']]))    {
+                        if (isset($TCA[$subpartParams['_TABLE']])) {
                             $lookUpPid = isset($subpartParams['_PID']) ? intval($subpartParams['_PID']) : $pid;
                             $pidField = isset($subpartParams['_PIDFIELD']) ? trim($subpartParams['_PIDFIELD']) : 'pid';
                             $where = isset($subpartParams['_WHERE']) ? $subpartParams['_WHERE'] : '';
                             $addTable = isset($subpartParams['_ADDTABLE']) ? $subpartParams['_ADDTABLE'] : '';
 
                             $fieldName = $subpartParams['_FIELD'] ? $subpartParams['_FIELD'] : 'uid';
-                            if ($fieldName==='uid' || $TCA[$subpartParams['_TABLE']]['columns'][$fieldName]) {
+                            if ($fieldName === 'uid' || $TCA[$subpartParams['_TABLE']]['columns'][$fieldName]) {
 
                                 $andWhereLanguage = '';
                                 $transOrigPointerField = $TCA[$subpartParams['_TABLE']]['ctrl']['transOrigPointerField'];
 
                                 if ($subpartParams['_ENABLELANG'] && $transOrigPointerField) {
-                                    $andWhereLanguage = ' AND ' . $this->db->quoteStr($transOrigPointerField, $subpartParams['_TABLE']) .' <= 0 ';
+                                    $andWhereLanguage = ' AND '.$this->db->quoteStr($transOrigPointerField, $subpartParams['_TABLE']).' <= 0 ';
                                 }
 
-                                $where = $this->db->quoteStr($pidField, $subpartParams['_TABLE']) .'='.intval($lookUpPid) . ' ' .
-                                    $andWhereLanguage . $where;
+                                $where = $this->db->quoteStr($pidField, $subpartParams['_TABLE']).'='.intval($lookUpPid).' '.
+                                    $andWhereLanguage.$where;
 
                                 $rows = $this->db->exec_SELECTgetRows(
                                     $fieldName,
-                                    $subpartParams['_TABLE'] . $addTable,
-                                    $where . \TYPO3\CMS\Backend\Utility\BackendUtility::deleteClause($subpartParams['_TABLE']),
+                                    $subpartParams['_TABLE'].$addTable,
+                                    $where.\TYPO3\CMS\Backend\Utility\BackendUtility::deleteClause($subpartParams['_TABLE']),
                                     '',
                                     '',
                                     '',
                                     $fieldName
                                 );
 
-                                if (is_array($rows))    {
-                                    $paramArray[$p] = array_merge($paramArray[$p],array_keys($rows));
+                                if (is_array($rows)) {
+                                    $paramArray[$p] = array_merge($paramArray[$p], array_keys($rows));
                                 }
                             }
                         }
@@ -830,7 +830,7 @@ 
                             'currentValue' => $pV,
                             'pid' => $pid
                         );
-                        foreach($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['crawler/class.tx_crawler_lib.php']['expandParameters'] as $key => $_funcRef)    {
+                        foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['crawler/class.tx_crawler_lib.php']['expandParameters'] as $key => $_funcRef) {
                             \TYPO3\CMS\Core\Utility\GeneralUtility::callUserFunction($_funcRef, $_params, $this);
                         }
                     }
@@ -866,11 +866,11 @@ 
 
                 // Traverse value set:
             $newUrls = array();
-            foreach($urls as $url) {
-                foreach($valueSet as $val) {
-                    $newUrls[] = $url.(strcmp($val,'') ? '&'.rawurlencode($varName).'='.rawurlencode($val) : '');
+            foreach ($urls as $url) {
+                foreach ($valueSet as $val) {
+                    $newUrls[] = $url.(strcmp($val, '') ? '&'.rawurlencode($varName).'='.rawurlencode($val) : '');
 
-                    if (count($newUrls) >  \TYPO3\CMS\Core\Utility\MathUtility::forceIntegerInRange($this->extensionSettings['maxCompileUrls'], 1, 1000000000, 10000)) {
+                    if (count($newUrls) > \TYPO3\CMS\Core\Utility\MathUtility::forceIntegerInRange($this->extensionSettings['maxCompileUrls'], 1, 1000000000, 10000)) {
                         break;
                     }
                 }
@@ -900,7 +900,7 @@ 
      */
     public function getLogEntriesForPageId($id, $filter = '', $doFlush = FALSE, $doFullFlush = FALSE, $itemsPerPage = 10) {
         // FIXME: Write Unit tests for Filters
-        switch($filter) {
+        switch ($filter) {
             case 'pending':
                 $addWhere = ' AND exec_time=0';
                 break;
@@ -914,13 +914,13 @@ 
 
         // FIXME: Write unit test that ensures that the right records are deleted.
         if ($doFlush) {
-            $this->flushQueue( ($doFullFlush?'1=1':('page_id='.intval($id))) .$addWhere);
+            $this->flushQueue(($doFullFlush ? '1=1' : ('page_id='.intval($id))).$addWhere);
             return array();
         } else {
             return $this->db->exec_SELECTgetRows('*',
                 'tx_crawler_queue',
-                'page_id=' . intval($id) . $addWhere, '', 'scheduled DESC',
-                (intval($itemsPerPage)>0 ? intval($itemsPerPage) : ''));
+                'page_id='.intval($id).$addWhere, '', 'scheduled DESC',
+                (intval($itemsPerPage) > 0 ? intval($itemsPerPage) : ''));
         }
     }
 
@@ -933,9 +933,9 @@ 
      * @param    integer        Limit the amount of entires per page default is 10
      * @return    array
      */
-    public function getLogEntriesForSetId($set_id,$filter='',$doFlush=FALSE, $doFullFlush=FALSE, $itemsPerPage=10)    {
+    public function getLogEntriesForSetId($set_id, $filter = '', $doFlush = FALSE, $doFullFlush = FALSE, $itemsPerPage = 10) {
         // FIXME: Write Unit tests for Filters
-        switch($filter)    {
+        switch ($filter) {
             case 'pending':
                 $addWhere = ' AND exec_time=0';
                 break;
@@ -947,14 +947,14 @@ 
                 break;
         }
         // FIXME: Write unit test that ensures that the right records are deleted.
-        if ($doFlush)    {
-            $this->flushQueue($doFullFlush?'':('set_id='.intval($set_id).$addWhere));
+        if ($doFlush) {
+            $this->flushQueue($doFullFlush ? '' : ('set_id='.intval($set_id).$addWhere));
             return array();
         } else {
             return $this->db->exec_SELECTgetRows('*',
                 'tx_crawler_queue',
-                'set_id='.intval($set_id).$addWhere,'','scheduled DESC',
-                (intval($itemsPerPage)>0 ? intval($itemsPerPage) : ''));
+                'set_id='.intval($set_id).$addWhere, '', 'scheduled DESC',
+                (intval($itemsPerPage) > 0 ? intval($itemsPerPage) : ''));
         }
     }
 
@@ -964,14 +964,14 @@ 
      * @param $where    SQL related filter for the entries which should be removed
      * @return void
      */
-    protected function flushQueue($where='') {
+    protected function flushQueue($where = '') {
 
-        $realWhere = strlen($where)>0?$where:'1=1';
+        $realWhere = strlen($where) > 0 ? $where : '1=1';
 
-        if(tx_crawler_domain_events_dispatcher::getInstance()->hasObserver('queueEntryFlush')) {
-            $groups = $this->db->exec_SELECTgetRows('DISTINCT set_id','tx_crawler_queue',$realWhere);
-            foreach($groups as $group) {
-                tx_crawler_domain_events_dispatcher::getInstance()->post('queueEntryFlush',$group['set_id'], $this->db->exec_SELECTgetRows('uid, set_id','tx_crawler_queue',$realWhere.' AND set_id="'.$group['set_id'].'"'));
+        if (tx_crawler_domain_events_dispatcher::getInstance()->hasObserver('queueEntryFlush')) {
+            $groups = $this->db->exec_SELECTgetRows('DISTINCT set_id', 'tx_crawler_queue', $realWhere);
+            foreach ($groups as $group) {
+                tx_crawler_domain_events_dispatcher::getInstance()->post('queueEntryFlush', $group['set_id'], $this->db->exec_SELECTgetRows('uid, set_id', 'tx_crawler_queue', $realWhere.' AND set_id="'.$group['set_id'].'"'));
             }
         }
 
@@ -988,7 +988,7 @@ 
      * @param    integer        Time at which to activate
      * @return    void
      */
-    function addQueueEntry_callBack($setId,$params,$callBack,$page_id=0,$schedule=0) {
+    function addQueueEntry_callBack($setId, $params, $callBack, $page_id = 0, $schedule = 0) {
 
         if (!is_array($params))    $params = array();
         $params['_CALLBACKOBJ'] = $callBack;
@@ -1003,7 +1003,7 @@ 
             'result_data' => '',
         );
 
-        $this->db->exec_INSERTquery('tx_crawler_queue',$fieldArray);
+        $this->db->exec_INSERTquery('tx_crawler_queue', $fieldArray);
     }
 
 
@@ -1033,13 +1033,13 @@ 
      * @param     bool        (optional) skip inner duplication check
      * @return    bool        true if the url was added, false if it already existed
      */
-    function addUrl (
+    function addUrl(
         $id,
         $url,
         array $subCfg,
         $tstamp,
-        $configurationHash='',
-        $skipInnerDuplicationCheck=false
+        $configurationHash = '',
+        $skipInnerDuplicationCheck = false
     ) {
 
         $urlAdded = false;
@@ -1050,14 +1050,14 @@ 
         );
 
             // fe user group simulation:
-        $uGs = implode(',',array_unique(\TYPO3\CMS\Core\Utility\GeneralUtility::intExplode(',',$subCfg['userGroups'],1)));
-        if ($uGs)    {
+        $uGs = implode(',', array_unique(\TYPO3\CMS\Core\Utility\GeneralUtility::intExplode(',', $subCfg['userGroups'], 1)));
+        if ($uGs) {
             $parameters['feUserGroupList'] = $uGs;
         }
 
             // Setting processing instructions
-        $parameters['procInstructions'] = \TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(',',$subCfg['procInstrFilter']);
-        if (is_array($subCfg['procInstrParams.']))    {
+        $parameters['procInstructions'] = \TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(',', $subCfg['procInstrFilter']);
+        if (is_array($subCfg['procInstrParams.'])) {
             $parameters['procInstrParams'] = $subCfg['procInstrParams.'];
         }
 
@@ -1076,14 +1076,14 @@ 
             'configuration' => $subCfg['key'],
         );
 
-        if ($this->registerQueueEntriesInternallyOnly)    {
+        if ($this->registerQueueEntriesInternallyOnly) {
                 //the entries will only be registered and not stored to the database
             $this->queueEntries[] = $fieldArray;
         } else {
 
-            if(!$skipInnerDuplicationCheck){
+            if (!$skipInnerDuplicationCheck) {
                     // check if there is already an equal entry
-                $rows = $this->getDuplicateRowsIfExist($tstamp,$fieldArray);
+                $rows = $this->getDuplicateRowsIfExist($tstamp, $fieldArray);
             }
 
             if (count($rows) == 0) {
@@ -1091,9 +1091,9 @@ 
                 $uid = $this->db->sql_insert_id();
                 $rows[] = $uid;
                 $urlAdded = true;
-                tx_crawler_domain_events_dispatcher::getInstance()->post('urlAddedToQueue',$this->setID,array('uid' => $uid, 'fieldArray' => $fieldArray));
-            }else{
-                tx_crawler_domain_events_dispatcher::getInstance()->post('duplicateUrlInQueue',$this->setID,array('rows' => $rows, 'fieldArray' => $fieldArray));
+                tx_crawler_domain_events_dispatcher::getInstance()->post('urlAddedToQueue', $this->setID, array('uid' => $uid, 'fieldArray' => $fieldArray));
+            } else {
+                tx_crawler_domain_events_dispatcher::getInstance()->post('duplicateUrlInQueue', $this->setID, array('rows' => $rows, 'fieldArray' => $fieldArray));
             }
         }
 
@@ -1111,34 +1111,34 @@ 
      * @author Timo Schmidt
      * @return array;
      */
-    protected function getDuplicateRowsIfExist($tstamp,$fieldArray){
+    protected function getDuplicateRowsIfExist($tstamp, $fieldArray) {
         $rows = array();
 
         $currentTime = $this->getCurrentTime();
 
             //if this entry is scheduled with "now"
         if ($tstamp <= $currentTime) {
-            if($this->extensionSettings['enableTimeslot']){
+            if ($this->extensionSettings['enableTimeslot']) {
                 $timeBegin     = $currentTime - 100;
-                $timeEnd     = $currentTime + 100;
-                $where         = ' ((scheduled BETWEEN '.$timeBegin.' AND '.$timeEnd.' ) OR scheduled <= '. $currentTime.') ';
-            }else{
-                $where = 'scheduled <= ' . $currentTime;
+                $timeEnd = $currentTime + 100;
+                $where         = ' ((scheduled BETWEEN '.$timeBegin.' AND '.$timeEnd.' ) OR scheduled <= '.$currentTime.') ';
+            } else {
+                $where = 'scheduled <= '.$currentTime;
             }
         } elseif ($tstamp > $currentTime) {
                 //entry with a timestamp in the future need to have the same schedule time
-            $where = 'scheduled = ' . $tstamp ;
+            $where = 'scheduled = '.$tstamp;
         }
 
-        if(!empty($where)){
+        if (!empty($where)) {
             $result = $this->db->exec_SELECTgetRows(
                 'qid',
                 'tx_crawler_queue',
                 $where.
-                ' AND NOT exec_time' .
+                ' AND NOT exec_time'.
                 ' AND NOT process_id '.
                 ' AND page_id='.intval($fieldArray['page_id']).
-                ' AND parameters_hash = ' . $this->db->fullQuoteStr($fieldArray['parameters_hash'], 'tx_crawler_queue')
+                ' AND parameters_hash = '.$this->db->fullQuoteStr($fieldArray['parameters_hash'], 'tx_crawler_queue')
             );
 
             if (is_array($result)) {
@@ -1158,7 +1158,7 @@ 
      * @author Timo Schmidt <schmidt@aoemedia.de>
      * @return int
      */
-    public function getCurrentTime(){
+    public function getCurrentTime() {
         return time();
     }
 
@@ -1180,18 +1180,18 @@ 
     function readUrl($queueId, $force = FALSE) {
         $ret = 0;
         if ($this->debugMode) {
-            \TYPO3\CMS\Core\Utility\GeneralUtility::devlog('crawler-readurl start ' . microtime(true), __FUNCTION__);
+            \TYPO3\CMS\Core\Utility\GeneralUtility::devlog('crawler-readurl start '.microtime(true), __FUNCTION__);
         }
         // Get entry:
         list($queueRec) = $this->db->exec_SELECTgetRows('*', 'tx_crawler_queue',
-            'qid=' . intval($queueId) . ($force ? '' : ' AND exec_time=0 AND process_scheduled > 0'));
+            'qid='.intval($queueId).($force ? '' : ' AND exec_time=0 AND process_scheduled > 0'));
 
         if (!is_array($queueRec)) {
             return;
         }
 
-        $pageUidRootTypoScript = \AOE\Crawler\Utility\TypoScriptUtility::getPageUidForTypoScriptRootTemplateInRootLine((int)$queueRec['page_id']);
-        $this->initTSFE((int)$pageUidRootTypoScript);
+        $pageUidRootTypoScript = \AOE\Crawler\Utility\TypoScriptUtility::getPageUidForTypoScriptRootTemplateInRootLine((int) $queueRec['page_id']);
+        $this->initTSFE((int) $pageUidRootTypoScript);
 
         \AOE\Crawler\Utility\SignalSlotUtility::emitSignal(
             __CLASS__,
@@ -1206,7 +1206,7 @@ 
             //if mulitprocessing is used we need to store the id of the process which has handled this entry
             $field_array['process_id_completed'] = $this->processID;
         }
-        $this->db->exec_UPDATEquery('tx_crawler_queue', 'qid=' . intval($queueId), $field_array);
+        $this->db->exec_UPDATEquery('tx_crawler_queue', 'qid='.intval($queueId), $field_array);
 
         $result = $this->readUrl_exec($queueRec);
         $resultData = unserialize($result['content']);
@@ -1235,11 +1235,11 @@ 
             array($queueId, &$field_array)
         );
 
-        $this->db->exec_UPDATEquery('tx_crawler_queue', 'qid=' . intval($queueId), $field_array);
+        $this->db->exec_UPDATEquery('tx_crawler_queue', 'qid='.intval($queueId), $field_array);
 
 
         if ($this->debugMode) {
-            \TYPO3\CMS\Core\Utility\GeneralUtility::devlog('crawler-readurl stop ' . microtime(true), __FUNCTION__);
+            \TYPO3\CMS\Core\Utility\GeneralUtility::devlog('crawler-readurl stop '.microtime(true), __FUNCTION__);
         }
 
         return $ret;
@@ -1251,7 +1251,7 @@ 
      * @param    integer        Queue field array,
      * @return    string
      */
-    function readUrlFromArray($field_array)    {
+    function readUrlFromArray($field_array) {
 
             // Set exec_time to lock record:
         $field_array['exec_time'] = $this->getCurrentTime();
@@ -1262,7 +1262,7 @@ 
 
             // Set result in log which also denotes the end of the processing of this entry.
         $field_array = array('result_data' => serialize($result));
-        $this->db->exec_UPDATEquery('tx_crawler_queue','qid='.intval($queueId), $field_array);
+        $this->db->exec_UPDATEquery('tx_crawler_queue', 'qid='.intval($queueId), $field_array);
 
         return $result;
     }
@@ -1273,17 +1273,17 @@ 
      * @param    array        Queue record
      * @return    string        Result output.
      */
-    function readUrl_exec($queueRec)    {
+    function readUrl_exec($queueRec) {
             // Decode parameters:
         $parameters = unserialize($queueRec['parameters']);
         $result = 'ERROR';
-        if (is_array($parameters))    {
-            if ($parameters['_CALLBACKOBJ'])    {    // Calling object:
+        if (is_array($parameters)) {
+            if ($parameters['_CALLBACKOBJ']) {    // Calling object:
                 $objRef = $parameters['_CALLBACKOBJ'];
                 $callBackObj = &\TYPO3\CMS\Core\Utility\GeneralUtility::getUserObj($objRef);
-                if (is_object($callBackObj))    {
+                if (is_object($callBackObj)) {
                     unset($parameters['_CALLBACKOBJ']);
-                    $result = array('content' => serialize($callBackObj->crawler_execute($parameters,$this)));
+                    $result = array('content' => serialize($callBackObj->crawler_execute($parameters, $this)));
                 } else {
                     $result = array('content' => 'No object: '.$objRef);
                 }
@@ -1293,9 +1293,9 @@ 
                 $crawlerId = $queueRec['qid'].':'.md5($queueRec['qid'].'|'.$queueRec['set_id'].'|'.$GLOBALS['TYPO3_CONF_VARS']['SYS']['encryptionKey']);
 
                     // Get result:
-                $result = $this->requestUrl($parameters['url'],$crawlerId);
+                $result = $this->requestUrl($parameters['url'], $crawlerId);
 
-                tx_crawler_domain_events_dispatcher::getInstance()->post('urlCrawled',$queueRec['set_id'],array('url' => $parameters['url'], 'result' => $result));
+                tx_crawler_domain_events_dispatcher::getInstance()->post('urlCrawled', $queueRec['set_id'], array('url' => $parameters['url'], 'result' => $result));
             }
         }
 
@@ -1312,7 +1312,7 @@ 
      * @param  integer  $recursion      Recursion limiter for 302 redirects
      * @return array                    Array with content
      */
-    function requestUrl($originalUrl, $crawlerId, $timeout=2, $recursion=10) {
+    function requestUrl($originalUrl, $crawlerId, $timeout = 2, $recursion = 10) {
 
         if (!$recursion) return false;
 
@@ -1324,7 +1324,7 @@ 
             return FALSE;
         }
 
-        if (!in_array($url['scheme'], array('','http','https'))) {
+        if (!in_array($url['scheme'], array('', 'http', 'https'))) {
             if (TYPO3_DLOG) \TYPO3\CMS\Core\Utility\GeneralUtility::devLog(sprintf('Scheme does not match for url "%s"', $url), 'crawler', 4, array('crawlerId' => $crawlerId));
             return FALSE;
         }
@@ -1342,14 +1342,14 @@ 
 
         if ($GLOBALS['TYPO3_CONF_VARS']['SYS']['curlUse'] && $GLOBALS['TYPO3_CONF_VARS']['SYS']['curlProxyServer']) {
             $rurl = parse_url($GLOBALS['TYPO3_CONF_VARS']['SYS']['curlProxyServer']);
-            $url['path'] = $url['scheme'] . '://' . $url['host'] . ($url['port'] > 0 ? ':' . $url['port'] : '') . $url['path'];
+            $url['path'] = $url['scheme'].'://'.$url['host'].($url['port'] > 0 ? ':'.$url['port'] : '').$url['path'];
             $reqHeaders = $this->buildRequestHeaderArray($url, $crawlerId);
         }
 
         $host = $rurl['host'];
 
         if ($url['scheme'] == 'https') {
-            $host = 'ssl://' . $host;
+            $host = 'ssl://'.$host;
             $port = ($rurl['port'] > 0) ? $rurl['port'] : 443;
         } else {
             $port = ($rurl['port'] > 0) ? $rurl['port'] : 80;
@@ -1363,24 +1363,24 @@ 
             return FALSE;
         } else {
                 // Request message:
-            $msg = implode("\r\n",$reqHeaders)."\r\n\r\n";
-            fputs ($fp, $msg);
+            $msg = implode("\r\n", $reqHeaders)."\r\n\r\n";
+            fputs($fp, $msg);
 
                 // Read response:
             $d = $this->getHttpResponseFromStream($fp);
-            fclose ($fp);
+            fclose($fp);
 
             $time = microtime(true) - $startTime;
-            $this->log($originalUrl .' '.$time);
+            $this->log($originalUrl.' '.$time);
 
                 // Implode content and headers:
             $result = array(
                 'request' => $msg,
                 'headers' => implode('', $d['headers']),
-                'content' => implode('', (array)$d['content'])
+                'content' => implode('', (array) $d['content'])
             );
 
-            if (($this->extensionSettings['follow30x']) && ($newUrl = $this->getRequestUrlFrom302Header($d['headers'],$url['user'],$url['pass']))) {
+            if (($this->extensionSettings['follow30x']) && ($newUrl = $this->getRequestUrlFrom302Header($d['headers'], $url['user'], $url['pass']))) {
                 $result = array_merge(array('parentRequest'=>$result), $this->requestUrl($newUrl, $crawlerId, $recursion--));
                 $newRequestUrl = $this->requestUrl($newUrl, $crawlerId, $timeout, --$recursion);
 
@@ -1419,8 +1419,8 @@ 
 
         // Base path must be '/<pathSegements>/':
         if ($frontendBasePath != '/') {
-            $frontendBasePath = '/' . ltrim($frontendBasePath, '/');
-            $frontendBasePath = rtrim($frontendBasePath, '/') . '/';
+            $frontendBasePath = '/'.ltrim($frontendBasePath, '/');
+            $frontendBasePath = rtrim($frontendBasePath, '/').'/';
         }
 
         return $frontendBasePath;
@@ -1450,7 +1450,7 @@ 
 
         if (is_resource($streamPointer)) {
                 // read headers
-            while($line = fgets($streamPointer, '2048')) {
+            while ($line = fgets($streamPointer, '2048')) {
                 $line = trim($line);
                 if ($line !== '') {
                     $response['headers'][] = $line;
@@ -1460,7 +1460,7 @@ 
             }
 
                 // read content
-            while($line = fgets($streamPointer, '2048')) {
+            while ($line = fgets($streamPointer, '2048')) {
                 $response['content'][] = $line;
             }
         }
@@ -1473,7 +1473,7 @@ 
      */
     protected function log($message) {
         if (!empty($this->extensionSettings['logFileName'])) {
-            @file_put_contents($this->extensionSettings['logFileName'], date('Ymd His') . $message . "\n", FILE_APPEND);
+            @file_put_contents($this->extensionSettings['logFileName'], date('Ymd His').$message."\n", FILE_APPEND);
         }
     }
 
@@ -1489,12 +1489,12 @@ 
         $reqHeaders = array();
         $reqHeaders[] = 'GET '.$url['path'].($url['query'] ? '?'.$url['query'] : '').' HTTP/1.0';
         $reqHeaders[] = 'Host: '.$url['host'];
-        if (stristr($url['query'],'ADMCMD_previewWS')) {
+        if (stristr($url['query'], 'ADMCMD_previewWS')) {
             $reqHeaders[] = 'Cookie: $Version="1"; be_typo_user="1"; $Path=/';
         }
         $reqHeaders[] = 'Connection: close';
-        if ($url['user']!='') {
-            $reqHeaders[] = 'Authorization: Basic '. base64_encode($url['user'].':'.$url['pass']);
+        if ($url['user'] != '') {
+            $reqHeaders[] = 'Authorization: Basic '.base64_encode($url['user'].':'.$url['pass']);
         }
         $reqHeaders[] = 'X-T3crawler: '.$crawlerId;
         $reqHeaders[] = 'User-Agent: TYPO3 crawler';
@@ -1509,21 +1509,21 @@ 
      * @param    string        HTTP Auth. Password
      * @return    string        URL from redirection
      */
-    protected function getRequestUrlFrom302Header($headers,$user='',$pass='') {
-        if(!is_array($headers)) return false;
-        if(!(stristr($headers[0],'301 Moved') || stristr($headers[0],'302 Found') || stristr($headers[0],'302 Moved'))) return false;
+    protected function getRequestUrlFrom302Header($headers, $user = '', $pass = '') {
+        if (!is_array($headers)) return false;
+        if (!(stristr($headers[0], '301 Moved') || stristr($headers[0], '302 Found') || stristr($headers[0], '302 Moved'))) return false;
 
-        foreach($headers as $hl) {
-            $tmp = explode(": ",$hl);
+        foreach ($headers as $hl) {
+            $tmp = explode(": ", $hl);
             $header[trim($tmp[0])] = trim($tmp[1]);
-            if(trim($tmp[0])=='Location') break;
+            if (trim($tmp[0]) == 'Location') break;
         }
-        if(!array_key_exists('Location',$header)) return false;
+        if (!array_key_exists('Location', $header)) return false;
 
-        if($user!='') {
-            if(!($tmp = parse_url($header['Location']))) return false;
-            $newUrl = $tmp['scheme'] . '://' . $user . ':' . $pass . '@' . $tmp['host'] . $tmp['path'];
-            if($tmp['query']!='') $newUrl .= '?' . $tmp['query'];
+        if ($user != '') {
+            if (!($tmp = parse_url($header['Location']))) return false;
+            $newUrl = $tmp['scheme'].'://'.$user.':'.$pass.'@'.$tmp['host'].$tmp['path'];
+            if ($tmp['query'] != '') $newUrl .= '?'.$tmp['query'];
         } else {
             $newUrl = $header['Location'];
         }
@@ -1551,15 +1551,15 @@ 
      * @param    object        TSFE object (reference under PHP5)
      * @return    void
      */
-    function fe_init(&$params, $ref)    {
+    function fe_init(&$params, $ref) {
 
             // Authenticate crawler request:
-        if (isset($_SERVER['HTTP_X_T3CRAWLER']))    {
-            list($queueId,$hash) = explode(':', $_SERVER['HTTP_X_T3CRAWLER']);
-            list($queueRec) = $this->db->exec_SELECTgetRows('*','tx_crawler_queue','qid='.intval($queueId));
+        if (isset($_SERVER['HTTP_X_T3CRAWLER'])) {
+            list($queueId, $hash) = explode(':', $_SERVER['HTTP_X_T3CRAWLER']);
+            list($queueRec) = $this->db->exec_SELECTgetRows('*', 'tx_crawler_queue', 'qid='.intval($queueId));
 
                 // If a crawler record was found and hash was matching, set it up:
-            if (is_array($queueRec) && $hash === md5($queueRec['qid'].'|'.$queueRec['set_id'].'|'.$GLOBALS['TYPO3_CONF_VARS']['SYS']['encryptionKey']))    {
+            if (is_array($queueRec) && $hash === md5($queueRec['qid'].'|'.$queueRec['set_id'].'|'.$GLOBALS['TYPO3_CONF_VARS']['SYS']['encryptionKey'])) {
                 $params['pObj']->applicationData['tx_crawler']['running'] = TRUE;
                 $params['pObj']->applicationData['tx_crawler']['parameters'] = unserialize($queueRec['parameters']);
                 $params['pObj']->applicationData['tx_crawler']['log'] = array();
@@ -1619,7 +1619,7 @@ 
             /* @var $tree \TYPO3\CMS\Backend\Tree\View\PageTreeView */
         $tree = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('TYPO3\CMS\Backend\Tree\View\PageTreeView');
         $perms_clause = $GLOBALS['BE_USER']->getPagePermsClause(1);
-        $tree->init('AND ' . $perms_clause);
+        $tree->init('AND '.$perms_clause);
 
         $pageinfo = \TYPO3\CMS\Backend\Utility\BackendUtility::readPageAccess($id, $perms_clause);
         if (VersionNumberUtility::convertVersionNumberToInteger(VersionNumberUtility::getCurrentTypo3Version()) < 8000000) {
@@ -1636,7 +1636,7 @@ 
         }
 
             // Get branch beneath:
-        if ($depth)    {
+        if ($depth) {
             $tree->getTree($id, $depth, '');
         }
 
@@ -1648,7 +1648,7 @@ 
             $this->MP = false;
 
                 // recognize mount points
-            if($data['row']['doktype'] == 7){
+            if ($data['row']['doktype'] == 7) {
                 $mountpage = $this->db->exec_SELECTgetRows('*', 'pages', 'uid = '.$data['row']['uid']);
 
                     // fetch mounted pages
@@ -1658,15 +1658,15 @@ 
                 $mountTree->init('AND '.$perms_clause);
                 $mountTree->getTree($mountpage[0]['mount_pid'], $depth, '');
 
-                foreach($mountTree->tree as $mountData)    {
+                foreach ($mountTree->tree as $mountData) {
                     $code .= $this->drawURLs_addRowsForPage(
                         $mountData['row'],
-                        $mountData['HTML'].\TYPO3\CMS\Backend\Utility\BackendUtility::getRecordTitle('pages',$mountData['row'],TRUE)
+                        $mountData['HTML'].\TYPO3\CMS\Backend\Utility\BackendUtility::getRecordTitle('pages', $mountData['row'], TRUE)
                     );
                 }
 
                     // replace page when mount_pid_ol is enabled
-                if($mountpage[0]['mount_pid_ol']){
+                if ($mountpage[0]['mount_pid_ol']) {
                     $data['row']['uid'] = $mountpage[0]['mount_pid'];
                 } else {
                         // if the mount_pid_ol is not set the MP must not be used for the mountpoint page
@@ -1676,7 +1676,7 @@ 
 
             $code .= $this->drawURLs_addRowsForPage(
                 $data['row'],
-                $data['HTML'] . \TYPO3\CMS\Backend\Utility\BackendUtility::getRecordTitle('pages', $data['row'], TRUE)
+                $data['HTML'].\TYPO3\CMS\Backend\Utility\BackendUtility::getRecordTitle('pages', $data['row'], TRUE)
             );
         }
 
@@ -1700,7 +1700,7 @@ 
             if (!empty($excludeString)) {
                 /* @var $tree \TYPO3\CMS\Backend\Tree\View\PageTreeView */
                 $tree = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('TYPO3\CMS\Backend\Tree\View\PageTreeView');
-                $tree->init('AND ' . $this->backendUser->getPagePermsClause(1));
+                $tree->init('AND '.$this->backendUser->getPagePermsClause(1));
 
                 $excludeParts = \TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(',', $excludeString);
 
@@ -1709,7 +1709,7 @@ 
 
                         // default is "page only" = "depth=0"
                     if (empty($depth)) {
-                        $depth = ( stristr($excludePart,'+')) ? 99 : 0;
+                        $depth = (stristr($excludePart, '+')) ? 99 : 0;
                     }
 
                     $pidList[] = $pid;
@@ -1742,7 +1742,7 @@ 
      * @param    string        Page icon and title for row
      * @return    string        HTML <tr> content (one or more)
      */
-    public function drawURLs_addRowsForPage(array $pageRow, $pageTitleAndIcon)    {
+    public function drawURLs_addRowsForPage(array $pageRow, $pageTitleAndIcon) {
 
         $skipMessage = '';
 
@@ -1763,7 +1763,7 @@ 
         $cc = 0;
         $content = '';
         if (count($configurations)) {
-            foreach($configurations as $confKey => $confArray)    {
+            foreach ($configurations as $confKey => $confArray) {
 
                     // Title column:
                 if (!$c) {
@@ -1792,47 +1792,47 @@ 
                     $paramExpanded = '';
                     $calcAccu = array();
                     $calcRes = 1;
-                    foreach($confArray['paramExpanded'] as $gVar => $gVal)    {
-                        $paramExpanded.= '
+                    foreach ($confArray['paramExpanded'] as $gVar => $gVal) {
+                        $paramExpanded .= '
                             <tr>
                                 <td class="bgColor4-20">'.htmlspecialchars('&'.$gVar.'=').'<br/>'.
                                                 '('.count($gVal).')'.
                                                 '</td>
-                                <td class="bgColor4" nowrap="nowrap">'.nl2br(htmlspecialchars(implode(chr(10),$gVal))).'</td>
+                                <td class="bgColor4" nowrap="nowrap">'.nl2br(htmlspecialchars(implode(chr(10), $gVal))).'</td>
                             </tr>
                         ';
-                        $calcRes*= count($gVal);
+                        $calcRes *= count($gVal);
                         $calcAccu[] = count($gVal);
                     }
                     $paramExpanded = '<table class="lrPadding c-list param-expanded">'.$paramExpanded.'</table>';
-                    $paramExpanded.= 'Comb: '.implode('*',$calcAccu).'='.$calcRes;
+                    $paramExpanded .= 'Comb: '.implode('*', $calcAccu).'='.$calcRes;
 
                         // Options
                     $optionValues = '';
-                    if ($confArray['subCfg']['userGroups'])    {
-                        $optionValues.='User Groups: '.$confArray['subCfg']['userGroups'].'<br/>';
+                    if ($confArray['subCfg']['userGroups']) {
+                        $optionValues .= 'User Groups: '.$confArray['subCfg']['userGroups'].'<br/>';
                     }
-                    if ($confArray['subCfg']['baseUrl'])    {
-                        $optionValues.='Base Url: '.$confArray['subCfg']['baseUrl'].'<br/>';
+                    if ($confArray['subCfg']['baseUrl']) {
+                        $optionValues .= 'Base Url: '.$confArray['subCfg']['baseUrl'].'<br/>';
                     }
-                    if ($confArray['subCfg']['procInstrFilter'])    {
-                        $optionValues.='ProcInstr: '.$confArray['subCfg']['procInstrFilter'].'<br/>';
+                    if ($confArray['subCfg']['procInstrFilter']) {
+                        $optionValues .= 'ProcInstr: '.$confArray['subCfg']['procInstrFilter'].'<br/>';
                     }
 
                         // Compile row:
                     $content .= '
-                        <tr class="bgColor' . ($c%2 ? '-20':'-10') . '">
-                            ' . $titleClm . '
-                            <td>' . htmlspecialchars($confKey) . '</td>
-                            <td>' . nl2br(htmlspecialchars(rawurldecode(trim(str_replace('&', chr(10) . '&', \TYPO3\CMS\Core\Utility\GeneralUtility::implodeArrayForUrl('', $confArray['paramParsed'])))))) . '</td>
+                        <tr class="bgColor' . ($c % 2 ? '-20' : '-10').'">
+                            ' . $titleClm.'
+                            <td>' . htmlspecialchars($confKey).'</td>
+                            <td>' . nl2br(htmlspecialchars(rawurldecode(trim(str_replace('&', chr(10).'&', \TYPO3\CMS\Core\Utility\GeneralUtility::implodeArrayForUrl('', $confArray['paramParsed'])))))).'</td>
                             <td>'.$paramExpanded.'</td>
-                            <td nowrap="nowrap">' . $urlList . '</td>
-                            <td nowrap="nowrap">' . $optionValues . '</td>
-                            <td nowrap="nowrap">' . \TYPO3\CMS\Core\Utility\DebugUtility::viewArray($confArray['subCfg']['procInstrParams.']) . '</td>
+                            <td nowrap="nowrap">' . $urlList.'</td>
+                            <td nowrap="nowrap">' . $optionValues.'</td>
+                            <td nowrap="nowrap">' . \TYPO3\CMS\Core\Utility\DebugUtility::viewArray($confArray['subCfg']['procInstrParams.']).'</td>
                         </tr>';
                 } else {
 
-                    $content .= '<tr class="bgColor'.($c%2 ? '-20':'-10') . '">
+                    $content .= '<tr class="bgColor'.($c % 2 ? '-20' : '-10').'">
                             '.$titleClm.'
                             <td>'.htmlspecialchars($confKey).'</td>
                             <td colspan="5"><em>No entries</em> (Page is excluded in this configuration)</td>
@@ -1847,7 +1847,7 @@ 
             $message = !empty($skipMessage) ? ' ('.$skipMessage.')' : '';
 
                 // Compile row:
-            $content.= '
+            $content .= '
                 <tr class="bgColor-20" style="border-bottom: 1px solid black;">
                     <td>'.$pageTitleAndIcon.'</td>
                     <td colspan="6"><em>No entries</em>'.$message.'</td>
@@ -1925,7 +1925,7 @@ 
             $releaseStatus = $this->CLI_releaseProcesses($this->CLI_buildProcessId());
 
             $this->CLI_debug("Unprocessed Items remaining:".$this->getUnprocessedItemsCount()." (".$this->CLI_buildProcessId().")");
-            $result |= ( $this->getUnprocessedItemsCount() > 0 ? self::CLI_STATUS_REMAIN : self::CLI_STATUS_NOTHING_PROCCESSED );
+            $result |= ($this->getUnprocessedItemsCount() > 0 ? self::CLI_STATUS_REMAIN : self::CLI_STATUS_NOTHING_PROCCESSED);
         } else {
             $result |= self::CLI_STATUS_ABORTED;
         }
@@ -1938,7 +1938,7 @@ 
      *
      * @return    void
      */
-    function CLI_main_im()    {
+    function CLI_main_im() {
         $this->setAccessMode('cli_im');
 
         $cliObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_cli_im');
@@ -1948,7 +1948,7 @@ 
         $this->backendUser->setWorkspace(0);
 
             // Print help
-        if (!isset($cliObj->cli_args['_DEFAULT'][1]))    {
+        if (!isset($cliObj->cli_args['_DEFAULT'][1])) {
             $cliObj->cli_validateArgs();
             $cliObj->cli_help();
             exit;
@@ -1956,8 +1956,8 @@ 
 
         $cliObj->cli_validateArgs();
 
-        if ($cliObj->cli_argValue('-o')==='exec')    {
-            $this->registerQueueEntriesInternallyOnly=TRUE;
+        if ($cliObj->cli_argValue('-o') === 'exec') {
+            $this->registerQueueEntriesInternallyOnly = TRUE;
         }
 
         if (isset($cliObj->cli_args['_DEFAULT'][2])) {
@@ -1970,16 +1970,16 @@ 
 
         $configurationKeys  = $this->getConfigurationKeys($cliObj);
 
-        if(!is_array($configurationKeys)){
+        if (!is_array($configurationKeys)) {
             $configurations = $this->getUrlsForPageId($pageId);
-            if(is_array($configurations)){
+            if (is_array($configurations)) {
                 $configurationKeys = array_keys($configurations);
-            }else{
+            } else {
                 $configurationKeys = array();
             }
         }
 
-        if($cliObj->cli_argValue('-o')==='queue' || $cliObj->cli_argValue('-o')==='exec'){
+        if ($cliObj->cli_argValue('-o') === 'queue' || $cliObj->cli_argValue('-o') === 'exec') {
 
             $reason = new tx_crawler_domain_reason();
             $reason->setReason(tx_crawler_domain_reason::REASON_GUI_SUBMIT);
@@ -1987,7 +1987,7 @@ 
             tx_crawler_domain_events_dispatcher::getInstance()->post(
                 'invokeQueueChange',
                 $this->setID,
-                array(    'reason' => $reason )
+                array('reason' => $reason)
             );
         }
 
@@ -1998,42 +1998,42 @@ 
         $this->setID = \TYPO3\CMS\Core\Utility\GeneralUtility::md5int(microtime());
         $this->getPageTreeAndUrls(
             $pageId,
-            \TYPO3\CMS\Core\Utility\MathUtility::forceIntegerInRange($cliObj->cli_argValue('-d'),0,99),
+            \TYPO3\CMS\Core\Utility\MathUtility::forceIntegerInRange($cliObj->cli_argValue('-d'), 0, 99),
             $this->getCurrentTime(),
-            \TYPO3\CMS\Core\Utility\MathUtility::forceIntegerInRange($cliObj->cli_isArg('-n') ? $cliObj->cli_argValue('-n') : 30,1,1000),
-            $cliObj->cli_argValue('-o')==='queue' || $cliObj->cli_argValue('-o')==='exec',
-            $cliObj->cli_argValue('-o')==='url',
-            \TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(',',$cliObj->cli_argValue('-proc'),1),
+            \TYPO3\CMS\Core\Utility\MathUtility::forceIntegerInRange($cliObj->cli_isArg('-n') ? $cliObj->cli_argValue('-n') : 30, 1, 1000),
+            $cliObj->cli_argValue('-o') === 'queue' || $cliObj->cli_argValue('-o') === 'exec',
+            $cliObj->cli_argValue('-o') === 'url',
+            \TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(',', $cliObj->cli_argValue('-proc'), 1),
             $configurationKeys
         );
 
-        if ($cliObj->cli_argValue('-o')==='url') {
-            $cliObj->cli_echo(implode(chr(10),$this->downloadUrls).chr(10),1);
-        } elseif ($cliObj->cli_argValue('-o')==='exec')    {
+        if ($cliObj->cli_argValue('-o') === 'url') {
+            $cliObj->cli_echo(implode(chr(10), $this->downloadUrls).chr(10), 1);
+        } elseif ($cliObj->cli_argValue('-o') === 'exec') {
             $cliObj->cli_echo("Executing ".count($this->urlList)." requests right away:\n\n");
-            $cliObj->cli_echo(implode(chr(10),$this->urlList).chr(10));
+            $cliObj->cli_echo(implode(chr(10), $this->urlList).chr(10));
             $cliObj->cli_echo("\nProcessing:\n");
 
-            foreach($this->queueEntries as $queueRec)    {
+            foreach ($this->queueEntries as $queueRec) {
                 $p = unserialize($queueRec['parameters']);
-                $cliObj->cli_echo($p['url'].' ('.implode(',',$p['procInstructions']).') => ');
+                $cliObj->cli_echo($p['url'].' ('.implode(',', $p['procInstructions']).') => ');
 
                 $result = $this->readUrlFromArray($queueRec);
 
                 $requestResult = unserialize($result['content']);
-                if (is_array($requestResult))    {
-                    $resLog = is_array($requestResult['log']) ?  chr(10).chr(9).chr(9).implode(chr(10).chr(9).chr(9),$requestResult['log']) : '';
+                if (is_array($requestResult)) {
+                    $resLog = is_array($requestResult['log']) ?  chr(10).chr(9).chr(9).implode(chr(10).chr(9).chr(9), $requestResult['log']) : '';
                     $cliObj->cli_echo('OK: '.$resLog.chr(10));
                 } else {
-                    $cliObj->cli_echo('Error checking Crawler Result: '.substr(preg_replace('/\s+/',' ',strip_tags($result['content'])),0,30000).'...'.chr(10));
+                    $cliObj->cli_echo('Error checking Crawler Result: '.substr(preg_replace('/\s+/', ' ', strip_tags($result['content'])), 0, 30000).'...'.chr(10));
                 }
             }
-        } elseif ($cliObj->cli_argValue('-o')==='queue')    {
+        } elseif ($cliObj->cli_argValue('-o') === 'queue') {
             $cliObj->cli_echo("Putting ".count($this->urlList)." entries in queue:\n\n");
-            $cliObj->cli_echo(implode(chr(10),$this->urlList).chr(10));
+            $cliObj->cli_echo(implode(chr(10), $this->urlList).chr(10));
         } else {
-            $cliObj->cli_echo(count($this->urlList)." entries found for processing. (Use -o to decide action):\n\n",1);
-            $cliObj->cli_echo(implode(chr(10),$this->urlList).chr(10),1);
+            $cliObj->cli_echo(count($this->urlList)." entries found for processing. (Use -o to decide action):\n\n", 1);
+            $cliObj->cli_echo(implode(chr(10), $this->urlList).chr(10), 1);
         }
     }
 
@@ -2058,12 +2058,12 @@ 
         }
 
         $cliObj->cli_validateArgs();
-        $pageId = \TYPO3\CMS\Core\Utility\MathUtility::forceIntegerInRange($cliObj->cli_args['_DEFAULT'][1],0);
+        $pageId = \TYPO3\CMS\Core\Utility\MathUtility::forceIntegerInRange($cliObj->cli_args['_DEFAULT'][1], 0);
         $fullFlush = ($pageId == 0);
 
         $mode = $cliObj->cli_argValue('-o');
 
-        switch($mode) {
+        switch ($mode) {
             case 'all':
                 $result = $this->getLogEntriesForPageId($pageId, '', true, $fullFlush);
                 break;
@@ -2086,7 +2086,7 @@ 
      * @param  tx_crawler_cli_im $cliObj    Command line object
      * @return mixed                        Array of keys or null if no keys found
      */
-    protected function getConfigurationKeys(tx_crawler_cli_im &$cliObj) {
+    protected function getConfigurationKeys(tx_crawler_cli_im & $cliObj) {
         $parameter = trim($cliObj->cli_argValue('-conf'));
         return ($parameter != '' ? \TYPO3\CMS\Core\Utility\GeneralUtility::trimExplode(',', $parameter) : array());
     }
@@ -2111,7 +2111,7 @@ 
             $purgeDate = $this->getCurrentTime() - 24 * 60 * 60 * intval($this->extensionSettings['purgeQueueDays']);
             $del = $this->db->exec_DELETEquery(
                 'tx_crawler_queue',
-                'exec_time!=0 AND exec_time<' . $purgeDate
+                'exec_time!=0 AND exec_time<'.$purgeDate
             );
         }
 
@@ -2128,10 +2128,10 @@ 
         intval($countInARun)
         );
 
-        if (count($rows)>0) {
+        if (count($rows) > 0) {
             $quidList = array();
 
-            foreach($rows as $r) {
+            foreach ($rows as $r) {
                 $quidList[] = $r['qid'];
             }
 
@@ -2142,7 +2142,7 @@ 
                 //TODO make sure we're not taking assigned queue-entires
             $this->db->exec_UPDATEquery(
                 'tx_crawler_queue',
-                'qid IN ('.implode(',',$quidList).')',
+                'qid IN ('.implode(',', $quidList).')',
                 array(
                     'process_scheduled' => intval($this->getCurrentTime()),
                     'process_id' => $processId
@@ -2153,32 +2153,32 @@ 
             $numberOfAffectedRows = $this->db->sql_affected_rows();
             $this->db->exec_UPDATEquery(
                 'tx_crawler_process',
-                "process_id = '".$processId."'" ,
+                "process_id = '".$processId."'",
                 array(
                     'assigned_items_count' => intval($numberOfAffectedRows)
                 )
             );
 
-            if($numberOfAffectedRows == count($quidList)) {
+            if ($numberOfAffectedRows == count($quidList)) {
                 $this->db->sql_query('COMMIT');
-            } else  {
+            } else {
                 $this->db->sql_query('ROLLBACK');
                 $this->CLI_debug("Nothing processed due to multi-process collision (".$this->CLI_buildProcessId().")");
-                return ( $result | self::CLI_STATUS_ABORTED );
+                return ($result | self::CLI_STATUS_ABORTED);
             }
 
 
 
-            foreach($rows as $r)    {
+            foreach ($rows as $r) {
                 $result |= $this->readUrl($r['qid']);
 
                 $counter++;
-                usleep(intval($sleepTime));    // Just to relax the system
+                usleep(intval($sleepTime)); // Just to relax the system
 
                     // if during the start and the current read url the cli has been disable we need to return from the function
                     // mark the process NOT as ended.
                 if ($this->getDisabled()) {
-                    return ( $result | self::CLI_STATUS_ABORTED );
+                    return ($result | self::CLI_STATUS_ABORTED);
                 }
 
                 if (!$this->CLI_checkIfProcessIsActive($this->CLI_buildProcessId())) {
@@ -2186,7 +2186,7 @@ 
 
                         //TODO might need an additional returncode
                     $result |= self::CLI_STATUS_ABORTED;
-                    break;        //possible timeout
+                    break; //possible timeout
                 }
             }
 
@@ -2199,7 +2199,7 @@ 
             $this->CLI_debug("Nothing within queue which needs to be processed (".$this->CLI_buildProcessId().")");
         }
 
-        if($counter > 0) {
+        if ($counter > 0) {
             $result |= self::CLI_STATUS_PROCESSED;
         }
 
@@ -2211,12 +2211,12 @@ 
      *
      * @return    void
      */
-    function CLI_runHooks()    {
+    function CLI_runHooks() {
         global $TYPO3_CONF_VARS;
-        if (is_array($TYPO3_CONF_VARS['EXTCONF']['crawler']['cli_hooks']))    {
-            foreach($TYPO3_CONF_VARS['EXTCONF']['crawler']['cli_hooks'] as $objRef)    {
+        if (is_array($TYPO3_CONF_VARS['EXTCONF']['crawler']['cli_hooks'])) {
+            foreach ($TYPO3_CONF_VARS['EXTCONF']['crawler']['cli_hooks'] as $objRef) {
                 $hookObj = &\TYPO3\CMS\Core\Utility\GeneralUtility::getUserObj($objRef);
-                if (is_object($hookObj))    {
+                if (is_object($hookObj)) {
                     $hookObj->crawler_init($this);
                 }
             }
@@ -2253,7 +2253,7 @@ 
 
             $currentTime = $this->getCurrentTime();
 
-            while($row = $this->db->sql_fetch_assoc($res))    {
+            while ($row = $this->db->sql_fetch_assoc($res)) {
                 if ($row['ttl'] < $currentTime) {
                     $orphanProcesses[] = $row['process_id'];
                 } else {
@@ -2263,7 +2263,7 @@ 
 
                 // if there are less than allowed active processes then add a new one
             if ($processCount < intval($this->extensionSettings['processLimit'])) {
-                $this->CLI_debug("add ".$this->CLI_buildProcessId()." (".($processCount+1)."/".intval($this->extensionSettings['processLimit']).")");
+                $this->CLI_debug("add ".$this->CLI_buildProcessId()." (".($processCount + 1)."/".intval($this->extensionSettings['processLimit']).")");
 
                     // create new process record
                 $this->db->exec_INSERTquery(
@@ -2296,17 +2296,17 @@ 
      * @param  boolean  $withinLock   show whether the DB-actions are included within an existing lock
      * @return boolean
      */
-    function CLI_releaseProcesses($releaseIds, $withinLock=false) {
+    function CLI_releaseProcesses($releaseIds, $withinLock = false) {
 
         if (!is_array($releaseIds)) {
             $releaseIds = array($releaseIds);
         }
 
         if (!count($releaseIds) > 0) {
-            return false;   //nothing to release
+            return false; //nothing to release
         }
 
-        if(!$withinLock) $this->db->sql_query('BEGIN');
+        if (!$withinLock) $this->db->sql_query('BEGIN');
 
             // some kind of 2nd chance algo - this way you need at least 2 processes to have a real cleanup
             // this ensures that a single process can't mess up the entire process table
@@ -2336,21 +2336,21 @@ 
                 // mark all requested processes as non-active
         $this->db->exec_UPDATEquery(
             'tx_crawler_process',
-            'process_id IN (\''.implode('\',\'',$releaseIds).'\') AND deleted=0',
+            'process_id IN (\''.implode('\',\'', $releaseIds).'\') AND deleted=0',
             array(
                 'active'=>'0'
             )
         );
         $this->db->exec_UPDATEquery(
             'tx_crawler_queue',
-            'exec_time=0 AND process_id IN ("'.implode('","',$releaseIds).'")',
+            'exec_time=0 AND process_id IN ("'.implode('","', $releaseIds).'")',
             array(
                 'process_scheduled'=>0,
                 'process_id'=>''
             )
         );
 
-        if(!$withinLock) $this->db->sql_query('COMMIT');
+        if (!$withinLock) $this->db->sql_query('COMMIT');
 
         return true;
     }
@@ -2378,13 +2378,13 @@ 
         $this->db->sql_query('BEGIN');
         $res = $this->db->exec_SELECTquery(
             'process_id,active,ttl',
-            'tx_crawler_process','process_id = \''.$pid.'\'  AND deleted=0',
+            'tx_crawler_process', 'process_id = \''.$pid.'\'  AND deleted=0',
             '',
             'ttl',
             '0,1'
         );
-        if($row = $this->db->sql_fetch_assoc($res))    {
-            $ret = intVal($row['active'])==1;
+        if ($row = $this->db->sql_fetch_assoc($res)) {
+            $ret = intVal($row['active']) == 1;
         }
         $this->db->sql_query('COMMIT');
 
@@ -2397,8 +2397,8 @@ 
      * @return string  the ID
      */
     function CLI_buildProcessId() {
-        if(!$this->processID) {
-            $this->processID= \TYPO3\CMS\Core\Utility\GeneralUtility::shortMD5($this->microtime(true));
+        if (!$this->processID) {
+            $this->processID = \TYPO3\CMS\Core\Utility\GeneralUtility::shortMD5($this->microtime(true));
         }
         return $this->processID;
     }
@@ -2408,7 +2408,7 @@ 
      *
      * @return mixed
      */
-    protected function microtime($get_as_float = false )
+    protected function microtime($get_as_float = false)
     {
         return microtime($get_as_float);
     }
@@ -2419,7 +2419,7 @@ 
      * @param  string $msg  the message
      */
     function CLI_debug($msg) {
-        if(intval($this->extensionSettings['processDebug'])) {
+        if (intval($this->extensionSettings['processDebug'])) {
             echo $msg."\n"; flush();
         }
     }
@@ -2438,7 +2438,7 @@ 
 
         $cmd  = escapeshellcmd($this->extensionSettings['phpPath']);
         $cmd .= ' ';
-        $cmd .= escapeshellarg(\TYPO3\CMS\Core\Utility\ExtensionManagementUtility::extPath('crawler') . 'cli/bootstrap.php');
+        $cmd .= escapeshellarg(\TYPO3\CMS\Core\Utility\ExtensionManagementUtility::extPath('crawler').'cli/bootstrap.php');
         $cmd .= ' ';
         $cmd .= escapeshellarg($this->getFrontendBasePath());
         $cmd .= ' ';
@@ -2448,10 +2448,10 @@ 
 
         $startTime = microtime(true);
         $content = $this->executeShellCommand($cmd);
-        $this->log($url . (microtime(true) - $startTime));
+        $this->log($url.(microtime(true) - $startTime));
 
         $result = array(
-            'request' => implode("\r\n", $requestHeaders) . "\r\n\r\n",
+            'request' => implode("\r\n", $requestHeaders)."\r\n\r\n",
             'headers' => '',
             'content' => $content
         );
@@ -2471,7 +2471,7 @@ 
         $scheduledAgeInSeconds = $this->extensionSettings['cleanUpScheduledAge'] * 86400;
 
         $now = time();
-        $condition = '(exec_time<>0 AND exec_time<' . ($now - $processedAgeInSeconds) . ') OR scheduled<=' . ($now - $scheduledAgeInSeconds);
+        $condition = '(exec_time<>0 AND exec_time<'.($now - $processedAgeInSeconds).') OR scheduled<='.($now - $scheduledAgeInSeconds);
         $this->flushQueue($condition);
     }
 
@@ -2490,7 +2490,7 @@ 
             $GLOBALS['TT']->start();
         }
 
-        $GLOBALS['TSFE'] = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('TYPO3\\CMS\\Frontend\\Controller\\TypoScriptFrontendController',  $GLOBALS['TYPO3_CONF_VARS'], $id, $typeNum);
+        $GLOBALS['TSFE'] = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('TYPO3\\CMS\\Frontend\\Controller\\TypoScriptFrontendController', $GLOBALS['TYPO3_CONF_VARS'], $id, $typeNum);
         $GLOBALS['TSFE']->sys_page = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('TYPO3\\CMS\\Frontend\\Page\\PageRepository');
         $GLOBALS['TSFE']->sys_page->init(TRUE);
         $GLOBALS['TSFE']->connectToDB();
@@ -2503,6 +2503,6 @@ 
     }
 }
 
-if (defined('TYPO3_MODE') && $TYPO3_CONF_VARS[TYPO3_MODE]['XCLASS']['ext/crawler/class.tx_crawler_lib.php'])    {
+if (defined('TYPO3_MODE') && $TYPO3_CONF_VARS[TYPO3_MODE]['XCLASS']['ext/crawler/class.tx_crawler_lib.php']) {
     include_once($TYPO3_CONF_VARS[TYPO3_MODE]['XCLASS']['ext/crawler/class.tx_crawler_lib.php']);
 }

cli/crawler_flush.php

Braces +3 added lines, -1 removed lines

@@ -1,5 +1,7 @@
 <?php
-if (!defined('TYPO3_REQUESTTYPE')) die('You cannot run this script directly!');
+if (!defined('TYPO3_REQUESTTYPE')) {
+    die('You cannot run this script directly!');
+}
 
 $crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
 $crawlerObj->CLI_main_flush($_SERVER["argv"]);

cli/crawler_im.php

Braces +3 added lines, -1 removed lines

@@ -1,5 +1,7 @@
 <?php
-if (!defined('TYPO3_REQUESTTYPE')) die('You cannot run this script directly!');
+if (!defined('TYPO3_REQUESTTYPE')) {
+    die('You cannot run this script directly!');
+}
 
 $crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
 $crawlerObj->CLI_main_im($_SERVER["argv"]);

cli/crawler_cli.php

Braces +3 added lines, -1 removed lines

@@ -1,5 +1,7 @@
 <?php
-if (!defined('TYPO3_REQUESTTYPE'))	die('You cannot run this script directly!');
+if (!defined('TYPO3_REQUESTTYPE')) {
+    die('You cannot run this script directly!');
+}
 
 $crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
 

Classes/ClickMenu/CrawlerClickMenu.php

Spacing +3 added lines, -3 removed lines

@@ -60,7 +60,7 @@ 
         $additionalParameters = array();
         $additionalParameters[] = 'SET[function]=tx_crawler_modfunc1';
         $additionalParameters[] = 'SET[crawlaction]=start';
-        $additionalParameters[] = 'configurationSelection[]=' . $crawlerConfiguration['name'];
+        $additionalParameters[] = 'configurationSelection[]='.$crawlerConfiguration['name'];
 
         $additionalMenuItems = array();
         $additionalMenuItems[] = $backRef->linkItem(
@@ -69,7 +69,7 @@ 
                 'crawler'
             ),
             $this->getContextMenuIcon(),
-            'top.goToModule(\'web_info\', 1, \'&' . implode('&', $additionalParameters) . '\'); return hideCM();'
+            'top.goToModule(\'web_info\', 1, \'&'.implode('&', $additionalParameters).'\'); return hideCM();'
         );
 
         return array_merge($menuItems, $additionalMenuItems);
@@ -84,7 +84,7 @@ 
     {
         $icon = sprintf(
             '<img src="%s" border="0" align="top" alt="" />',
-            ExtensionManagementUtility::siteRelPath('crawler') . 'icon_tx_crawler_configuration.gif'
+            ExtensionManagementUtility::siteRelPath('crawler').'icon_tx_crawler_configuration.gif'
         );
 
         return $icon;

Classes/Utility/TcaUtility.php

Spacing +3 added lines, -3 removed lines

@@ -39,7 +39,7 @@ 
     {
         if (is_array($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['crawler']['procInstructions'])) {
             foreach ($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['crawler']['procInstructions'] as $key => $value) {
-                $configuration['items'][] = array($value . ' [' . $key . ']', $key, $this->getExtensionIcon($key));
+                $configuration['items'][] = array($value.' ['.$key.']', $key, $this->getExtensionIcon($key));
             }
         }
 
@@ -59,8 +59,8 @@ 
         if (method_exists('TYPO3\\CMS\\Core\\Utility\\ExtensionManagementUtility', 'getExtensionKeyByPrefix')) {
             $parts = explode('_', $key);
             if (is_array($parts) && count($parts) > 2) {
-                $extensionKey = ExtensionManagementUtility::getExtensionKeyByPrefix('tx_' . $parts[1]);
-                $extIcon = ExtensionManagementUtility::siteRelPath($extensionKey) . 'ext_icon.gif';
+                $extensionKey = ExtensionManagementUtility::getExtensionKeyByPrefix('tx_'.$parts[1]);
+                $extIcon = ExtensionManagementUtility::siteRelPath($extensionKey).'ext_icon.gif';
             }
         }
 

domain/process/class.tx_crawler_domain_process_manager.php

Spacing +19 added lines, -19 removed lines

@@ -26,7 +26,7 @@ 
  * Manages cralwer processes and can be used to start a new process or multiple processes
  *
  */
-class tx_crawler_domain_process_manager  {
+class tx_crawler_domain_process_manager {
 
     /**
      * @var $timeToLive integer
@@ -83,21 +83,21 @@ 
      *
      * @throws RuntimeException
      */
-    public function multiProcess( $timeout ) {
+    public function multiProcess($timeout) {
 
         if ($this->processLimit <= 1) {
-            throw new RuntimeException('To run crawler in multi process mode you have to configure the processLimit > 1.' . PHP_EOL);
+            throw new RuntimeException('To run crawler in multi process mode you have to configure the processLimit > 1.'.PHP_EOL);
         }
 
         $pendingItemsStart = $this->queueRepository->countAllPendingItems();
         $itemReportLimit = 20;
-        $reportItemCount =     $pendingItemsStart -  $itemReportLimit;
+        $reportItemCount = $pendingItemsStart - $itemReportLimit;
         if ($this->verbose) {
             $this->reportItemStatus();
         }
         $this->startRequiredProcesses();
         $nextTimeOut = time() + $this->timeToLive;
-        for ($i=0; $i<$timeout; $i++) {
+        for ($i = 0; $i < $timeout; $i++) {
             $currentPendingItems = $this->queueRepository->countAllPendingItems();
             if ($this->startRequiredProcesses($this->verbose)) {
                 $nextTimeOut = time() + $this->timeToLive;
@@ -112,16 +112,16 @@ 
                 if ($this->verbose) {
                     $this->reportItemStatus();
                 }
-                $reportItemCount = $currentPendingItems -  $itemReportLimit;
+                $reportItemCount = $currentPendingItems - $itemReportLimit;
             }
             sleep(1);
             if ($nextTimeOut < time()) {
-                $timedOutProcesses = $this->processRepository->findAll('','DESC',NULL,0,'ttl >'.$nextTimeOut);
+                $timedOutProcesses = $this->processRepository->findAll('', 'DESC', NULL, 0, 'ttl >'.$nextTimeOut);
                 $nextTimeOut = time() + $this->timeToLive;
                 if ($this->verbose) {
-                    echo 'Cleanup'.implode(',',$timedOutProcesses->getProcessIds()).chr(10);
+                    echo 'Cleanup'.implode(',', $timedOutProcesses->getProcessIds()).chr(10);
                 }
-                $this->crawlerObj->CLI_releaseProcesses($timedOutProcesses->getProcessIds(),true);
+                $this->crawlerObj->CLI_releaseProcesses($timedOutProcesses->getProcessIds(), true);
             }
         }
         if ($currentPendingItems > 0 && $this->verbose) {
@@ -143,17 +143,17 @@ 
      */
     private function startRequiredProcesses() {
         $ret = FALSE;
-        $currentProcesses= $this->processRepository->countActive();
-        $availableProcessesCount = $this->processLimit-$currentProcesses;
+        $currentProcesses = $this->processRepository->countActive();
+        $availableProcessesCount = $this->processLimit - $currentProcesses;
         $requiredProcessesCount = ceil($this->queueRepository->countAllUnassignedPendingItems() / $this->countInARun);
-        $startProcessCount = min(array($availableProcessesCount,$requiredProcessesCount));
+        $startProcessCount = min(array($availableProcessesCount, $requiredProcessesCount));
         if ($startProcessCount <= 0) {
             return $ret;
         }
         if ($startProcessCount && $this->verbose) {
             echo 'Start '.$startProcessCount.' new processes (Running:'.$currentProcesses.')';
         }
-        for($i=0;$i<$startProcessCount;$i++) {
+        for ($i = 0; $i < $startProcessCount; $i++) {
             usleep(100);
             if ($this->startProcess()) {
                 if ($this->verbose) {
@@ -173,14 +173,14 @@ 
      * @throws Exception if no crawlerprocess was started
      */
     public function startProcess() {
-        $ttl = (time() + $this->timeToLive -1);
+        $ttl = (time() + $this->timeToLive - 1);
         $current = $this->processRepository->countNotTimeouted($ttl);
-        $completePath = '(' .escapeshellcmd($this->getCrawlerCliPath()) . ' &) > /dev/null';
+        $completePath = '('.escapeshellcmd($this->getCrawlerCliPath()).' &) > /dev/null';
         if (system($completePath) === FALSE) {
             throw new Exception('could not start process!');
         }
         else {
-            for ($i=0;$i<10;$i++) {
+            for ($i = 0; $i < 10; $i++) {
                 if ($this->processRepository->countNotTimeouted($ttl) > $current) {
                     return true;
                 }
@@ -195,10 +195,10 @@ 
      *
      * @return string
      */
-    public function getCrawlerCliPath(){
-        $phpPath         = $this->crawlerObj->extensionSettings['phpPath'] . ' ';
+    public function getCrawlerCliPath() {
+        $phpPath         = $this->crawlerObj->extensionSettings['phpPath'].' ';
         $pathToTypo3     = rtrim(\TYPO3\CMS\Core\Utility\GeneralUtility::getIndpEnv('TYPO3_DOCUMENT_ROOT'), '/');
-        $pathToTypo3     .= rtrim(\TYPO3\CMS\Core\Utility\GeneralUtility::getIndpEnv('TYPO3_SITE_PATH'), '/');
+        $pathToTypo3 .= rtrim(\TYPO3\CMS\Core\Utility\GeneralUtility::getIndpEnv('TYPO3_SITE_PATH'), '/');
         $cliPart         = '/typo3/cli_dispatch.phpsh crawler';
         return $phpPath.$pathToTypo3.$cliPart;
     }

Braces +1 added lines, -2 removed lines

@@ -178,8 +178,7 @@
         $completePath = '(' .escapeshellcmd($this->getCrawlerCliPath()) . ' &) > /dev/null';
         if (system($completePath) === FALSE) {
             throw new Exception('could not start process!');
-        }
-        else {
+        } else {
             for ($i=0;$i<10;$i++) {
                 if ($this->processRepository->countNotTimeouted($ttl) > $current) {
                     return true;