AOEpeople / crawler

domain/queue/class.tx_crawler_domain_queue_repository.php

Indentation +241 added lines, -241 removed lines

@@ -25,270 +25,270 @@
 class tx_crawler_domain_queue_repository extends tx_crawler_domain_lib_abstract_repository {
 
 
-	protected $objectClassname = 'tx_crawler_domain_queue_entry';
+    protected $objectClassname = 'tx_crawler_domain_queue_entry';
 
-	protected $tableName = 'tx_crawler_queue';
+    protected $tableName = 'tx_crawler_queue';
 
-	/**
-	 * This mehtod is used to find the youngest entry for a given process.
-	 *
-	 * @author Timo Schmidt <timo.schmidt@aoemedia.de>
-	 * @param tx_crawler_domain_process $process
-	 * @return tx_crawler_domain_queue_entry $entry
-	 */
-	public function findYoungestEntryForProcess(tx_crawler_domain_process $process) {
-		return $this->getFirstOrLastObjectByProcess($process,'exec_time ASC');
-	}
+    /**
+     * This mehtod is used to find the youngest entry for a given process.
+     *
+     * @author Timo Schmidt <timo.schmidt@aoemedia.de>
+     * @param tx_crawler_domain_process $process
+     * @return tx_crawler_domain_queue_entry $entry
+     */
+    public function findYoungestEntryForProcess(tx_crawler_domain_process $process) {
+        return $this->getFirstOrLastObjectByProcess($process,'exec_time ASC');
+    }
 
-	/**
-	 * This method is used to find the oldest entry for a given process.
-	 *
-	 * @param tx_crawler_domain_process $process
-	 * @return tx_crawler_domain_queue_entry
-	 */
-	public function findOldestEntryForProcess(tx_crawler_domain_process $process) {
-		return $this->getFirstOrLastObjectByProcess($process,'exec_time DESC');
-	}
+    /**
+     * This method is used to find the oldest entry for a given process.
+     *
+     * @param tx_crawler_domain_process $process
+     * @return tx_crawler_domain_queue_entry
+     */
+    public function findOldestEntryForProcess(tx_crawler_domain_process $process) {
+        return $this->getFirstOrLastObjectByProcess($process,'exec_time DESC');
+    }
 
 
-	/**
-	 * This internal helper method is used to create an instance of an entry object
-	 *
-	 * @param tx_crawler_domain_process $process
-	 * @param string $orderby first matching item will be returned as object
-	 * @return tx_crawler_domain_queue_entry
-	 */
-	protected function getFirstOrLastObjectByProcess($process, $orderby) {
-		$db = $this->getDB();
-		$where = 'process_id_completed='.$db->fullQuoteStr($process->getProcess_id(),$this->tableName).
-				 ' AND exec_time > 0 ';
-		$limit = 1;
-		$groupby = '';
+    /**
+     * This internal helper method is used to create an instance of an entry object
+     *
+     * @param tx_crawler_domain_process $process
+     * @param string $orderby first matching item will be returned as object
+     * @return tx_crawler_domain_queue_entry
+     */
+    protected function getFirstOrLastObjectByProcess($process, $orderby) {
+        $db = $this->getDB();
+        $where = 'process_id_completed='.$db->fullQuoteStr($process->getProcess_id(),$this->tableName).
+                    ' AND exec_time > 0 ';
+        $limit = 1;
+        $groupby = '';
 
-		$res 	= $db->exec_SELECTgetRows('*','tx_crawler_queue',$where,$groupby,$orderby,$limit);
-		if($res) {
-			$first 	= $res[0];
-		}else{
-			$first = array();
-		}
-		$resultObject = new tx_crawler_domain_queue_entry($first);
-		return $resultObject;
-	}
+        $res 	= $db->exec_SELECTgetRows('*','tx_crawler_queue',$where,$groupby,$orderby,$limit);
+        if($res) {
+            $first 	= $res[0];
+        }else{
+            $first = array();
+        }
+        $resultObject = new tx_crawler_domain_queue_entry($first);
+        return $resultObject;
+    }
 
-	/**
-	 * Counts all executed items of a process.
-	 *
-	 * @param tx_crawler_domain_process $process
-	 * @return int
-	 */
-	public function countExtecutedItemsByProcess($process) {
+    /**
+     * Counts all executed items of a process.
+     *
+     * @param tx_crawler_domain_process $process
+     * @return int
+     */
+    public function countExtecutedItemsByProcess($process) {
 
-		return $this->countItemsByWhereClause('exec_time > 0 AND process_id_completed = '.$this->getDB()->fullQuoteStr($process->getProcess_id(),$this->tableName));
-	}
+        return $this->countItemsByWhereClause('exec_time > 0 AND process_id_completed = '.$this->getDB()->fullQuoteStr($process->getProcess_id(),$this->tableName));
+    }
 
-	/**
-	 * Counts items of a process which yet have not been processed/executed
-	 *
-	 * @param tx_crawler_domain_process $process
-	 * @return int
-	 */
-	public function countNonExecutedItemsByProcess($process) {
-		return $this->countItemsByWhereClause('exec_time = 0 AND process_id = '.$this->getDB()->fullQuoteStr($process->getProcess_id(),$this->tableName));
-	}
+    /**
+     * Counts items of a process which yet have not been processed/executed
+     *
+     * @param tx_crawler_domain_process $process
+     * @return int
+     */
+    public function countNonExecutedItemsByProcess($process) {
+        return $this->countItemsByWhereClause('exec_time = 0 AND process_id = '.$this->getDB()->fullQuoteStr($process->getProcess_id(),$this->tableName));
+    }
 
-	/**
-	 * This method can be used to count all queue entrys which are
-	 * scheduled for now or a earler date.
-	 *
-	 * @param void
-	 * @return int
-	 */
-	public function countAllPendingItems() {
-		return $this->countItemsByWhereClause('exec_time = 0 AND scheduled < '.time());
-	}
+    /**
+     * This method can be used to count all queue entrys which are
+     * scheduled for now or a earler date.
+     *
+     * @param void
+     * @return int
+     */
+    public function countAllPendingItems() {
+        return $this->countItemsByWhereClause('exec_time = 0 AND scheduled < '.time());
+    }
 
-	/**
-	 * This method can be used to count all queue entrys which are
-	 * scheduled for now or a earler date and are assigned to a process.
-	 *
-	 * @param void
-	 * @return int
-	 */
-	public function countAllAssignedPendingItems() {
-		return $this->countItemsByWhereClause("exec_time = 0 AND scheduled < ".time()." AND process_id != ''");
-	}
+    /**
+     * This method can be used to count all queue entrys which are
+     * scheduled for now or a earler date and are assigned to a process.
+     *
+     * @param void
+     * @return int
+     */
+    public function countAllAssignedPendingItems() {
+        return $this->countItemsByWhereClause("exec_time = 0 AND scheduled < ".time()." AND process_id != ''");
+    }
 
-	/**
-	 * This method can be used to count all queue entrys which are
-	 * scheduled for now or a earler date and are not assigned to a process.
-	 *
-	 * @param void
-	 * @return int
-	 */
-	public function countAllUnassignedPendingItems() {
-		return $this->countItemsByWhereClause("exec_time = 0 AND scheduled < ".time()." AND process_id = ''");
-	}
+    /**
+     * This method can be used to count all queue entrys which are
+     * scheduled for now or a earler date and are not assigned to a process.
+     *
+     * @param void
+     * @return int
+     */
+    public function countAllUnassignedPendingItems() {
+        return $this->countItemsByWhereClause("exec_time = 0 AND scheduled < ".time()." AND process_id = ''");
+    }
 
-	/**
-	 * Internal method to count items by a given where clause
-	 *
-	 */
-	protected function countItemsByWhereClause($where) {
-		$db 	= $this->getDB();
-		$rs 	= $db->exec_SELECTquery('count(*) as anz',$this->tableName,$where);
-		$res 	= $db->sql_fetch_assoc($rs);
+    /**
+     * Internal method to count items by a given where clause
+     *
+     */
+    protected function countItemsByWhereClause($where) {
+        $db 	= $this->getDB();
+        $rs 	= $db->exec_SELECTquery('count(*) as anz',$this->tableName,$where);
+        $res 	= $db->sql_fetch_assoc($rs);
 
-		return $res['anz'];
-	}
+        return $res['anz'];
+    }
 
-	/**
-	 * Count pending queue entries grouped by configuration key
-	 *
-	 * @param void
-	 * @return array
-	 * @author Fabrizio Branca <fabrizio.branca@aoemedia.de>
-	 * @since 2099-09-03
-	 */
-	public function countPendingItemsGroupedByConfigurationKey() {
-		$db = $this->getDB();
-		$res = $db->exec_SELECTquery(
-			"configuration, count(*) as unprocessed, sum(process_id != '') as assignedButUnprocessed",
-			$this->tableName,
-			'exec_time = 0 AND scheduled < '.time(),
-			'configuration'
-		);
-		$rows = array();
-		while ($row = $db->sql_fetch_assoc($res)) {
-			$rows[] = $row;
-		}
-		return $rows;
-	}
+    /**
+     * Count pending queue entries grouped by configuration key
+     *
+     * @param void
+     * @return array
+     * @author Fabrizio Branca <fabrizio.branca@aoemedia.de>
+     * @since 2099-09-03
+     */
+    public function countPendingItemsGroupedByConfigurationKey() {
+        $db = $this->getDB();
+        $res = $db->exec_SELECTquery(
+            "configuration, count(*) as unprocessed, sum(process_id != '') as assignedButUnprocessed",
+            $this->tableName,
+            'exec_time = 0 AND scheduled < '.time(),
+            'configuration'
+        );
+        $rows = array();
+        while ($row = $db->sql_fetch_assoc($res)) {
+            $rows[] = $row;
+        }
+        return $rows;
+    }
 
-	/**
-	 * Get set id with unprocessed entries
-	 *
-	 * @param void
-	 * @return array array of set ids
-	 * @author Fabrizio Branca <fabrizio.branca@aoemedia.de>
-	 * @since 2009-09-03
-	 */
-	public function getSetIdWithUnprocessedEntries() {
-		$db = $this->getDB();
-		$res = $db->exec_SELECTquery(
-			'set_id',
-			$this->tableName,
-			'exec_time = 0 AND scheduled < '.time(),
-			'set_id'
-		);
-		$setIds = array();
-		while ($row = $db->sql_fetch_assoc($res)) {
-			$setIds[] = intval($row['set_id']);
-		}
-		return $setIds;
-	}
+    /**
+     * Get set id with unprocessed entries
+     *
+     * @param void
+     * @return array array of set ids
+     * @author Fabrizio Branca <fabrizio.branca@aoemedia.de>
+     * @since 2009-09-03
+     */
+    public function getSetIdWithUnprocessedEntries() {
+        $db = $this->getDB();
+        $res = $db->exec_SELECTquery(
+            'set_id',
+            $this->tableName,
+            'exec_time = 0 AND scheduled < '.time(),
+            'set_id'
+        );
+        $setIds = array();
+        while ($row = $db->sql_fetch_assoc($res)) {
+            $setIds[] = intval($row['set_id']);
+        }
+        return $setIds;
+    }
 
-	/**
-	 * Get total queue entries by configuration
-	 *
-	 * @param array set ids
-	 * @return array totals by configuration (keys)
-	 * @author Fabrizio Branca <fabrizio.branca@aoemedia.de>
-	 * @since 2009-09-03
-	 */
-	public function getTotalQueueEntriesByConfiguration(array $setIds) {
-		$totals = array();
-		if (count($setIds) > 0) {
-			$db = $this->getDB();
-			$res = $db->exec_SELECTquery(
-				'configuration, count(*) as c',
-				$this->tableName,
-				'set_id in ('. implode(',',$setIds).') AND scheduled < '.time(),
-				'configuration'
-			);
-			while ($row = $db->sql_fetch_assoc($res)) {
-				$totals[$row['configuration']] = $row['c'];
-			}
-		}
-		return $totals;
-	}
+    /**
+     * Get total queue entries by configuration
+     *
+     * @param array set ids
+     * @return array totals by configuration (keys)
+     * @author Fabrizio Branca <fabrizio.branca@aoemedia.de>
+     * @since 2009-09-03
+     */
+    public function getTotalQueueEntriesByConfiguration(array $setIds) {
+        $totals = array();
+        if (count($setIds) > 0) {
+            $db = $this->getDB();
+            $res = $db->exec_SELECTquery(
+                'configuration, count(*) as c',
+                $this->tableName,
+                'set_id in ('. implode(',',$setIds).') AND scheduled < '.time(),
+                'configuration'
+            );
+            while ($row = $db->sql_fetch_assoc($res)) {
+                $totals[$row['configuration']] = $row['c'];
+            }
+        }
+        return $totals;
+    }
 
-	/**
-	 * Get the timestamps of the last processed entries
-	 *
-	 * @param void
-	 * @return array
-	 * @author Fabrizio Branca <fabrizio.branca@aoemedia.de>
-	 * @since 2009-09-03
-	 */
-	public function getLastProcessedEntriesTimestamps($limit = 100) {
-		$db = $this->getDB();
-		$res = $db->exec_SELECTquery(
-			'exec_time',
-			$this->tableName,
-			'',
-			'',
-			'exec_time desc',
-			$limit
-		);
+    /**
+     * Get the timestamps of the last processed entries
+     *
+     * @param void
+     * @return array
+     * @author Fabrizio Branca <fabrizio.branca@aoemedia.de>
+     * @since 2009-09-03
+     */
+    public function getLastProcessedEntriesTimestamps($limit = 100) {
+        $db = $this->getDB();
+        $res = $db->exec_SELECTquery(
+            'exec_time',
+            $this->tableName,
+            '',
+            '',
+            'exec_time desc',
+            $limit
+        );
 
-		$rows = array();
-		while (($row = $db->sql_fetch_assoc($res)) !== false) {
-			$rows[] = $row['exec_time'];
-		}
-		return $rows;
-	}
+        $rows = array();
+        while (($row = $db->sql_fetch_assoc($res)) !== false) {
+            $rows[] = $row['exec_time'];
+        }
+        return $rows;
+    }
 
-	/**
-	 * Get the last processed entries
-	 *
-	 * @param string $selectFields
-	 * @param int $limit
-	 * @return array
-	 * @author Fabrizio Branca <fabrizio.branca@aoemedia.de>
-	 * @since 2010-11-16
-	 */
-	public function getLastProcessedEntries($selectFields='*', $limit='100') {
-		$db = $this->getDB();
-		$res = $db->exec_SELECTquery(
-			$selectFields,
-			$this->tableName,
-			'',
-			'',
-			'exec_time desc',
-			$limit
-		);
+    /**
+     * Get the last processed entries
+     *
+     * @param string $selectFields
+     * @param int $limit
+     * @return array
+     * @author Fabrizio Branca <fabrizio.branca@aoemedia.de>
+     * @since 2010-11-16
+     */
+    public function getLastProcessedEntries($selectFields='*', $limit='100') {
+        $db = $this->getDB();
+        $res = $db->exec_SELECTquery(
+            $selectFields,
+            $this->tableName,
+            '',
+            '',
+            'exec_time desc',
+            $limit
+        );
 
-		$rows = array();
-		while (($row = $db->sql_fetch_assoc($res)) !== false) {
-			$rows[] = $row;
-		}
-		return $rows;
-	}
+        $rows = array();
+        while (($row = $db->sql_fetch_assoc($res)) !== false) {
+            $rows[] = $row;
+        }
+        return $rows;
+    }
 
-	/**
-	 * Get performance statistics data
-	 *
-	 * @param int start timestamp
-	 * @param int end timestamp
-	 * @return array performance data
-	 * @author Fabrizio Branca <fabrizio.branca@aoemedia.de>
-	 * @since 2009-09-03
-	 */
-	public function getPerformanceData($start, $end) {
-		$db = $this->getDB();
-		$res = $db->exec_SELECTquery(
-			'process_id_completed, min(exec_time) as start, max(exec_time) as end, count(*) as urlcount',
-			$this->tableName,
-			'exec_time != 0 and exec_time >= '.intval($start). ' and exec_time <= ' . intval($end),
-			'process_id_completed'
-		);
+    /**
+     * Get performance statistics data
+     *
+     * @param int start timestamp
+     * @param int end timestamp
+     * @return array performance data
+     * @author Fabrizio Branca <fabrizio.branca@aoemedia.de>
+     * @since 2009-09-03
+     */
+    public function getPerformanceData($start, $end) {
+        $db = $this->getDB();
+        $res = $db->exec_SELECTquery(
+            'process_id_completed, min(exec_time) as start, max(exec_time) as end, count(*) as urlcount',
+            $this->tableName,
+            'exec_time != 0 and exec_time >= '.intval($start). ' and exec_time <= ' . intval($end),
+            'process_id_completed'
+        );
 
-		$rows = array();
-		while (($row = $db->sql_fetch_assoc($res)) !== false) {
-			$rows[$row['process_id_completed']] = $row;
-		}
-		return $rows;
-	}
+        $rows = array();
+        while (($row = $db->sql_fetch_assoc($res)) !== false) {
+            $rows[$row['process_id_completed']] = $row;
+        }
+        return $rows;
+    }
 
     /**
      * This method is used to count all processes in the process table.

domain/queue/class.tx_crawler_domain_queue_entry.php

Indentation +14 added lines, -14 removed lines

@@ -24,21 +24,21 @@
 
 class tx_crawler_domain_queue_entry extends tx_crawler_domain_lib_abstract_dbobject {
 
-	/**
-	 * @var string table name
-	 */
-	protected static $tableName = 'tx_crawler_queue';
+    /**
+     * @var string table name
+     */
+    protected static $tableName = 'tx_crawler_queue';
 
-	/**
-	 * Returns the execution time of the record as int value
-	 *
-	 * @param void
-	 * @author Timo Schmidt <timo.schmidt@aoemedia.de>
-	 * @return int
-	 */
-	public function getExecutionTime(){
-		return $this->row['exec_time'];
-	}
+    /**
+     * Returns the execution time of the record as int value
+     *
+     * @param void
+     * @author Timo Schmidt <timo.schmidt@aoemedia.de>
+     * @return int
+     */
+    public function getExecutionTime(){
+        return $this->row['exec_time'];
+    }
 
 }
 

domain/lib/class.tx_crawler_domain_lib_abstract_repository.php

Indentation +28 added lines, -28 removed lines

@@ -24,36 +24,36 @@
 
 abstract class tx_crawler_domain_lib_abstract_repository {
 
-	/**
-	 * @var string object class name
-	 */
-	protected $objectClassname;
+    /**
+     * @var string object class name
+     */
+    protected $objectClassname;
 
-	/**
-	 * @var string table name
-	 */
-	protected $tableName;
+    /**
+     * @var string table name
+     */
+    protected $tableName;
 
-	/**
-	 * Returns an instance of the TYPO3 database class.
-	 *
-	 * @return \TYPO3\CMS\Core\Database\DatabaseConnection
-	 */
-	protected function getDB() {
-		return $GLOBALS['TYPO3_DB'];
-	}
+    /**
+     * Returns an instance of the TYPO3 database class.
+     *
+     * @return \TYPO3\CMS\Core\Database\DatabaseConnection
+     */
+    protected function getDB() {
+        return $GLOBALS['TYPO3_DB'];
+    }
 
-	/**
-	 * Counts items by a given where clause
-	 *
-	 * @param  string $where    Where clause
-	 * @return integer
-	 */
-	protected function countByWhere($where) {
-		$db  = $this->getDB();
-		$rs  = $db->exec_SELECTquery('count(*) as anz', $this->tableName, $where);
-		$res = $db->sql_fetch_assoc($rs);
+    /**
+     * Counts items by a given where clause
+     *
+     * @param  string $where    Where clause
+     * @return integer
+     */
+    protected function countByWhere($where) {
+        $db  = $this->getDB();
+        $rs  = $db->exec_SELECTquery('count(*) as anz', $this->tableName, $where);
+        $res = $db->sql_fetch_assoc($rs);
 
-		return $res['anz'];
-	}
+        return $res['anz'];
+    }
 }

domain/process/class.tx_crawler_domain_process_repository.php

Indentation +81 added lines, -81 removed lines

@@ -24,97 +24,97 @@
 
 class tx_crawler_domain_process_repository extends tx_crawler_domain_lib_abstract_repository {
 
-	/**
-	 * @var string object class name
-	 */
-	protected $objectClassname = 'tx_crawler_domain_process';
+    /**
+     * @var string object class name
+     */
+    protected $objectClassname = 'tx_crawler_domain_process';
 
-	/**
-	 * @var string
-	 */
-	protected $tableName = 'tx_crawler_process';
+    /**
+     * @var string
+     */
+    protected $tableName = 'tx_crawler_process';
 
-	/**
-	 * This method is used to find all cli processes within a limit.
-	 * 
-	 * @param  string  $orderField
-	 * @param  string  $orderDirection
-	 * @param  integer $itemCount
-	 * @param  integer $offset
-	 * @param  string  $where
-	 * @return tx_crawler_domain_process_collection
-	 */
-	public function findAll($orderField = '', $orderDirection = 'DESC', $itemCount = NULL, $offset = NULL, $where = '') {
-		/** @var tx_crawler_domain_process_collection $collection */
-		$collection = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_domain_process_collection');
+    /**
+     * This method is used to find all cli processes within a limit.
+     * 
+     * @param  string  $orderField
+     * @param  string  $orderDirection
+     * @param  integer $itemCount
+     * @param  integer $offset
+     * @param  string  $where
+     * @return tx_crawler_domain_process_collection
+     */
+    public function findAll($orderField = '', $orderDirection = 'DESC', $itemCount = NULL, $offset = NULL, $where = '') {
+        /** @var tx_crawler_domain_process_collection $collection */
+        $collection = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_domain_process_collection');
 
-		$orderField = trim($orderField);
-		$orderField = empty($orderField) ? 'process_id' : $orderField;
+        $orderField = trim($orderField);
+        $orderField = empty($orderField) ? 'process_id' : $orderField;
 
-		$orderDirection = strtoupper(trim($orderDirection));
-		$orderDirection = in_array($orderDirection, array('ASC', 'DESC')) ? $orderDirection : 'DESC';
+        $orderDirection = strtoupper(trim($orderDirection));
+        $orderDirection = in_array($orderDirection, array('ASC', 'DESC')) ? $orderDirection : 'DESC';
 
-		$rows = $this->getDB()->exec_SELECTgetRows(
-			'*',
-			$this->tableName,
-			$where,
-			'',
-			htmlspecialchars($orderField) . ' ' . htmlspecialchars($orderDirection),
-			self::getLimitFromItemCountAndOffset($itemCount, $offset)
-		);
+        $rows = $this->getDB()->exec_SELECTgetRows(
+            '*',
+            $this->tableName,
+            $where,
+            '',
+            htmlspecialchars($orderField) . ' ' . htmlspecialchars($orderDirection),
+            self::getLimitFromItemCountAndOffset($itemCount, $offset)
+        );
 
-		if (is_array($rows)) {
-			foreach($rows as $row) {
-				$collection->append(\TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance($this->objectClassname, $row));
-			}
-		}
+        if (is_array($rows)) {
+            foreach($rows as $row) {
+                $collection->append(\TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance($this->objectClassname, $row));
+            }
+        }
 
-		return $collection;
-	}
+        return $collection;
+    }
 
-	/**
-	 * This method is used to count all processes in the process table.
-	 *
-	 * @param  string $where    Where clause
-	 * @return integer
-	 * @author Timo Schmidt <timo.schmidt@aoe.com>
-	 */
-	public function countAll($where = '1 = 1') {
-		return $this->countByWhere($where);
-	}
+    /**
+     * This method is used to count all processes in the process table.
+     *
+     * @param  string $where    Where clause
+     * @return integer
+     * @author Timo Schmidt <timo.schmidt@aoe.com>
+     */
+    public function countAll($where = '1 = 1') {
+        return $this->countByWhere($where);
+    }
 
-	/**
-	 * Returns the number of active processes.
-	 *
-	 * @return integer
-	 */
-	public function countActive() {
-		return $this->countByWhere('active = 1 AND deleted = 0');
-	}
+    /**
+     * Returns the number of active processes.
+     *
+     * @return integer
+     */
+    public function countActive() {
+        return $this->countByWhere('active = 1 AND deleted = 0');
+    }
 
-	/**
-	 * Returns the number of processes that live longer than the given timestamp.
-	 *
-	 * @param  integer $ttl
-	 * @return integer
-	 */
-	public function countNotTimeouted($ttl) {
-		return $this->countByWhere('deleted = 0 AND ttl > ' . intval($ttl));
-	}
+    /**
+     * Returns the number of processes that live longer than the given timestamp.
+     *
+     * @param  integer $ttl
+     * @return integer
+     */
+    public function countNotTimeouted($ttl) {
+        return $this->countByWhere('deleted = 0 AND ttl > ' . intval($ttl));
+    }
 
-	/**
-	 * Get limit clause
-	 *
-	 * @param  integer $itemCount   Item count
-	 * @param  integer $offset      Offset
-	 * @return string               Limit clause
-	 * @author Fabrizio Branca <fabrizio.branca@aoem.com>
-	 */
-	public static function getLimitFromItemCountAndOffset($itemCount, $offset) {
-		$itemCount = filter_var($itemCount, FILTER_VALIDATE_INT, array('options' => array('min_range' => 1, 'default' => 20)));
-		$offset = filter_var($offset, FILTER_VALIDATE_INT, array('options' => array('min_range' => 0, 'default' => 0)));
-		$limit = $offset . ', ' . $itemCount;
+    /**
+     * Get limit clause
+     *
+     * @param  integer $itemCount   Item count
+     * @param  integer $offset      Offset
+     * @return string               Limit clause
+     * @author Fabrizio Branca <fabrizio.branca@aoem.com>
+     */
+    public static function getLimitFromItemCountAndOffset($itemCount, $offset) {
+        $itemCount = filter_var($itemCount, FILTER_VALIDATE_INT, array('options' => array('min_range' => 1, 'default' => 20)));
+        $offset = filter_var($offset, FILTER_VALIDATE_INT, array('options' => array('min_range' => 0, 'default' => 0)));
+        $limit = $offset . ', ' . $itemCount;
 
-		return $limit;
-	}
+        return $limit;
+    }
 }

domain/process/class.tx_crawler_domain_process.php

Indentation +134 added lines, -134 removed lines

@@ -24,140 +24,140 @@
 
 class tx_crawler_domain_process extends tx_crawler_domain_lib_abstract_dbobject {
 
-	/**
-	 * @var string table name
-	 */
-	protected static $tableName = 'tx_crawler_process';
-
-	/**
-	 * Returns the activity state for this process
-	 *
-	 * @param void
-	 * @return boolean
-	 */
-	public function getActive() {
-		return $this->row['active'];
-	}
-
-	/**
-	 * Returns the identifier for the process
-	 *
-	 * @return string
-	 */
-	public function getProcess_id() {
-		return $this->row['process_id'];
-	}
-
-	/**
-	 * Returns the timestamp of the exectime for the first relevant queue item.
-	 * This can be used to determine the runtime
-	 *
-	 * @return int
-	 */
-	public function getTimeForFirstItem() {
-		$queueRepository = new tx_crawler_domain_queue_repository();
-		$entry = $queueRepository->findYoungestEntryForProcess($this);
-
-		return $entry->getExecutionTime();
-	}
-
-	/**
-	 * Returns the timestamp of the exectime for the last relevant queue item.
-	 * This can be used to determine the runtime
-	 *
-	 * @return int
-	 */
-	public function getTimeForLastItem() {
-		$queueRepository = new tx_crawler_domain_queue_repository();
-		$entry = $queueRepository->findOldestEntryForProcess($this);
-
-		return $entry->getExecutionTime();
-	}
-
-	/**
-	 * Returns the difference between first and last processed item
-	 *
-	 * @return int
-	 */
-	public function getRuntime() {
-		return $this->getTimeForLastItem() - $this->getTimeForFirstItem();
-	}
-
-	/**
-	 * Returns the ttl of the process
-	 *
-	 * @return int
-	 */
-	public function getTTL() {
-		return $this->row['ttl'];
-	}
-
-	/**
-	 * Counts the number of items which need to be processed
-	 *
-	 * @author Timo Schmidt <timo.schmidt@aoemedia.de>
-	 * @param void
-	 * @return int
-	 */
-	public function countItemsProcessed() {
-		$queueRepository = new tx_crawler_domain_queue_repository();
-		return $queueRepository->countExtecutedItemsByProcess($this);
-	}
-
-	/**
-	 * Counts the number of items which still need to be processed
-	 *
-	 * @author Timo Schmidt <timo.schmidt@aoemedia.de>
-	 * @param void
-	 * @return int
-	 */
-	public function countItemsToProcess() {
-		$queueRepository = new tx_crawler_domain_queue_repository();
-		return $queueRepository->countNonExecutedItemsByProcess($this);
-	}
-
-	/**
-	 * Returns the Progress of a crawling process as a percentage value
-	 *
-	 * @param void
-	 * @return float
-	 */
-	public function getProgress() {
-		$all = $this->countItemsAssigned();
-		if ($all > 0) {
-			$res = round((100 / $all) * $this->countItemsProcessed());
-		} else {
-			$res = 0;
-		}
-		return $res;
-	}
-
-	/**
-	 * Returns the number of assigned Entrys
-	 *
-	 * @return int
-	 */
-	public function countItemsAssigned() {
-		return $this->row['assigned_items_count'];
-	}
-
-	/**
-	 * Return the processes current state
-	 *
-	 * @param void
-	 * @return string 'running'|'cancelled'|'completed'
-	 */
-	public function getState() {
-		// TODO: use class constants for these states
-		if ($this->getActive() && $this->getProgress() < 100) {
-			$stage = 'running';
-		} elseif(!$this->getActive() && $this->getProgress() < 100) {
-			$stage = 'cancelled';
-		} else {
-			$stage = 'completed';
-		}
-		return $stage;
-	}
+    /**
+     * @var string table name
+     */
+    protected static $tableName = 'tx_crawler_process';
+
+    /**
+     * Returns the activity state for this process
+     *
+     * @param void
+     * @return boolean
+     */
+    public function getActive() {
+        return $this->row['active'];
+    }
+
+    /**
+     * Returns the identifier for the process
+     *
+     * @return string
+     */
+    public function getProcess_id() {
+        return $this->row['process_id'];
+    }
+
+    /**
+     * Returns the timestamp of the exectime for the first relevant queue item.
+     * This can be used to determine the runtime
+     *
+     * @return int
+     */
+    public function getTimeForFirstItem() {
+        $queueRepository = new tx_crawler_domain_queue_repository();
+        $entry = $queueRepository->findYoungestEntryForProcess($this);
+
+        return $entry->getExecutionTime();
+    }
+
+    /**
+     * Returns the timestamp of the exectime for the last relevant queue item.
+     * This can be used to determine the runtime
+     *
+     * @return int
+     */
+    public function getTimeForLastItem() {
+        $queueRepository = new tx_crawler_domain_queue_repository();
+        $entry = $queueRepository->findOldestEntryForProcess($this);
+
+        return $entry->getExecutionTime();
+    }
+
+    /**
+     * Returns the difference between first and last processed item
+     *
+     * @return int
+     */
+    public function getRuntime() {
+        return $this->getTimeForLastItem() - $this->getTimeForFirstItem();
+    }
+
+    /**
+     * Returns the ttl of the process
+     *
+     * @return int
+     */
+    public function getTTL() {
+        return $this->row['ttl'];
+    }
+
+    /**
+     * Counts the number of items which need to be processed
+     *
+     * @author Timo Schmidt <timo.schmidt@aoemedia.de>
+     * @param void
+     * @return int
+     */
+    public function countItemsProcessed() {
+        $queueRepository = new tx_crawler_domain_queue_repository();
+        return $queueRepository->countExtecutedItemsByProcess($this);
+    }
+
+    /**
+     * Counts the number of items which still need to be processed
+     *
+     * @author Timo Schmidt <timo.schmidt@aoemedia.de>
+     * @param void
+     * @return int
+     */
+    public function countItemsToProcess() {
+        $queueRepository = new tx_crawler_domain_queue_repository();
+        return $queueRepository->countNonExecutedItemsByProcess($this);
+    }
+
+    /**
+     * Returns the Progress of a crawling process as a percentage value
+     *
+     * @param void
+     * @return float
+     */
+    public function getProgress() {
+        $all = $this->countItemsAssigned();
+        if ($all > 0) {
+            $res = round((100 / $all) * $this->countItemsProcessed());
+        } else {
+            $res = 0;
+        }
+        return $res;
+    }
+
+    /**
+     * Returns the number of assigned Entrys
+     *
+     * @return int
+     */
+    public function countItemsAssigned() {
+        return $this->row['assigned_items_count'];
+    }
+
+    /**
+     * Return the processes current state
+     *
+     * @param void
+     * @return string 'running'|'cancelled'|'completed'
+     */
+    public function getState() {
+        // TODO: use class constants for these states
+        if ($this->getActive() && $this->getProgress() < 100) {
+            $stage = 'running';
+        } elseif(!$this->getActive() && $this->getProgress() < 100) {
+            $stage = 'cancelled';
+        } else {
+            $stage = 'completed';
+        }
+        return $stage;
+    }
 }
 
 ?>

view/class.tx_crawler_view_pagination.php

Indentation +115 added lines, -115 removed lines

@@ -24,121 +24,121 @@
 
 class tx_crawler_view_pagination {
 
-	/**
-	 * @var string template path
-	 */
-	protected $template = 'EXT:crawler/template/pagination.php';
-
-	/**
-	 * @var int $perpage number of items perPage
-	 */
-	protected $perPage;
-
-	/**
-	 * @var int $currentOffset current offset
-	 */
-	protected $currentOffset;
-
-	/**
-	 * @var int $totalItemCount number of total item
-	 */
-	protected $totalItemCount;
-
-	/**
-	 * @var string $baseUrl
-	 */
-	protected $baseUrl;
-
-
-
-
-	/**
-	 * Method to render the view.
-	 *
-	 * @return string html content
-	 */
-	public function render() {
-		ob_start();
-		$this->template = \TYPO3\CMS\Core\Utility\GeneralUtility::getFileAbsFileName($this->template);
-		include($this->template);
-		$content = ob_get_contents();
-		ob_end_clean();
-
-		return $content;
-	}
-
-	/**
-	 * Returns the currently configured offset-
-	 * @return int
-	 */
-	public function getCurrentOffset() {
-		return $this->currentOffset;
-	}
-
-	/**
-	 * Method to read the number of items per page
-	 *
-	 * @return int
-	 */
-	public function getPerPage() {
-		return $this->perPage;
-	}
-
-	/**
-	 * Method to set the current offset from start
-	 *
-	 * @param int $currentOffset
-	 */
-	public function setCurrentOffset($currentOffset) {
-		$this->currentOffset = $currentOffset;
-	}
-
-	/**
-	 * Number of items per page.
-	 *
-	 * @param int $perPage
-	 */
-	public function setPerPage($perPage) {
-		$this->perPage = $perPage;
-	}
-
-	/**
-	 * returns the total number of items
-	 * @return int
-	 */
-	public function getTotalItemCount() {
-		return $this->totalItemCount;
-	}
-
-	/**
-	 * Method to set the total number of items in the pagination
-	 *
-	 * @param int $totalItemCount
-	 */
-	public function setTotalItemCount($totalItemCount) {
-		$this->totalItemCount = $totalItemCount;
-	}
-
-	/**
-	 * Returns the total number of pages needed to  display all content which
-	 * is paginatable
-	 *
-	 * @return int
-	 */
-	public function getTotalPagesCount() {
-	 	return ceil($this->getTotalItemCount() / $this->getPerPage());
-	}
-
-	/**
-	 * This method is used to caluclate the label for a pageoffset,
-	 * in normal cases its the internal offset + 1
-	 *
-	 * @param int $pageoffset
-	 * @return int
-	 */
-	protected function getLabelForPageOffset($pageoffset) {
-		return $pageoffset + 1;
-	}
+    /**
+     * @var string template path
+     */
+    protected $template = 'EXT:crawler/template/pagination.php';
+
+    /**
+     * @var int $perpage number of items perPage
+     */
+    protected $perPage;
+
+    /**
+     * @var int $currentOffset current offset
+     */
+    protected $currentOffset;
+
+    /**
+     * @var int $totalItemCount number of total item
+     */
+    protected $totalItemCount;
+
+    /**
+     * @var string $baseUrl
+     */
+    protected $baseUrl;
+
+
+
+
+    /**
+     * Method to render the view.
+     *
+     * @return string html content
+     */
+    public function render() {
+        ob_start();
+        $this->template = \TYPO3\CMS\Core\Utility\GeneralUtility::getFileAbsFileName($this->template);
+        include($this->template);
+        $content = ob_get_contents();
+        ob_end_clean();
+
+        return $content;
+    }
+
+    /**
+     * Returns the currently configured offset-
+     * @return int
+     */
+    public function getCurrentOffset() {
+        return $this->currentOffset;
+    }
+
+    /**
+     * Method to read the number of items per page
+     *
+     * @return int
+     */
+    public function getPerPage() {
+        return $this->perPage;
+    }
+
+    /**
+     * Method to set the current offset from start
+     *
+     * @param int $currentOffset
+     */
+    public function setCurrentOffset($currentOffset) {
+        $this->currentOffset = $currentOffset;
+    }
+
+    /**
+     * Number of items per page.
+     *
+     * @param int $perPage
+     */
+    public function setPerPage($perPage) {
+        $this->perPage = $perPage;
+    }
+
+    /**
+     * returns the total number of items
+     * @return int
+     */
+    public function getTotalItemCount() {
+        return $this->totalItemCount;
+    }
+
+    /**
+     * Method to set the total number of items in the pagination
+     *
+     * @param int $totalItemCount
+     */
+    public function setTotalItemCount($totalItemCount) {
+        $this->totalItemCount = $totalItemCount;
+    }
+
+    /**
+     * Returns the total number of pages needed to  display all content which
+     * is paginatable
+     *
+     * @return int
+     */
+    public function getTotalPagesCount() {
+            return ceil($this->getTotalItemCount() / $this->getPerPage());
+    }
+
+    /**
+     * This method is used to caluclate the label for a pageoffset,
+     * in normal cases its the internal offset + 1
+     *
+     * @param int $pageoffset
+     * @return int
+     */
+    protected function getLabelForPageOffset($pageoffset) {
+        return $pageoffset + 1;
+    }
 
 }
 

cli/crawler_multiprocess.php

Indentation +3 added lines, -3 removed lines

@@ -1,13 +1,13 @@
 <?php
 if (!defined('TYPO3_cliMode')) {
-	die('You cannot run this script directly!');
+    die('You cannot run this script directly!');
 }
 
 $processManager = new tx_crawler_domain_process_manager();
 $timeout = isset($_SERVER['argv'][1] ) ? intval($_SERVER['argv'][1]) : 1800;
 
 try {
-	$processManager->multiProcess($timeout);
+    $processManager->multiProcess($timeout);
 } catch (Exception $e) {
-	echo PHP_EOL . $e->getMessage();
+    echo PHP_EOL . $e->getMessage();
 }

domain/process/class.tx_crawler_domain_process_manager.php

Indentation +158 added lines, -158 removed lines

@@ -27,175 +27,175 @@
  *
  */
 class tx_crawler_domain_process_manager  {
-	/**
-	 * @var $timeToLive integer
-	 */
-	private $timeToLive;
-	/**
-	 * @var integer
-	 */
-	private $countInARun;
+    /**
+     * @var $timeToLive integer
+     */
+    private $timeToLive;
+    /**
+     * @var integer
+     */
+    private $countInARun;
 
-	/**
-	 * @var integer
-	 */
-	private $processLimit;
+    /**
+     * @var integer
+     */
+    private $processLimit;
 
-	/**
-	 * @var $crawlerObj tx_crawler_lib
-	 */
-	private $crawlerObj;
+    /**
+     * @var $crawlerObj tx_crawler_lib
+     */
+    private $crawlerObj;
 
-	/**
-	 * @var $queueRepository tx_crawler_domain_queue_repository
-	 */
-	private $queueRepository;
+    /**
+     * @var $queueRepository tx_crawler_domain_queue_repository
+     */
+    private $queueRepository;
 
-	/**
-	 * @var tx_crawler_domain_process_repository
-	 */
-	private $processRepository;
+    /**
+     * @var tx_crawler_domain_process_repository
+     */
+    private $processRepository;
 
-	/**
-	 * @var $verbose boolean
-	 */
-	private $verbose;
+    /**
+     * @var $verbose boolean
+     */
+    private $verbose;
 
-	/**
-	 * the constructor
-	 */
-	public function __construct() {
-		$this->processRepository	= new tx_crawler_domain_process_repository();
-		$this->queueRepository	= new tx_crawler_domain_queue_repository();
-		$this->crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
-		$this->timeToLive = intval($this->crawlerObj->extensionSettings['processMaxRunTime']);
-		$this->countInARun = intval($this->crawlerObj->extensionSettings['countInARun']);
-		$this->processLimit = intval($this->crawlerObj->extensionSettings['processLimit']);
-		$this->verbose = intval($this->crawlerObj->extensionSettings['processVerbose']);
-	}
+    /**
+     * the constructor
+     */
+    public function __construct() {
+        $this->processRepository	= new tx_crawler_domain_process_repository();
+        $this->queueRepository	= new tx_crawler_domain_queue_repository();
+        $this->crawlerObj = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance('tx_crawler_lib');
+        $this->timeToLive = intval($this->crawlerObj->extensionSettings['processMaxRunTime']);
+        $this->countInARun = intval($this->crawlerObj->extensionSettings['countInARun']);
+        $this->processLimit = intval($this->crawlerObj->extensionSettings['processLimit']);
+        $this->verbose = intval($this->crawlerObj->extensionSettings['processVerbose']);
+    }
 
-	/**
-	 * starts multiple processes
-	 *
-	 * @param integer $timeout
-	 */
-	public function multiProcess($timeout) {
-		if ($this->processLimit <= 1) {
-			throw new RuntimeException('To run crawler in multi process mode you have to configure the processLimit > 1.' . PHP_EOL);
-		}
+    /**
+     * starts multiple processes
+     *
+     * @param integer $timeout
+     */
+    public function multiProcess($timeout) {
+        if ($this->processLimit <= 1) {
+            throw new RuntimeException('To run crawler in multi process mode you have to configure the processLimit > 1.' . PHP_EOL);
+        }
 
-		$pendingItemsStart = $this->queueRepository->countAllPendingItems();
-		$itemReportLimit = 20;
-		$reportItemCount = $pendingItemsStart - $itemReportLimit;
-		if ($this->verbose) {
-			$this->reportItemStatus();
-		}
-		$this->startRequiredProcesses();
-		$nextTimeOut = time() + $this->timeToLive;
-		for ($i = 0; $i < $timeout; $i++) {
-			$currentPendingItems = $this->queueRepository->countAllPendingItems();
-			if ($this->startRequiredProcesses($this->verbose)) {
-				$nextTimeOut = time() + $this->timeToLive;
-			}
-			if ($currentPendingItems == 0) {
-				if ($this->verbose) {
-					echo 'Finished...' . chr(10);
-				}
-				break;
-			}
-			if ($currentPendingItems < $reportItemCount) {
-				if ($this->verbose) {
-					$this->reportItemStatus();
-				}
-				$reportItemCount = $currentPendingItems - $itemReportLimit;
-			}
-			sleep(1);
-			if ($nextTimeOut < time()) {
-				$timedOutProcesses = $this->processRepository->findAll('', 'DESC', NULL, 0, 'ttl >' . $nextTimeOut);
-				$nextTimeOut = time() + $this->timeToLive;
-				if ($this->verbose) {
-					echo 'Cleanup' . implode(',', $timedOutProcesses->getProcessIds()) . chr(10);
-				}
-				$this->crawlerObj->CLI_releaseProcesses($timedOutProcesses->getProcessIds(), true);
-			}
-		}
-		if ($currentPendingItems > 0 && $this->verbose) {
-			echo 'Stop with timeout' . chr(10);
-		}
-	}
+        $pendingItemsStart = $this->queueRepository->countAllPendingItems();
+        $itemReportLimit = 20;
+        $reportItemCount = $pendingItemsStart - $itemReportLimit;
+        if ($this->verbose) {
+            $this->reportItemStatus();
+        }
+        $this->startRequiredProcesses();
+        $nextTimeOut = time() + $this->timeToLive;
+        for ($i = 0; $i < $timeout; $i++) {
+            $currentPendingItems = $this->queueRepository->countAllPendingItems();
+            if ($this->startRequiredProcesses($this->verbose)) {
+                $nextTimeOut = time() + $this->timeToLive;
+            }
+            if ($currentPendingItems == 0) {
+                if ($this->verbose) {
+                    echo 'Finished...' . chr(10);
+                }
+                break;
+            }
+            if ($currentPendingItems < $reportItemCount) {
+                if ($this->verbose) {
+                    $this->reportItemStatus();
+                }
+                $reportItemCount = $currentPendingItems - $itemReportLimit;
+            }
+            sleep(1);
+            if ($nextTimeOut < time()) {
+                $timedOutProcesses = $this->processRepository->findAll('', 'DESC', NULL, 0, 'ttl >' . $nextTimeOut);
+                $nextTimeOut = time() + $this->timeToLive;
+                if ($this->verbose) {
+                    echo 'Cleanup' . implode(',', $timedOutProcesses->getProcessIds()) . chr(10);
+                }
+                $this->crawlerObj->CLI_releaseProcesses($timedOutProcesses->getProcessIds(), true);
+            }
+        }
+        if ($currentPendingItems > 0 && $this->verbose) {
+            echo 'Stop with timeout' . chr(10);
+        }
+    }
 
-	/**
-	 * Reports curent Status of queue
-	 */
-	protected function reportItemStatus() {
-		echo 'Pending:'.$this->queueRepository->countAllPendingItems().' / Assigned:'.$this->queueRepository->countAllAssignedPendingItems().chr(10);
-	}
+    /**
+     * Reports curent Status of queue
+     */
+    protected function reportItemStatus() {
+        echo 'Pending:'.$this->queueRepository->countAllPendingItems().' / Assigned:'.$this->queueRepository->countAllAssignedPendingItems().chr(10);
+    }
 
-	/**
-	 * according to the given count of pending items and the countInARun Setting this method
-	 * starts more crawling processes
-	 * @return boolean if processes are started
-	 */
-	private function startRequiredProcesses() {
-		$ret = FALSE;
-		$currentProcesses= $this->processRepository->countActive();
-		$availableProcessesCount = $this->processLimit-$currentProcesses;
-		$requiredProcessesCount = ceil($this->queueRepository->countAllUnassignedPendingItems() / $this->countInARun);
-		$startProcessCount = min(array($availableProcessesCount,$requiredProcessesCount));
-		if ($startProcessCount <= 0) {
-			return $ret;
-		}
-		if ($startProcessCount && $this->verbose) {
-			echo 'Start '.$startProcessCount.' new processes (Running:'.$currentProcesses.')';
-		}
-		for($i=0;$i<$startProcessCount;$i++) {
-			usleep(100);
-			if ($this->startProcess()) {
-				if ($this->verbose) {
-					echo '.';
-					$ret = TRUE;
-				}
-			}
-		}
-		if ($this->verbose) {
-			echo chr(10);
-		}
-		return $ret;
-	}
+    /**
+     * according to the given count of pending items and the countInARun Setting this method
+     * starts more crawling processes
+     * @return boolean if processes are started
+     */
+    private function startRequiredProcesses() {
+        $ret = FALSE;
+        $currentProcesses= $this->processRepository->countActive();
+        $availableProcessesCount = $this->processLimit-$currentProcesses;
+        $requiredProcessesCount = ceil($this->queueRepository->countAllUnassignedPendingItems() / $this->countInARun);
+        $startProcessCount = min(array($availableProcessesCount,$requiredProcessesCount));
+        if ($startProcessCount <= 0) {
+            return $ret;
+        }
+        if ($startProcessCount && $this->verbose) {
+            echo 'Start '.$startProcessCount.' new processes (Running:'.$currentProcesses.')';
+        }
+        for($i=0;$i<$startProcessCount;$i++) {
+            usleep(100);
+            if ($this->startProcess()) {
+                if ($this->verbose) {
+                    echo '.';
+                    $ret = TRUE;
+                }
+            }
+        }
+        if ($this->verbose) {
+            echo chr(10);
+        }
+        return $ret;
+    }
 
-	/**
-	 * starts new process
-	 * @throws Exception if no crawlerprocess was started
-	 */
-	public function startProcess() {
-		$ttl = (time() + $this->timeToLive -1);
-		$current = $this->processRepository->countNotTimeouted($ttl);
-		$completePath = '(' .escapeshellcmd($this->getCrawlerCliPath()) . ' &) > /dev/null';
-		if (system($completePath) === FALSE) {
-			throw new Exception('could not start process!');
-		}
-		else {
-			for ($i=0;$i<10;$i++) {
-				if ($this->processRepository->countNotTimeouted($ttl) > $current) {
-					return true;
-				}
-				sleep(1);
-			}
-			throw new Exception('Something went wrong: process did not appear within 10 seconds.');
-		}
-	}
+    /**
+     * starts new process
+     * @throws Exception if no crawlerprocess was started
+     */
+    public function startProcess() {
+        $ttl = (time() + $this->timeToLive -1);
+        $current = $this->processRepository->countNotTimeouted($ttl);
+        $completePath = '(' .escapeshellcmd($this->getCrawlerCliPath()) . ' &) > /dev/null';
+        if (system($completePath) === FALSE) {
+            throw new Exception('could not start process!');
+        }
+        else {
+            for ($i=0;$i<10;$i++) {
+                if ($this->processRepository->countNotTimeouted($ttl) > $current) {
+                    return true;
+                }
+                sleep(1);
+            }
+            throw new Exception('Something went wrong: process did not appear within 10 seconds.');
+        }
+    }
 
-	/**
-	 * Returns the path to start the crawler from the command line
-	 *
-	 * @return string
-	 */
-	public function getCrawlerCliPath(){
-		$phpPath 		= $this->crawlerObj->extensionSettings['phpPath'] . ' ';
-		$pathToTypo3 	= rtrim(\TYPO3\CMS\Core\Utility\GeneralUtility::getIndpEnv('TYPO3_DOCUMENT_ROOT'), '/');
-		$pathToTypo3 	.= rtrim(\TYPO3\CMS\Core\Utility\GeneralUtility::getIndpEnv('TYPO3_SITE_PATH'), '/');
-		$cliPart	 	= '/typo3/cli_dispatch.phpsh crawler';
-		return $phpPath.$pathToTypo3.$cliPart;
-	}
+    /**
+     * Returns the path to start the crawler from the command line
+     *
+     * @return string
+     */
+    public function getCrawlerCliPath(){
+        $phpPath 		= $this->crawlerObj->extensionSettings['phpPath'] . ' ';
+        $pathToTypo3 	= rtrim(\TYPO3\CMS\Core\Utility\GeneralUtility::getIndpEnv('TYPO3_DOCUMENT_ROOT'), '/');
+        $pathToTypo3 	.= rtrim(\TYPO3\CMS\Core\Utility\GeneralUtility::getIndpEnv('TYPO3_SITE_PATH'), '/');
+        $cliPart	 	= '/typo3/cli_dispatch.phpsh crawler';
+        return $phpPath.$pathToTypo3.$cliPart;
+    }
 
 }

view/process/class.tx_crawler_view_process_list.php

Indentation +391 added lines, -391 removed lines

@@ -24,397 +24,397 @@
 
 class tx_crawler_view_process_list {
 
-	/**
-	 * @var string template path
-	 */
-	protected $template = 'EXT:crawler/template/process/list.php';
-
-	/**
-	 * @var string icon path
-	 */
-	protected $iconPath;
-
-	/**
-	 * @var string Holds the path to start a cli process via command line
-	 */
-	protected $cliPath;
-
-	/**
-	 * @var int Holds the total number of items pending in the queue to be processed
-	 */
-	protected $totalItemCount;
-
-	/**
-	 * @var boolean Holds the enable state of the crawler
-	 */
-	protected $isCrawlerEnabled;
-
-	/**
-	 * @var int Holds the number of active processes
-	 */
-	protected $activeProcessCount;
-
-	/**
-	 * @var int Holds the number of maximum active processes
-	 */
-	protected $maxActiveProcessCount;
-
-	/**
-	 * @var string Holds the mode state, can be simple or detail
-	 */
-	protected $mode;
-
-	/**
-	 * @var int Holds the current page id
-	 */
-	protected $pageId;
-
-	/**
-	 * @var int $totalItemCount number of total item
-	 */
-	protected $totalUnprocessedItemCount;
-
-	/**
-	 * @var int Holds the number of assigned unprocessed items
-	 */
-	protected $assignedUnprocessedItemCount;
-
-	/**
-	 * @return int
-	 */
-	public function getAssignedUnprocessedItemCount() {
-		return $this->assignedUnprocessedItemCount;
-	}
-
-	/**
-	 * @return int
-	 */
-	public function getTotalUnprocessedItemCount() {
-		return $this->totalUnprocessedItemCount;
-	}
-
-	/**
-	 * @param int $assignedUnprocessedItemCount
-	 */
-	public function setAssignedUnprocessedItemCount($assignedUnprocessedItemCount) {
-		$this->assignedUnprocessedItemCount = $assignedUnprocessedItemCount;
-	}
-
-	/**
-	 * @param int $totalUnprocessedItemCount
-	 */
-	public function setTotalUnprocessedItemCount($totalUnprocessedItemCount) {
-		$this->totalUnprocessedItemCount = $totalUnprocessedItemCount;
-	}
-
-	/**
-	 * Set the page id
-	 *
-	 * @param int page id
-	 */
-	public function setPageId($pageId) {
-		$this->pageId = $pageId;
-	}
-
-	/**
-	 * Get the page id
-	 *
-	 * @return int page id
-	 */
-	public function getPageId() {
-		return $this->pageId;
-	}
-
-	/**
-	 * @return string
-	 */
-	public function getMode() {
-		return $this->mode;
-	}
-
-	/**
-	 * @param string $mode
-	 */
-	public function setMode($mode) {
-		$this->mode = $mode;
-	}
-
-
-	/**
-	 * @return int
-	 */
-	public function getMaxActiveProcessCount() {
-		return $this->maxActiveProcessCount;
-	}
-
-	/**
-	 * @param int $maxActiveProcessCount
-	 */
-	public function setMaxActiveProcessCount($maxActiveProcessCount) {
-		$this->maxActiveProcessCount = $maxActiveProcessCount;
-	}
-
-
-	/**
-	 * @return int
-	 */
-	public function getActiveProcessCount() {
-		return $this->activeProcessCount;
-	}
-
-	/**
-	 * @param int $activeProcessCount
-	 */
-	public function setActiveProcessCount($activeProcessCount) {
-		$this->activeProcessCount = $activeProcessCount;
-	}
-
-	/**
-	 * @return boolean
-	 */
-	public function getIsCrawlerEnabled() {
-		return $this->isCrawlerEnabled;
-	}
-
-	/**
-	 * @param boolean $isCrawlerEnabled
-	 */
-	public function setIsCrawlerEnabled($isCrawlerEnabled) {
-		$this->isCrawlerEnabled = $isCrawlerEnabled;
-	}
-
-
-	/**
-	 * Returns the path to start a cli process from the shell
-	 * @return string
-	 */
-	public function getCliPath() {
-		return $this->cliPath;
-	}
-
-	/**
-	 * @param string $cliPath
-	 */
-	public function setCliPath($cliPath) {
-		$this->cliPath = $cliPath;
-	}
-
-
-	/**
-	 * @return int
-	 */
-	public function getTotalItemCount() {
-		return $this->totalItemCount;
-	}
-
-	/**
-	 * @param int $totalItemCount
-	 */
-	public function setTotalItemCount($totalItemCount) {
-		$this->totalItemCount = $totalItemCount;
-	}
-
-	/**
-	 * Method to set the path to the icon from outside
-	 *
-	 * @param string $iconPath
-	 */
-	public function setIconPath($iconPath) {
-		$this->iconPath = $iconPath;
-	}
-
-	/**
-	 * Method to read the configured icon path
-	 *
-	 * @return string
-	 */
-	protected function getIconPath() {
-		return $this->iconPath;
-	}
-
-	/**
-	 * Method to set a collection of process objects to be displayed in
-	 * the list view.
-	 *
-	 * @param tx_crawler_domain_process_collection $processCollection
-	 */
-	public function setProcessCollection($processCollection) {
-		$this->processCollection = $processCollection;
-	}
-
-	/**
-	 * Returns a collection of processObjects.
-	 *
-	 * @return tx_crawler_domain_process_collection
-	 */
-	protected function getProcessCollection() {
-		return $this->processCollection;
-	}
-
-	/**
-	 * Formats a timestamp as date
-	 *
-	 * @param int $timestamp
-	 * @return string
-	 */
-	protected function asDate($timestamp) {
-		if ($timestamp > 0) {
-			return date($this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:time.detailed'), $timestamp);
-		} else {
-			return '';
-		}
-	}
-
-	/**
-	 * Converts seconds into minutes
-	 *
-	 * @param int $seconds
-	 * @return int
-	 */
-	protected function asMinutes($seconds) {
-		return round($seconds / 60);
-	}
-
-	/**
-	 * Returns the state icon for the current job
-	 *
-	 * @param string $state
-	 * @return string icon
-	 */
-	protected function getIconForState($state) {
-		switch($state) {
-			case 'running':
-				$icon = 'bullet_orange';
-				$title = $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.running');
-				break;
-			case 'completed':
-				$icon = 'bullet_green';
-				$title = $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.success');
-				break;
-			case 'cancelled':
-				$icon = 'bullet_red';
-				$title = $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.cancelled');
-				break;
-		}
-
-		return $this->getIcon($icon, $title);
-	}
-
-	/**
-	 * Returns a tag for the refresh icon
-	 *
-	 * @return string
-	 */
-	protected function getRefreshIcon() {
-		return $this->getIcon('arrow_refresh');
-	}
-
-	/**
-	 * Returns a tag for the refresh icon
-	 *
-	 * @return string
-	 */
-	protected function getRefreshLink() {
-		return '<input onclick="window.location=\'' . \TYPO3\CMS\Backend\Utility\BackendUtility::getModuleUrl('web_info') . '&SET[crawlaction]=multiprocess&id=' . $this->pageId . '\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'arrow_refresh.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.refresh') . '" />';
-	}
-
-	/**
-	 * Returns an icon to stop all processes
-	 *
-	 * @return string html tag for stop icon
-	 */
-	protected function getStopIcon() {
-		return $this->getIcon('stop');
-	}
-
-	/**
-	 * Returns a link for the panel to enable or disable the crawler
-	 *
-	 * @return string
-	 */
-	protected function getEnableDisableLink() {
-		if ($this->getIsCrawlerEnabled()) {
-			return '<input onclick="window.location+=\'&action=stopCrawling\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'control_stop_blue.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.disablecrawling') . '" />';
-		} else {
-			return '<input onclick="window.location+=\'&action=resumeCrawling\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'control_play.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.enablecrawling') . '" />';
-		}
-	}
-
-	/**
-	 * Get mode link
-	 *
-	 * @param void
-	 * @return string a-tag
-	 */
-	protected function getModeLink() {
-		if ($this->getMode() == 'detail') {
-			return '<input onclick="window.location+=\'&SET[processListMode]=simple\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'arrow_in.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.show.running') . '" />';
-		} elseif ($this->getMode() == 'simple') {
-			return '<input onclick="window.location+=\'&SET[processListMode]=detail\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'arrow_out.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.show.all') . '" />';
-		}
-	}
-
-	/**
-	 * Get add link
-	 *
-	 * @param void
-	 * @return string a-tag
-	 */
-	protected function getAddLink() {
-		if ($this->getActiveProcessCount() < $this->getMaxActiveProcessCount() && $this->getIsCrawlerEnabled()) {
-			return '<input onclick="window.location+=\'&action=addProcess\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'add.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.add') . '" />';
-		} else {
-			return '';
-		}
-	}
-
-	/**
-	 * Returns the icon to add new crawler processes
-	 *
-	 * @return string html tag for image to add new processes
-	 */
-	protected function getAddIcon() {
-		return $this->getIcon('add');
-	}
-
-	/**
-	 * Returns an imagetag for an icon
-	 *
-	 * @param string $icon
-	 * @return string html tag for icon
-	 */
-	protected function getIcon($icon, $title='') {
-		if (!empty($title)) {
-			$title = ' title="'.$title.'"';
-		}
-		return '<img src="'.$this->getIconPath().$icon.'.png" ' . $title . ' />';
-	}
-
-	/**
-	 * Method to render the view.
-	 *
-	 * @return string html content
-	 */
-	public function render() {
-		ob_start();
-		$this->template = \TYPO3\CMS\Core\Utility\GeneralUtility::getFileAbsFileName($this->template);
-		include($this->template);
-		$content = ob_get_contents();
-		ob_end_clean();
-		return $content;
-	}
-
-	/**
-	 * retrieve locallanglabel from environment
-	 * just a wrapper should be done in a cleaner way
-	 * later on
-	 *
-	 * @param $label
-	 * @return string
-	 */
-	protected function getLLLabel($label) {
-		return $GLOBALS['LANG']->sL($label);
-	}
+    /**
+     * @var string template path
+     */
+    protected $template = 'EXT:crawler/template/process/list.php';
+
+    /**
+     * @var string icon path
+     */
+    protected $iconPath;
+
+    /**
+     * @var string Holds the path to start a cli process via command line
+     */
+    protected $cliPath;
+
+    /**
+     * @var int Holds the total number of items pending in the queue to be processed
+     */
+    protected $totalItemCount;
+
+    /**
+     * @var boolean Holds the enable state of the crawler
+     */
+    protected $isCrawlerEnabled;
+
+    /**
+     * @var int Holds the number of active processes
+     */
+    protected $activeProcessCount;
+
+    /**
+     * @var int Holds the number of maximum active processes
+     */
+    protected $maxActiveProcessCount;
+
+    /**
+     * @var string Holds the mode state, can be simple or detail
+     */
+    protected $mode;
+
+    /**
+     * @var int Holds the current page id
+     */
+    protected $pageId;
+
+    /**
+     * @var int $totalItemCount number of total item
+     */
+    protected $totalUnprocessedItemCount;
+
+    /**
+     * @var int Holds the number of assigned unprocessed items
+     */
+    protected $assignedUnprocessedItemCount;
+
+    /**
+     * @return int
+     */
+    public function getAssignedUnprocessedItemCount() {
+        return $this->assignedUnprocessedItemCount;
+    }
+
+    /**
+     * @return int
+     */
+    public function getTotalUnprocessedItemCount() {
+        return $this->totalUnprocessedItemCount;
+    }
+
+    /**
+     * @param int $assignedUnprocessedItemCount
+     */
+    public function setAssignedUnprocessedItemCount($assignedUnprocessedItemCount) {
+        $this->assignedUnprocessedItemCount = $assignedUnprocessedItemCount;
+    }
+
+    /**
+     * @param int $totalUnprocessedItemCount
+     */
+    public function setTotalUnprocessedItemCount($totalUnprocessedItemCount) {
+        $this->totalUnprocessedItemCount = $totalUnprocessedItemCount;
+    }
+
+    /**
+     * Set the page id
+     *
+     * @param int page id
+     */
+    public function setPageId($pageId) {
+        $this->pageId = $pageId;
+    }
+
+    /**
+     * Get the page id
+     *
+     * @return int page id
+     */
+    public function getPageId() {
+        return $this->pageId;
+    }
+
+    /**
+     * @return string
+     */
+    public function getMode() {
+        return $this->mode;
+    }
+
+    /**
+     * @param string $mode
+     */
+    public function setMode($mode) {
+        $this->mode = $mode;
+    }
+
+
+    /**
+     * @return int
+     */
+    public function getMaxActiveProcessCount() {
+        return $this->maxActiveProcessCount;
+    }
+
+    /**
+     * @param int $maxActiveProcessCount
+     */
+    public function setMaxActiveProcessCount($maxActiveProcessCount) {
+        $this->maxActiveProcessCount = $maxActiveProcessCount;
+    }
+
+
+    /**
+     * @return int
+     */
+    public function getActiveProcessCount() {
+        return $this->activeProcessCount;
+    }
+
+    /**
+     * @param int $activeProcessCount
+     */
+    public function setActiveProcessCount($activeProcessCount) {
+        $this->activeProcessCount = $activeProcessCount;
+    }
+
+    /**
+     * @return boolean
+     */
+    public function getIsCrawlerEnabled() {
+        return $this->isCrawlerEnabled;
+    }
+
+    /**
+     * @param boolean $isCrawlerEnabled
+     */
+    public function setIsCrawlerEnabled($isCrawlerEnabled) {
+        $this->isCrawlerEnabled = $isCrawlerEnabled;
+    }
+
+
+    /**
+     * Returns the path to start a cli process from the shell
+     * @return string
+     */
+    public function getCliPath() {
+        return $this->cliPath;
+    }
+
+    /**
+     * @param string $cliPath
+     */
+    public function setCliPath($cliPath) {
+        $this->cliPath = $cliPath;
+    }
+
+
+    /**
+     * @return int
+     */
+    public function getTotalItemCount() {
+        return $this->totalItemCount;
+    }
+
+    /**
+     * @param int $totalItemCount
+     */
+    public function setTotalItemCount($totalItemCount) {
+        $this->totalItemCount = $totalItemCount;
+    }
+
+    /**
+     * Method to set the path to the icon from outside
+     *
+     * @param string $iconPath
+     */
+    public function setIconPath($iconPath) {
+        $this->iconPath = $iconPath;
+    }
+
+    /**
+     * Method to read the configured icon path
+     *
+     * @return string
+     */
+    protected function getIconPath() {
+        return $this->iconPath;
+    }
+
+    /**
+     * Method to set a collection of process objects to be displayed in
+     * the list view.
+     *
+     * @param tx_crawler_domain_process_collection $processCollection
+     */
+    public function setProcessCollection($processCollection) {
+        $this->processCollection = $processCollection;
+    }
+
+    /**
+     * Returns a collection of processObjects.
+     *
+     * @return tx_crawler_domain_process_collection
+     */
+    protected function getProcessCollection() {
+        return $this->processCollection;
+    }
+
+    /**
+     * Formats a timestamp as date
+     *
+     * @param int $timestamp
+     * @return string
+     */
+    protected function asDate($timestamp) {
+        if ($timestamp > 0) {
+            return date($this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:time.detailed'), $timestamp);
+        } else {
+            return '';
+        }
+    }
+
+    /**
+     * Converts seconds into minutes
+     *
+     * @param int $seconds
+     * @return int
+     */
+    protected function asMinutes($seconds) {
+        return round($seconds / 60);
+    }
+
+    /**
+     * Returns the state icon for the current job
+     *
+     * @param string $state
+     * @return string icon
+     */
+    protected function getIconForState($state) {
+        switch($state) {
+            case 'running':
+                $icon = 'bullet_orange';
+                $title = $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.running');
+                break;
+            case 'completed':
+                $icon = 'bullet_green';
+                $title = $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.success');
+                break;
+            case 'cancelled':
+                $icon = 'bullet_red';
+                $title = $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.cancelled');
+                break;
+        }
+
+        return $this->getIcon($icon, $title);
+    }
+
+    /**
+     * Returns a tag for the refresh icon
+     *
+     * @return string
+     */
+    protected function getRefreshIcon() {
+        return $this->getIcon('arrow_refresh');
+    }
+
+    /**
+     * Returns a tag for the refresh icon
+     *
+     * @return string
+     */
+    protected function getRefreshLink() {
+        return '<input onclick="window.location=\'' . \TYPO3\CMS\Backend\Utility\BackendUtility::getModuleUrl('web_info') . '&SET[crawlaction]=multiprocess&id=' . $this->pageId . '\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'arrow_refresh.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.refresh') . '" />';
+    }
+
+    /**
+     * Returns an icon to stop all processes
+     *
+     * @return string html tag for stop icon
+     */
+    protected function getStopIcon() {
+        return $this->getIcon('stop');
+    }
+
+    /**
+     * Returns a link for the panel to enable or disable the crawler
+     *
+     * @return string
+     */
+    protected function getEnableDisableLink() {
+        if ($this->getIsCrawlerEnabled()) {
+            return '<input onclick="window.location+=\'&action=stopCrawling\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'control_stop_blue.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.disablecrawling') . '" />';
+        } else {
+            return '<input onclick="window.location+=\'&action=resumeCrawling\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'control_play.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.enablecrawling') . '" />';
+        }
+    }
+
+    /**
+     * Get mode link
+     *
+     * @param void
+     * @return string a-tag
+     */
+    protected function getModeLink() {
+        if ($this->getMode() == 'detail') {
+            return '<input onclick="window.location+=\'&SET[processListMode]=simple\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'arrow_in.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.show.running') . '" />';
+        } elseif ($this->getMode() == 'simple') {
+            return '<input onclick="window.location+=\'&SET[processListMode]=detail\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'arrow_out.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.show.all') . '" />';
+        }
+    }
+
+    /**
+     * Get add link
+     *
+     * @param void
+     * @return string a-tag
+     */
+    protected function getAddLink() {
+        if ($this->getActiveProcessCount() < $this->getMaxActiveProcessCount() && $this->getIsCrawlerEnabled()) {
+            return '<input onclick="window.location+=\'&action=addProcess\';" type="button" style="padding:4px 4px 4px 20px; background-position: 3px 3px; background-image: url(\'' . $this->getIconPath() . 'add.png' . '\'); background-repeat: no-repeat;" value="' . $this->getLLLabel('LLL:EXT:crawler/modfunc1/locallang.xml:labels.process.add') . '" />';
+        } else {
+            return '';
+        }
+    }
+
+    /**
+     * Returns the icon to add new crawler processes
+     *
+     * @return string html tag for image to add new processes
+     */
+    protected function getAddIcon() {
+        return $this->getIcon('add');
+    }
+
+    /**
+     * Returns an imagetag for an icon
+     *
+     * @param string $icon
+     * @return string html tag for icon
+     */
+    protected function getIcon($icon, $title='') {
+        if (!empty($title)) {
+            $title = ' title="'.$title.'"';
+        }
+        return '<img src="'.$this->getIconPath().$icon.'.png" ' . $title . ' />';
+    }
+
+    /**
+     * Method to render the view.
+     *
+     * @return string html content
+     */
+    public function render() {
+        ob_start();
+        $this->template = \TYPO3\CMS\Core\Utility\GeneralUtility::getFileAbsFileName($this->template);
+        include($this->template);
+        $content = ob_get_contents();
+        ob_end_clean();
+        return $content;
+    }
+
+    /**
+     * retrieve locallanglabel from environment
+     * just a wrapper should be done in a cleaner way
+     * later on
+     *
+     * @param $label
+     * @return string
+     */
+    protected function getLLLabel($label) {
+        return $GLOBALS['LANG']->sL($label);
+    }
 }
 
 ?>