tx_crawler_domain_queue_repository::getFirstOrLastObjectByProcess() - Code Metrics - Inspection of "[FEATURE] Add support for TYPO3 8.7 (#139)" - AOEpeople/crawler - Measure and Improve Code Quality continuously with Scrutinizer

Test Failed

Push — 6-0 ( cfb4d5 )

by Tomas Norre

created 2017-12-11 15:04 UTC

getFirstOrLastObjectByProcess() A

↳ Parent: tx_crawler_domain_queue_repository

Complexity

Conditions	2
Paths	2

Size

Total Lines	17
Code Lines	12

Duplication

Lines	0
Ratio	0 %

Importance

Changes

Metric	Value
cc	2
eloc	12
nc	2
nop	2
dl	0
loc	17
rs	9.4285
c	0
b	0
f	0

<?php

/***************************************************************
 *  Copyright notice
 *
 *  (c) 2009 AOE media ([email protected])
 *  All rights reserved
 *
 *  This script is part of the TYPO3 project. The TYPO3 project is
 *  free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or
 *  (at your option) any later version.
 *
 *  The GNU General Public License can be found at
 *  http://www.gnu.org/copyleft/gpl.html.
 *
 *  This script is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  This copyright notice MUST APPEAR in all copies of the script!
 ***************************************************************/
class tx_crawler_domain_queue_repository extends AOE\Crawler\Domain\Repository\AbstractRepository
{
    protected $objectClassname = 'tx_crawler_domain_queue_entry';

    protected $tableName = 'tx_crawler_queue';

    /**
     * This mehtod is used to find the youngest entry for a given process.
     *
     * @param tx_crawler_domain_process $process
     *
     * @return tx_crawler_domain_queue_entry $entry
     */
    public function findYoungestEntryForProcess(tx_crawler_domain_process $process)
    {
        return $this->getFirstOrLastObjectByProcess($process, 'exec_time ASC');
    }

    /**
     * This method is used to find the oldest entry for a given process.
     *
     * @param tx_crawler_domain_process $process
     *
     * @return tx_crawler_domain_queue_entry
     */
    public function findOldestEntryForProcess(tx_crawler_domain_process $process)
    {
        return $this->getFirstOrLastObjectByProcess($process, 'exec_time DESC');
    }

    /**
     * This internal helper method is used to create an instance of an entry object
     *
     * @param tx_crawler_domain_process $process
     * @param string $orderby first matching item will be returned as object
     *
     * @return tx_crawler_domain_queue_entry
     */
    protected function getFirstOrLastObjectByProcess($process, $orderby)
    {
        $db = $this->getDB();
        $where = 'process_id_completed=' . $db->fullQuoteStr($process->getProcess_id(), $this->tableName) .
                   ' AND exec_time > 0 ';
        $limit = 1;
        $groupby = '';

        $res = $db->exec_SELECTgetRows('*', 'tx_crawler_queue', $where, $groupby, $orderby, $limit);
        if ($res) {
            $first = $res[0];
        } else {
            $first = [];
        }
        $resultObject = new tx_crawler_domain_queue_entry($first);

        return $resultObject;
    }

    /**
     * Counts all executed items of a process.
     *
     * @param tx_crawler_domain_process $process
     *
     * @return int
     */
    public function countExecutedItemsByProcess($process)
    {
        return $this->countItemsByWhereClause('exec_time > 0 AND process_id_completed = ' . $this->getDB()->fullQuoteStr(
            $process->getProcess_id(),
                $this->tableName
        ));
    }

    /**
     * Counts items of a process which yet have not been processed/executed
     *
     * @param tx_crawler_domain_process $process
     *
     * @return int
     */
    public function countNonExecutedItemsByProcess($process)
    {
        return $this->countItemsByWhereClause('exec_time = 0 AND process_id = ' . $this->getDB()->fullQuoteStr(
            $process->getProcess_id(),
                $this->tableName
        ));
    }

    /**
     * This method can be used to count all queue entrys which are
     * scheduled for now or a earler date.
     *
     * @param void
     *
     * @return int
     */
    public function countAllPendingItems()
    {
        return $this->countItemsByWhereClause('exec_time = 0 AND scheduled < ' . time());
    }

    /**
     * This method can be used to count all queue entrys which are
     * scheduled for now or a earler date and are assigned to a process.
     *
     * @param void
     *
     * @return int
     */
    public function countAllAssignedPendingItems()
    {
        return $this->countItemsByWhereClause("exec_time = 0 AND scheduled < " . time() . " AND process_id != ''");
    }

    /**
     * This method can be used to count all queue entrys which are
     * scheduled for now or a earler date and are not assigned to a process.
     *
     * @param void
     *
     * @return int
     */
    public function countAllUnassignedPendingItems()
    {
        return $this->countItemsByWhereClause("exec_time = 0 AND scheduled < " . time() . " AND process_id = ''");
    }

    /**
     * Internal method to count items by a given where clause
     *
     * @param string $where
     *
     * @return mixed
     */
    protected function countItemsByWhereClause($where)
    {
        $db = $this->getDB();
        $rs = $db->exec_SELECTquery('count(*) as anz', $this->tableName, $where);
        $res = $db->sql_fetch_assoc($rs);

        return $res['anz'];
    }

    /**
     * Count pending queue entries grouped by configuration key
     *
     * @return array
     */
    public function countPendingItemsGroupedByConfigurationKey()
    {
        $db = $this->getDB();
        $res = $db->exec_SELECTquery(
            "configuration, count(*) as unprocessed, sum(process_id != '') as assignedButUnprocessed",
            $this->tableName,
            'exec_time = 0 AND scheduled < ' . time(),
            'configuration'
        );
        $rows = [];
        while ($row = $db->sql_fetch_assoc($res)) {
            $rows[] = $row;
        }

        return $rows;
    }

    /**
     * Get set id with unprocessed entries
     *
     * @param void
     *
     * @return array array of set ids
     */
    public function getSetIdWithUnprocessedEntries()
    {
        $db = $this->getDB();
        $res = $db->exec_SELECTquery(
            'set_id',
            $this->tableName,
            'exec_time = 0 AND scheduled < ' . time(),
            'set_id'
        );
        $setIds = [];
        while ($row = $db->sql_fetch_assoc($res)) {
            $setIds[] = intval($row['set_id']);
        }

        return $setIds;
    }

    /**
     * Get total queue entries by configuration
     *
     * @param array set ids
filter:
    dependency_paths: ["lib/*"]
     *
     * @return array totals by configuration (keys)
     */
    public function getTotalQueueEntriesByConfiguration(array $setIds)
    {
        $totals = [];
        if (count($setIds) > 0) {
            $db = $this->getDB();
            $res = $db->exec_SELECTquery(
                'configuration, count(*) as c',
                $this->tableName,
                'set_id in (' . implode(',', $setIds) . ') AND scheduled < ' . time(),
                'configuration'
            );
            while ($row = $db->sql_fetch_assoc($res)) {
                $totals[$row['configuration']] = $row['c'];
            }
        }

        return $totals;
    }

    /**
     * Get the timestamps of the last processed entries
     *
     * @param int
     *
     * @return array
     */
    public function getLastProcessedEntriesTimestamps($limit = 100)
    {
        $db = $this->getDB();
        $res = $db->exec_SELECTquery(
            'exec_time',
            $this->tableName,
            '',
            '',
            'exec_time desc',
            $limit
        );

        $rows = [];
        while (($row = $db->sql_fetch_assoc($res)) !== false) {
            $rows[] = $row['exec_time'];
        }

        return $rows;
    }

    /**
     * Get the last processed entries
     *
     * @param string $selectFields
     * @param int $limit
     *
     * @return array
     */
    public function getLastProcessedEntries($selectFields = '*', $limit = 100)
    {
        $db = $this->getDB();
        $res = $db->exec_SELECTquery(
            $selectFields,
            $this->tableName,
            '',
            '',
            'exec_time desc',
            $limit
        );

        $rows = [];
        while (($row = $db->sql_fetch_assoc($res)) !== false) {
            $rows[] = $row;
        }

        return $rows;
    }

    /**
     * Get performance statistics data
     *
     * @param int start timestamp
     * @param int end timestamp
filter:
    dependency_paths: ["lib/*"]
     *
     * @return array performance data
     */
    public function getPerformanceData($start, $end)
    {
        $db = $this->getDB();
        $res = $db->exec_SELECTquery(
            'process_id_completed, min(exec_time) as start, max(exec_time) as end, count(*) as urlcount',
            $this->tableName,
            'exec_time != 0 and exec_time >= ' . intval($start) . ' and exec_time <= ' . intval($end),
            'process_id_completed'
        );

        $rows = [];
        while (($row = $db->sql_fetch_assoc($res)) !== false) {
            $rows[$row['process_id_completed']] = $row;
        }

        return $rows;
    }

    /**
     * This method is used to count all processes in the process table.
     *
     * @param  string $where Where clause
     *
     * @return integer
     */
    public function countAll($where = '1 = 1')
    {
        return $this->countByWhere($where);
    }
}


1			<?php
2
3			/***************************************************************
4			* Copyright notice
5			*
6			* (c) 2009 AOE media ([email protected])
7			* All rights reserved
8			*
9			* This script is part of the TYPO3 project. The TYPO3 project is
10			* free software; you can redistribute it and/or modify
11			* it under the terms of the GNU General Public License as published by
12			* the Free Software Foundation; either version 2 of the License, or
13			* (at your option) any later version.
14			*
15			* The GNU General Public License can be found at
16			* http://www.gnu.org/copyleft/gpl.html.
17			*
18			* This script is distributed in the hope that it will be useful,
19			* but WITHOUT ANY WARRANTY; without even the implied warranty of
20			* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
21			* GNU General Public License for more details.
22			*
23			* This copyright notice MUST APPEAR in all copies of the script!
24			***************************************************************/
25			class tx_crawler_domain_queue_repository extends AOE\Crawler\Domain\Repository\AbstractRepository
26			{
27			protected $objectClassname = 'tx_crawler_domain_queue_entry';
28
29			protected $tableName = 'tx_crawler_queue';
30
31			/**
32			* This mehtod is used to find the youngest entry for a given process.
33			*
34			* @param tx_crawler_domain_process $process
35			*
36			* @return tx_crawler_domain_queue_entry $entry
37			*/
38			public function findYoungestEntryForProcess(tx_crawler_domain_process $process)
39			{
40			return $this->getFirstOrLastObjectByProcess($process, 'exec_time ASC');
41			}
42
43			/**
44			* This method is used to find the oldest entry for a given process.
45			*
46			* @param tx_crawler_domain_process $process
47			*
48			* @return tx_crawler_domain_queue_entry
49			*/
50			public function findOldestEntryForProcess(tx_crawler_domain_process $process)
51			{
52			return $this->getFirstOrLastObjectByProcess($process, 'exec_time DESC');
53			}
54
55			/**
56			* This internal helper method is used to create an instance of an entry object
57			*
58			* @param tx_crawler_domain_process $process
59			* @param string $orderby first matching item will be returned as object
60			*
61			* @return tx_crawler_domain_queue_entry
62			*/
63			protected function getFirstOrLastObjectByProcess($process, $orderby)
64			{
65			$db = $this->getDB();
66			$where = 'process_id_completed=' . $db->fullQuoteStr($process->getProcess_id(), $this->tableName) .
67			' AND exec_time > 0 ';
68			$limit = 1;
69			$groupby = '';
70
71			$res = $db->exec_SELECTgetRows('*', 'tx_crawler_queue', $where, $groupby, $orderby, $limit);
72			if ($res) {
73			$first = $res[0];
74			} else {
75			$first = [];
76			}
77			$resultObject = new tx_crawler_domain_queue_entry($first);
78
79			return $resultObject;
80			}
81
82			/**
83			* Counts all executed items of a process.
84			*
85			* @param tx_crawler_domain_process $process
86			*
87			* @return int
88			*/
89			public function countExecutedItemsByProcess($process)
90			{
91			return $this->countItemsByWhereClause('exec_time > 0 AND process_id_completed = ' . $this->getDB()->fullQuoteStr(
92			$process->getProcess_id(),
93			$this->tableName
94			));
95			}
96
97			/**
98			* Counts items of a process which yet have not been processed/executed
99			*
100			* @param tx_crawler_domain_process $process
101			*
102			* @return int
103			*/
104			public function countNonExecutedItemsByProcess($process)
105			{
106			return $this->countItemsByWhereClause('exec_time = 0 AND process_id = ' . $this->getDB()->fullQuoteStr(
107			$process->getProcess_id(),
108			$this->tableName
109			));
110			}
111
112			/**
113			* This method can be used to count all queue entrys which are
114			* scheduled for now or a earler date.
115			*
116			* @param void
117			*
118			* @return int
119			*/
120			public function countAllPendingItems()
121			{
122			return $this->countItemsByWhereClause('exec_time = 0 AND scheduled < ' . time());
123			}
124
125			/**
126			* This method can be used to count all queue entrys which are
127			* scheduled for now or a earler date and are assigned to a process.
128			*
129			* @param void
130			*
131			* @return int
132			*/
133			public function countAllAssignedPendingItems()
134			{
135			return $this->countItemsByWhereClause("exec_time = 0 AND scheduled < " . time() . " AND process_id != ''");
136			}
137
138			/**
139			* This method can be used to count all queue entrys which are
140			* scheduled for now or a earler date and are not assigned to a process.
141			*
142			* @param void
143			*
144			* @return int
145			*/
146			public function countAllUnassignedPendingItems()
147			{
148			return $this->countItemsByWhereClause("exec_time = 0 AND scheduled < " . time() . " AND process_id = ''");
149			}
150
151			/**
152			* Internal method to count items by a given where clause
153			*
154			* @param string $where
155			*
156			* @return mixed
157			*/
158			protected function countItemsByWhereClause($where)
159			{
160			$db = $this->getDB();
161			$rs = $db->exec_SELECTquery('count(*) as anz', $this->tableName, $where);
162			$res = $db->sql_fetch_assoc($rs);
163
164			return $res['anz'];
165			}
166
167			/**
168			* Count pending queue entries grouped by configuration key
169			*
170			* @return array
171			*/
172			public function countPendingItemsGroupedByConfigurationKey()
173			{
174			$db = $this->getDB();
175			$res = $db->exec_SELECTquery(
176			"configuration, count(*) as unprocessed, sum(process_id != '') as assignedButUnprocessed",
177			$this->tableName,
178			'exec_time = 0 AND scheduled < ' . time(),
179			'configuration'
180			);
181			$rows = [];
182			while ($row = $db->sql_fetch_assoc($res)) {
183			$rows[] = $row;
184			}
185
186			return $rows;
187			}
188
189			/**
190			* Get set id with unprocessed entries
191			*
192			* @param void
193			*
194			* @return array array of set ids
195			*/
196			public function getSetIdWithUnprocessedEntries()
197			{
198			$db = $this->getDB();
199			$res = $db->exec_SELECTquery(
200			'set_id',
201			$this->tableName,
202			'exec_time = 0 AND scheduled < ' . time(),
203			'set_id'
204			);
205			$setIds = [];
206			while ($row = $db->sql_fetch_assoc($res)) {
207			$setIds[] = intval($row['set_id']);
208			}
209
210			return $setIds;
211			}
212
213			/**
214			* Get total queue entries by configuration
215			*
216			* @param array set ids
			0 ignored issues – show Bug introduced 2017-12-11 14:45 UTC by Report Bug Copy Issue Report The type `set` was not found. Maybe you did not declare it correctly or list all dependencies? The issue could also be caused by a filter entry in the build configuration. If the path has been excluded in your configuration, e.g. `excluded_paths: ["lib/"]`, you can move it to the dependency path list as follows: filter: dependency_paths: ["lib/"] For further information see https://scrutinizer-ci.com/docs/tools/php/php-scrutinizer/#list-dependency-paths Loading history...
217			*
218			* @return array totals by configuration (keys)
219			*/
220			public function getTotalQueueEntriesByConfiguration(array $setIds)
221			{
222			$totals = [];
223			if (count($setIds) > 0) {
224			$db = $this->getDB();
225			$res = $db->exec_SELECTquery(
226			'configuration, count(*) as c',
227			$this->tableName,
228			'set_id in (' . implode(',', $setIds) . ') AND scheduled < ' . time(),
229			'configuration'
230			);
231			while ($row = $db->sql_fetch_assoc($res)) {
232			$totals[$row['configuration']] = $row['c'];
233			}
234			}
235
236			return $totals;
237			}
238
239			/**
240			* Get the timestamps of the last processed entries
241			*
242			* @param int
243			*
244			* @return array
245			*/
246			public function getLastProcessedEntriesTimestamps($limit = 100)
247			{
248			$db = $this->getDB();
249			$res = $db->exec_SELECTquery(
250			'exec_time',
251			$this->tableName,
252			'',
253			'',
254			'exec_time desc',
255			$limit
256			);
257
258			$rows = [];
259			while (($row = $db->sql_fetch_assoc($res)) !== false) {
260			$rows[] = $row['exec_time'];
261			}
262
263			return $rows;
264			}
265
266			/**
267			* Get the last processed entries
268			*
269			* @param string $selectFields
270			* @param int $limit
271			*
272			* @return array
273			*/
274			public function getLastProcessedEntries($selectFields = '*', $limit = 100)
275			{
276			$db = $this->getDB();
277			$res = $db->exec_SELECTquery(
278			$selectFields,
279			$this->tableName,
280			'',
281			'',
282			'exec_time desc',
283			$limit
284			);
285
286			$rows = [];
287			while (($row = $db->sql_fetch_assoc($res)) !== false) {
288			$rows[] = $row;
289			}
290
291			return $rows;
292			}
293
294			/**
295			* Get performance statistics data
296			*
297			* @param int start timestamp
298			* @param int end timestamp
			0 ignored issues – show Bug introduced 2017-12-11 14:45 UTC by Report Bug Copy Issue Report The type `end` was not found. Maybe you did not declare it correctly or list all dependencies? The issue could also be caused by a filter entry in the build configuration. If the path has been excluded in your configuration, e.g. `excluded_paths: ["lib/"]`, you can move it to the dependency path list as follows: filter: dependency_paths: ["lib/"] For further information see https://scrutinizer-ci.com/docs/tools/php/php-scrutinizer/#list-dependency-paths Loading history...
299			*
300			* @return array performance data
301			*/
302			public function getPerformanceData($start, $end)
303			{
304			$db = $this->getDB();
305			$res = $db->exec_SELECTquery(
306			'process_id_completed, min(exec_time) as start, max(exec_time) as end, count(*) as urlcount',
307			$this->tableName,
308			'exec_time != 0 and exec_time >= ' . intval($start) . ' and exec_time <= ' . intval($end),
309			'process_id_completed'
310			);
311
312			$rows = [];
313			while (($row = $db->sql_fetch_assoc($res)) !== false) {
314			$rows[$row['process_id_completed']] = $row;
315			}
316
317			return $rows;
318			}
319
320			/**
321			* This method is used to count all processes in the process table.
322			*
323			* @param string $where Where clause
324			*
325			* @return integer
326			*/
327			public function countAll($where = '1 = 1')
328			{
329			return $this->countByWhere($where);
330			}
331			}
332

AOEpeople / crawler

Push — 6-0 ( cfb4d5 )

getFirstOrLastObjectByProcess() A

Complexity

Size

Duplication

Importance

Duplication Side-by-Side

Filter issues like