QueueRepository::countPendingItemsGroupedByConfigurationKey() - Code Metrics - Inspection of "[RELEASE] Release of crawler 6.1.2" - AOEpeople/crawler - Measure and Improve Code Quality continuously with Scrutinizer

Completed

Push — issue/92 ( ebb8c8...de325a )

by Tomas Norre

created 2018-05-16 18:10 UTC

countPendingItemsGroupedByConfigurationKey() A

↳ Parent: QueueRepository

Complexity

Conditions	2
Paths	2

Size

Total Lines	16
Code Lines	11

Duplication

Lines	0
Ratio	0 %

Code Coverage

Tests	11
CRAP Score	2.0758

Importance

Changes

Metric	Value
cc	2
eloc	11
nc	2
nop	0
dl	0
loc	16
ccs	11
cts	15
cp	0.7332
crap	2.0758
rs	9.4285
c	0
b	0
f	0

<?php
namespace AOE\Crawler\Domain\Repository;

/***************************************************************
 *  Copyright notice
 *
 *  (c) 2017 AOE GmbH <[email protected]>
 *
 *  All rights reserved
 *
 *  This script is part of the TYPO3 project. The TYPO3 project is
 *  free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 3 of the License, or
 *  (at your option) any later version.
 *
 *  The GNU General Public License can be found at
 *  http://www.gnu.org/copyleft/gpl.html.
 *
 *  This script is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  This copyright notice MUST APPEAR in all copies of the script!
 ***************************************************************/

use AOE\Crawler\Domain\Model\Process;
use AOE\Crawler\Domain\Model\Queue;

/**
 * Class QueueRepository
 *
 * @package AOE\Crawler\Domain\Repository
 */
class QueueRepository extends AbstractRepository
{
    /**
     * @var string
     */
    protected $tableName = 'tx_crawler_queue';

    /**
     * This method is used to find the youngest entry for a given process.
     *
     * @param Process $process
     *
     * @return Queue $entry
     */
    public function findYoungestEntryForProcess(Process $process)
    {
        return $this->getFirstOrLastObjectByProcess($process, 'exec_time ASC');
    }

    /**
     * This method is used to find the oldest entry for a given process.
     *
     * @param Process $process
     *
     * @return Queue
     */
    public function findOldestEntryForProcess(Process $process)
    {
        return $this->getFirstOrLastObjectByProcess($process, 'exec_time DESC');
    }

    /**
     * This internal helper method is used to create an instance of an entry object
     *
     * @param Process $process
     * @param string $orderby first matching item will be returned as object
     *
     * @return Queue
     */
    protected function getFirstOrLastObjectByProcess($process, $orderby)
    {
        $db = $this->getDB();
        $where = 'process_id_completed=' . $db->fullQuoteStr($process->getProcess_id(), $this->tableName) .
                   ' AND exec_time > 0 ';
        $limit = 1;
        $groupby = '';

        $res = $db->exec_SELECTgetRows('*', 'tx_crawler_queue', $where, $groupby, $orderby, $limit);
        if ($res) {
            $first = $res[0];
        } else {
            $first = [];
        }
        $resultObject = new Queue($first);

        return $resultObject;
    }

    /**
     * Counts all executed items of a process.
     *
     * @param Process $process
     *
     * @return int
     */
    public function countExecutedItemsByProcess($process)
    {
        return $this->countItemsByWhereClause('exec_time > 0 AND process_id_completed = ' . $this->getDB()->fullQuoteStr(
            $process->getProcess_id(),
                $this->tableName
        ));
    }

    /**
     * Counts items of a process which yet have not been processed/executed
     *
     * @param Process $process
     *
     * @return int
     */
    public function countNonExecutedItemsByProcess($process)
    {
        return $this->countItemsByWhereClause('exec_time = 0 AND process_id = ' . $this->getDB()->fullQuoteStr(
            $process->getProcess_id(),
                $this->tableName
        ));
    }

    /**
     * Count items which have not been processed yet
     * 
     * @return int
     */
    public function countUnprocessedItems()
    {
        return $this->countItemsByWhereClause("exec_time=0 AND process_scheduled=0 AND scheduled<=" . time());
    }

    /**
     * This method can be used to count all queue entrys which are
     * scheduled for now or a earlier date.
     *
     * @return int
     */
    public function countAllPendingItems()
    {
        return $this->countItemsByWhereClause('exec_time = 0 AND scheduled < ' . time());
    }

    /**
     * This method can be used to count all queue entrys which are
     * scheduled for now or a earlier date and are assigned to a process.
     *
     * @return int
     */
    public function countAllAssignedPendingItems()
    {
        return $this->countItemsByWhereClause("exec_time = 0 AND scheduled < " . time() . " AND process_id != ''");
    }

    /**
     * This method can be used to count all queue entrys which are
     * scheduled for now or a earlier date and are not assigned to a process.
     *
     * @return int
     */
    public function countAllUnassignedPendingItems()
    {
        return $this->countItemsByWhereClause("exec_time = 0 AND scheduled < " . time() . " AND process_id = ''");
    }

    /**
     * Internal method to count items by a given where clause
     *
     * @param string $where
     *
     * @return mixed
     */
    protected function countItemsByWhereClause($where)
    {
        $db = $this->getDB();
        $rs = $db->exec_SELECTquery('count(*) as anz', $this->tableName, $where);
        $res = $db->sql_fetch_assoc($rs);

        return $res['anz'];
    }

    /**
     * Count pending queue entries grouped by configuration key
     *
     * @return array
     */
    public function countPendingItemsGroupedByConfigurationKey()
    {
        $db = $this->getDB();
        $res = $db->exec_SELECTquery(
            "configuration, count(*) as unprocessed, sum(process_id != '') as assignedButUnprocessed",
            $this->tableName,
            'exec_time = 0 AND scheduled < ' . time(),
            'configuration'
        );
        $rows = [];
        while ($row = $db->sql_fetch_assoc($res)) {
            $rows[] = $row;
        }

        return $rows;
    }

    /**
     * Get set id with unprocessed entries
     *
     * @param void
     *
     * @return array array of set ids
     */
    public function getSetIdWithUnprocessedEntries()
    {
        $db = $this->getDB();
        $res = $db->exec_SELECTquery(
            'set_id',
            $this->tableName,
            'exec_time = 0 AND scheduled < ' . time(),
            'set_id'
        );
        $setIds = [];
        while ($row = $db->sql_fetch_assoc($res)) {
            $setIds[] = intval($row['set_id']);
        }

        return $setIds;
    }

    /**
     * Get total queue entries by configuration
     *
     * @param array $setIds
     *
     * @return array totals by configuration (keys)
     */
    public function getTotalQueueEntriesByConfiguration(array $setIds)
    {
        $totals = [];
        if (count($setIds) > 0) {
            $db = $this->getDB();
            $res = $db->exec_SELECTquery(
                'configuration, count(*) as c',
                $this->tableName,
                'set_id in (' . implode(',', $setIds) . ') AND scheduled < ' . time(),
                'configuration'
            );
            while ($row = $db->sql_fetch_assoc($res)) {
                $totals[$row['configuration']] = $row['c'];
            }
        }

        return $totals;
    }

    /**
     * Get the timestamps of the last processed entries
     *
     * @param int $limit
     *
     * @return array
     */
    public function getLastProcessedEntriesTimestamps($limit = 100)
    {
        $db = $this->getDB();
        $res = $db->exec_SELECTquery(
            'exec_time',
            $this->tableName,
            '',
            '',
            'exec_time desc',
            $limit
        );

        $rows = [];
        while (($row = $db->sql_fetch_assoc($res)) !== false) {
            $rows[] = $row['exec_time'];
        }

        return $rows;
    }

    /**
     * Get the last processed entries
     *
     * @param string $selectFields
     * @param int $limit
     *
     * @return array
     */
    public function getLastProcessedEntries($selectFields = '*', $limit = 100)
    {
        $db = $this->getDB();
        $res = $db->exec_SELECTquery(
            $selectFields,
            $this->tableName,
            '',
            '',
            'exec_time desc',
            $limit
        );

        $rows = [];
        while (($row = $db->sql_fetch_assoc($res)) !== false) {
            $rows[] = $row;
        }

        return $rows;
    }

    /**
     * Get performance statistics data
     *
     * @param int $start timestamp
     * @param int $end timestamp
     *
     * @return array performance data
     */
    public function getPerformanceData($start, $end)
    {
        $db = $this->getDB();
        $res = $db->exec_SELECTquery(
            'process_id_completed, min(exec_time) as start, max(exec_time) as end, count(*) as urlcount',
            $this->tableName,
            'exec_time != 0 and exec_time >= ' . intval($start) . ' and exec_time <= ' . intval($end),
            'process_id_completed'
        );

        $rows = [];
        while (($row = $db->sql_fetch_assoc($res)) !== false) {
            $rows[$row['process_id_completed']] = $row;
        }

        return $rows;
    }

    /**
     * This method is used to count all processes in the process table.
     *
     * @param  string $where Where clause
     *
     * @return integer
     */
    public function countAll($where = '1 = 1')
    {
        return $this->countByWhere($where);
    }
}


1		<?php
2		namespace AOE\Crawler\Domain\Repository;
3
4		/***************************************************************
5		* Copyright notice
6		*
7		* (c) 2017 AOE GmbH <[email protected]>
8		*
9		* All rights reserved
10		*
11		* This script is part of the TYPO3 project. The TYPO3 project is
12		* free software; you can redistribute it and/or modify
13		* it under the terms of the GNU General Public License as published by
14		* the Free Software Foundation; either version 3 of the License, or
15		* (at your option) any later version.
16		*
17		* The GNU General Public License can be found at
18		* http://www.gnu.org/copyleft/gpl.html.
19		*
20		* This script is distributed in the hope that it will be useful,
21		* but WITHOUT ANY WARRANTY; without even the implied warranty of
22		* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
23		* GNU General Public License for more details.
24		*
25		* This copyright notice MUST APPEAR in all copies of the script!
26		***************************************************************/
27
28		use AOE\Crawler\Domain\Model\Process;
29		use AOE\Crawler\Domain\Model\Queue;
30
31		/**
32		* Class QueueRepository
33		*
34		* @package AOE\Crawler\Domain\Repository
35		*/
36		class QueueRepository extends AbstractRepository
37		{
38		/**
39		* @var string
40		*/
41		protected $tableName = 'tx_crawler_queue';
42
43		/**
44		* This method is used to find the youngest entry for a given process.
45		*
46		* @param Process $process
47		*
48		* @return Queue $entry
49		*/
50	1	public function findYoungestEntryForProcess(Process $process)
51		{
52	1	return $this->getFirstOrLastObjectByProcess($process, 'exec_time ASC');
53		}
54
55		/**
56		* This method is used to find the oldest entry for a given process.
57		*
58		* @param Process $process
59		*
60		* @return Queue
61		*/
62	1	public function findOldestEntryForProcess(Process $process)
63		{
64	1	return $this->getFirstOrLastObjectByProcess($process, 'exec_time DESC');
65		}
66
67		/**
68		* This internal helper method is used to create an instance of an entry object
69		*
70		* @param Process $process
71		* @param string $orderby first matching item will be returned as object
72		*
73		* @return Queue
74		*/
75	5	protected function getFirstOrLastObjectByProcess($process, $orderby)
76		{
77	5	$db = $this->getDB();
78	5	$where = 'process_id_completed=' . $db->fullQuoteStr($process->getProcess_id(), $this->tableName) .
79	5	' AND exec_time > 0 ';
80	5	$limit = 1;
81	5	$groupby = '';
82
83	5	$res = $db->exec_SELECTgetRows('*', 'tx_crawler_queue', $where, $groupby, $orderby, $limit);
84	5	if ($res) {
85	4	$first = $res[0];
86		} else {
87	1	$first = [];
88		}
89	5	$resultObject = new Queue($first);
90
91	5	return $resultObject;
92		}
93
94		/**
95		* Counts all executed items of a process.
96		*
97		* @param Process $process
98		*
99		* @return int
100		*/
101	1	public function countExecutedItemsByProcess($process)
102		{
103	1	return $this->countItemsByWhereClause('exec_time > 0 AND process_id_completed = ' . $this->getDB()->fullQuoteStr(
104	1	$process->getProcess_id(),
105	1	$this->tableName
106		));
107		}
108
109		/**
110		* Counts items of a process which yet have not been processed/executed
111		*
112		* @param Process $process
113		*
114		* @return int
115		*/
116	1	public function countNonExecutedItemsByProcess($process)
117		{
118	1	return $this->countItemsByWhereClause('exec_time = 0 AND process_id = ' . $this->getDB()->fullQuoteStr(
119	1	$process->getProcess_id(),
120	1	$this->tableName
121		));
122		}
123
124		/**
125		* Count items which have not been processed yet
126		*
127		* @return int
128		*/
129	1	public function countUnprocessedItems()
130		{
131	1	return $this->countItemsByWhereClause("exec_time=0 AND process_scheduled=0 AND scheduled<=" . time());
132		}
133
134		/**
135		* This method can be used to count all queue entrys which are
136		* scheduled for now or a earlier date.
137		*
138		* @return int
139		*/
140	2	public function countAllPendingItems()
141		{
142	2	return $this->countItemsByWhereClause('exec_time = 0 AND scheduled < ' . time());
143		}
144
145		/**
146		* This method can be used to count all queue entrys which are
147		* scheduled for now or a earlier date and are assigned to a process.
148		*
149		* @return int
150		*/
151	2	public function countAllAssignedPendingItems()
152		{
153	2	return $this->countItemsByWhereClause("exec_time = 0 AND scheduled < " . time() . " AND process_id != ''");
154		}
155
156		/**
157		* This method can be used to count all queue entrys which are
158		* scheduled for now or a earlier date and are not assigned to a process.
159		*
160		* @return int
161		*/
162	1	public function countAllUnassignedPendingItems()
163		{
164	1	return $this->countItemsByWhereClause("exec_time = 0 AND scheduled < " . time() . " AND process_id = ''");
165		}
166
167		/**
168		* Internal method to count items by a given where clause
169		*
170		* @param string $where
171		*
172		* @return mixed
173		*/
174	9	protected function countItemsByWhereClause($where)
175		{
176	9	$db = $this->getDB();
177	9	$rs = $db->exec_SELECTquery('count(*) as anz', $this->tableName, $where);
178	9	$res = $db->sql_fetch_assoc($rs);
179
180	9	return $res['anz'];
181		}
182
183		/**
184		* Count pending queue entries grouped by configuration key
185		*
186		* @return array
187		*/
188	1	public function countPendingItemsGroupedByConfigurationKey()
189		{
190	1	$db = $this->getDB();
191	1	$res = $db->exec_SELECTquery(
192	1	"configuration, count(*) as unprocessed, sum(process_id != '') as assignedButUnprocessed",
193	1	$this->tableName,
194	1	'exec_time = 0 AND scheduled < ' . time(),
195	1	'configuration'
196		);
197	1	$rows = [];
198	1	while ($row = $db->sql_fetch_assoc($res)) {
199	1	$rows[] = $row;
200		}
201
202	1	return $rows;
203		}
204
205		/**
206		* Get set id with unprocessed entries
207		*
208		* @param void
209		*
210		* @return array array of set ids
211		*/
212	1	public function getSetIdWithUnprocessedEntries()
213		{
214	1	$db = $this->getDB();
215	1	$res = $db->exec_SELECTquery(
216	1	'set_id',
217	1	$this->tableName,
218	1	'exec_time = 0 AND scheduled < ' . time(),
219	1	'set_id'
220		);
221	1	$setIds = [];
222	1	while ($row = $db->sql_fetch_assoc($res)) {
223	1	$setIds[] = intval($row['set_id']);
224		}
225
226	1	return $setIds;
227		}
228
229		/**
230		* Get total queue entries by configuration
231		*
232		* @param array $setIds
233		*
234		* @return array totals by configuration (keys)
235		*/
236	1	public function getTotalQueueEntriesByConfiguration(array $setIds)
237		{
238	1	$totals = [];
239	1	if (count($setIds) > 0) {
240	1	$db = $this->getDB();
241	1	$res = $db->exec_SELECTquery(
242	1	'configuration, count(*) as c',
243	1	$this->tableName,
244	1	'set_id in (' . implode(',', $setIds) . ') AND scheduled < ' . time(),
245	1	'configuration'
246		);
247	1	while ($row = $db->sql_fetch_assoc($res)) {
248	1	$totals[$row['configuration']] = $row['c'];
249		}
250		}
251
252	1	return $totals;
253		}
254
255		/**
256		* Get the timestamps of the last processed entries
257		*
258		* @param int $limit
259		*
260		* @return array
261		*/
262	1	public function getLastProcessedEntriesTimestamps($limit = 100)
263		{
264	1	$db = $this->getDB();
265	1	$res = $db->exec_SELECTquery(
266	1	'exec_time',
267	1	$this->tableName,
268	1	'',
269	1	'',
270	1	'exec_time desc',
271	1	$limit
272		);
273
274	1	$rows = [];
275	1	while (($row = $db->sql_fetch_assoc($res)) !== false) {
276	1	$rows[] = $row['exec_time'];
277		}
278
279	1	return $rows;
280		}
281
282		/**
283		* Get the last processed entries
284		*
285		* @param string $selectFields
286		* @param int $limit
287		*
288		* @return array
289		*/
290	1	public function getLastProcessedEntries($selectFields = '*', $limit = 100)
291		{
292	1	$db = $this->getDB();
293	1	$res = $db->exec_SELECTquery(
294	1	$selectFields,
295	1	$this->tableName,
296	1	'',
297	1	'',
298	1	'exec_time desc',
299	1	$limit
300		);
301
302	1	$rows = [];
303	1	while (($row = $db->sql_fetch_assoc($res)) !== false) {
304	1	$rows[] = $row;
305		}
306
307	1	return $rows;
308		}
309
310		/**
311		* Get performance statistics data
312		*
313		* @param int $start timestamp
314		* @param int $end timestamp
315		*
316		* @return array performance data
317		*/
318	1	public function getPerformanceData($start, $end)
319		{
320	1	$db = $this->getDB();
321	1	$res = $db->exec_SELECTquery(
322	1	'process_id_completed, min(exec_time) as start, max(exec_time) as end, count(*) as urlcount',
323	1	$this->tableName,
324	1	'exec_time != 0 and exec_time >= ' . intval($start) . ' and exec_time <= ' . intval($end),
325	1	'process_id_completed'
326		);
327
328	1	$rows = [];
329	1	while (($row = $db->sql_fetch_assoc($res)) !== false) {
330	1	$rows[$row['process_id_completed']] = $row;
331		}
332
333	1	return $rows;
334		}
335
336		/**
337		* This method is used to count all processes in the process table.
338		*
339		* @param string $where Where clause
340		*
341		* @return integer
342		*/
343	8	public function countAll($where = '1 = 1')
344		{
345	8	return $this->countByWhere($where);
346		}
347		}
348

AOEpeople / crawler

Push — issue/92 ( ebb8c8...de325a )

countPendingItemsGroupedByConfigurationKey() A

Complexity

Size

Duplication

Code Coverage

Importance

Duplication Side-by-Side

Filter issues like