@@ -58,7 +58,7 @@ discard block |
||
58 | 58 | $this->resetIndex(); |
59 | 59 | $this->addLog('Retrieving documents to be indexed.'); |
60 | 60 | $documents = $this->storage->getDocuments(); |
61 | - $this->addLog('Start Document Term Count for ' . count($documents) . ' documents'); |
|
61 | + $this->addLog('Start Document Term Count for '.count($documents).' documents'); |
|
62 | 62 | $this->createDocumentTermCount($documents); |
63 | 63 | $this->addLog('Start Document Term Frequency.'); |
64 | 64 | $this->createDocumentTermFrequency(); |
@@ -159,7 +159,7 @@ discard block |
||
159 | 159 | private function addLog($string) |
160 | 160 | { |
161 | 161 | $currentTime = round(microtime(true) * 1000); |
162 | - $this->log .= date('d-m-Y H:i:s - ') . str_pad($string, 50, " ", STR_PAD_RIGHT) . "\t" . ($currentTime - $this->lastLog) . 'ms since last log. ' . "\t" . ($currentTime - $this->loggingStart) . 'ms since start.' . PHP_EOL; |
|
162 | + $this->log .= date('d-m-Y H:i:s - ').str_pad($string, 50, " ", STR_PAD_RIGHT)."\t".($currentTime - $this->lastLog).'ms since last log. '."\t".($currentTime - $this->loggingStart).'ms since start.'.PHP_EOL; |
|
163 | 163 | $this->lastLog = round(microtime(true) * 1000); |
164 | 164 | } |
165 | 165 | |
@@ -171,8 +171,8 @@ discard block |
||
171 | 171 | protected function getSearchDbHandle() |
172 | 172 | { |
173 | 173 | if ($this->searchDbHandle === null) { |
174 | - $path = __DIR__ . DIRECTORY_SEPARATOR . '..' . DIRECTORY_SEPARATOR . '..' . DIRECTORY_SEPARATOR . $this->storageDir . DIRECTORY_SEPARATOR; |
|
175 | - $this->searchDbHandle = new \PDO('sqlite:' . $path . self::SEARCH_TEMP_DB); |
|
174 | + $path = __DIR__.DIRECTORY_SEPARATOR.'..'.DIRECTORY_SEPARATOR.'..'.DIRECTORY_SEPARATOR.$this->storageDir.DIRECTORY_SEPARATOR; |
|
175 | + $this->searchDbHandle = new \PDO('sqlite:'.$path.self::SEARCH_TEMP_DB); |
|
176 | 176 | } |
177 | 177 | return $this->searchDbHandle; |
178 | 178 | } |
@@ -183,7 +183,7 @@ discard block |
||
183 | 183 | public function replaceOldIndex() |
184 | 184 | { |
185 | 185 | $this->searchDbHandle = null; |
186 | - $path = __DIR__ . DIRECTORY_SEPARATOR . '..' . DIRECTORY_SEPARATOR . '..' . DIRECTORY_SEPARATOR . $this->storageDir . DIRECTORY_SEPARATOR; |
|
187 | - rename($path . self::SEARCH_TEMP_DB, $path . 'search.db'); |
|
186 | + $path = __DIR__.DIRECTORY_SEPARATOR.'..'.DIRECTORY_SEPARATOR.'..'.DIRECTORY_SEPARATOR.$this->storageDir.DIRECTORY_SEPARATOR; |
|
187 | + rename($path.self::SEARCH_TEMP_DB, $path.'search.db'); |
|
188 | 188 | } |
189 | 189 | } |
190 | 190 | \ No newline at end of file |
@@ -79,13 +79,13 @@ discard block |
||
79 | 79 | if (!$stmt = $db->query($sql)) { |
80 | 80 | $errorInfo = $db->errorInfo(); |
81 | 81 | $errorMsg = $errorInfo[2]; |
82 | - throw new \Exception('SQLite Exception: ' . $errorMsg . ' in SQL: <br /><pre>' . $sql . '</pre>'); |
|
82 | + throw new \Exception('SQLite Exception: '.$errorMsg.' in SQL: <br /><pre>'.$sql.'</pre>'); |
|
83 | 83 | } |
84 | 84 | $result = $stmt->fetch(\PDO::FETCH_COLUMN); |
85 | 85 | if (false === $result) { |
86 | 86 | $errorInfo = $db->errorInfo(); |
87 | 87 | $errorMsg = $errorInfo[2]; |
88 | - throw new \Exception('SQLite Exception: ' . $errorMsg . ' in SQL: <br /><pre>' . $sql . '</pre>'); |
|
88 | + throw new \Exception('SQLite Exception: '.$errorMsg.' in SQL: <br /><pre>'.$sql.'</pre>'); |
|
89 | 89 | } |
90 | 90 | return intval($result); |
91 | 91 | } |
@@ -118,7 +118,7 @@ discard block |
||
118 | 118 | protected function applyFilters($tokens) |
119 | 119 | { |
120 | 120 | foreach ($this->filters as $filterName) { |
121 | - $filterClassName = '\library\search\filters\\' . $filterName; |
|
121 | + $filterClassName = '\library\search\filters\\'.$filterName; |
|
122 | 122 | $filter = new $filterClassName($tokens); |
123 | 123 | $tokens = $filter->getFilterResults(); |
124 | 124 | } |
@@ -154,13 +154,13 @@ discard block |
||
154 | 154 | GROUP BY term_frequency.documentPath, term_frequency.term |
155 | 155 | ORDER BY score DESC |
156 | 156 | '; |
157 | - if(!$stmt = $db->prepare($sql)) { |
|
158 | - throw new \Exception('SQLite exception: <pre>' . print_r($db->errorInfo(), true) . '</pre> for SQL:<pre>' . $sql . '</pre>'); |
|
157 | + if (!$stmt = $db->prepare($sql)) { |
|
158 | + throw new \Exception('SQLite exception: <pre>'.print_r($db->errorInfo(), true).'</pre> for SQL:<pre>'.$sql.'</pre>'); |
|
159 | 159 | } |
160 | 160 | $stmt->bindValue(':query', $token); |
161 | 161 | $stmt->bindValue(':queryNorm', $queryNorm); |
162 | 162 | if (!$stmt->execute()) { |
163 | - throw new \Exception('SQLite exception: <pre>' . print_r($db->errorInfo(), true) . '</pre> for SQL:<pre>' . $sql . '</pre>'); |
|
163 | + throw new \Exception('SQLite exception: <pre>'.print_r($db->errorInfo(), true).'</pre> for SQL:<pre>'.$sql.'</pre>'); |
|
164 | 164 | } |
165 | 165 | return $stmt->fetchAll(\PDO::FETCH_CLASS, '\library\search\results\SearchResult'); |
166 | 166 | } |
@@ -216,13 +216,13 @@ discard block |
||
216 | 216 | $sql = ' |
217 | 217 | SELECT (1 / sqrt(SUM(inverseDocumentFrequency))) as queryNorm |
218 | 218 | FROM inverse_document_frequency |
219 | - WHERE term IN (' . $terms . ') |
|
219 | + WHERE term IN (' . $terms.') |
|
220 | 220 | '; |
221 | - if(!$stmt = $db->prepare($sql)) { |
|
222 | - throw new \Exception('SQLite exception: <pre>' . print_r($db->errorInfo(), true) . '</pre> for SQL:<pre>' . $sql . '</pre>'); |
|
221 | + if (!$stmt = $db->prepare($sql)) { |
|
222 | + throw new \Exception('SQLite exception: <pre>'.print_r($db->errorInfo(), true).'</pre> for SQL:<pre>'.$sql.'</pre>'); |
|
223 | 223 | } |
224 | 224 | if (!$stmt->execute()) { |
225 | - throw new \Exception('SQLite exception: <pre>' . print_r($db->errorInfo(), true) . '</pre> for SQL:<pre>' . $sql . '</pre>'); |
|
225 | + throw new \Exception('SQLite exception: <pre>'.print_r($db->errorInfo(), true).'</pre> for SQL:<pre>'.$sql.'</pre>'); |
|
226 | 226 | } |
227 | 227 | $result = $stmt->fetch(\PDO::FETCH_OBJ); |
228 | 228 | return $result->queryNorm == null ? 1 : $result->queryNorm; |
@@ -272,11 +272,11 @@ discard block |
||
272 | 272 | '; |
273 | 273 | $stmt = $db->prepare($sql); |
274 | 274 | if ($stmt === false) { |
275 | - throw new \Exception('SQLite exception: <pre>' . print_r($db->errorInfo(), true) . '</pre> for SQL:<pre>' . $sql . '</pre>'); |
|
275 | + throw new \Exception('SQLite exception: <pre>'.print_r($db->errorInfo(), true).'</pre> for SQL:<pre>'.$sql.'</pre>'); |
|
276 | 276 | } |
277 | 277 | $stmt->bindValue(':token', $token); |
278 | 278 | if ($stmt === false | !$stmt->execute()) { |
279 | - throw new \Exception('SQLite exception: <pre>' . print_r($db->errorInfo(), true) . '</pre> for SQL:<pre>' . $sql . '</pre>'); |
|
279 | + throw new \Exception('SQLite exception: <pre>'.print_r($db->errorInfo(), true).'</pre> for SQL:<pre>'.$sql.'</pre>'); |
|
280 | 280 | } |
281 | 281 | $result = $stmt->fetchAll(\PDO::FETCH_CLASS, '\library\search\results\SearchSuggestion'); |
282 | 282 | $allResults = array_merge($result, $allResults); |
@@ -13,7 +13,7 @@ |
||
13 | 13 | class DutchStopWords implements Filter |
14 | 14 | { |
15 | 15 | protected $tokens; |
16 | - protected $dutchStopWords = array('aan','af','al','alles','als','altijd','andere','ben','bij','daar','dan','dat','de','der','deze','die','dit','doch','doen','door','doorgaans','dus','een','eens','en','er','ge','geen','geweest','haar','had','heb','hebben','heeft','hem','het','hier','hij','hoe','hun','iemand','iets','ik','in','is','ja','je','kan','kon','kunnen','maar','me','meer','men','met','mij','mijn','moet','na','naar','niet','niets','nog','nu','of','om','omdat','ons','ook','op','over','reeds','te','tegen','toch','toen','tot','u','uit','uw','van','veel','voor','want','waren','was','wat','we','wel','werd','wezen','wie','wij','wil','worden','zal','ze','zei','zelf','zich','zij','zijn','zo','zodat','zonder','zou'); |
|
16 | + protected $dutchStopWords = array('aan', 'af', 'al', 'alles', 'als', 'altijd', 'andere', 'ben', 'bij', 'daar', 'dan', 'dat', 'de', 'der', 'deze', 'die', 'dit', 'doch', 'doen', 'door', 'doorgaans', 'dus', 'een', 'eens', 'en', 'er', 'ge', 'geen', 'geweest', 'haar', 'had', 'heb', 'hebben', 'heeft', 'hem', 'het', 'hier', 'hij', 'hoe', 'hun', 'iemand', 'iets', 'ik', 'in', 'is', 'ja', 'je', 'kan', 'kon', 'kunnen', 'maar', 'me', 'meer', 'men', 'met', 'mij', 'mijn', 'moet', 'na', 'naar', 'niet', 'niets', 'nog', 'nu', 'of', 'om', 'omdat', 'ons', 'ook', 'op', 'over', 'reeds', 'te', 'tegen', 'toch', 'toen', 'tot', 'u', 'uit', 'uw', 'van', 'veel', 'voor', 'want', 'waren', 'was', 'wat', 'we', 'wel', 'werd', 'wezen', 'wie', 'wij', 'wil', 'worden', 'zal', 'ze', 'zei', 'zelf', 'zich', 'zij', 'zijn', 'zo', 'zodat', 'zonder', 'zou'); |
|
17 | 17 | |
18 | 18 | /** |
19 | 19 | * DutchStopWords constructor. |
@@ -45,18 +45,18 @@ discard block |
||
45 | 45 | if ($stmt === false) { |
46 | 46 | $errorInfo = $db->errorInfo(); |
47 | 47 | $errorMsg = $errorInfo[2]; |
48 | - throw new \Exception('SQLite Exception: ' . $errorMsg . ' in SQL: <br /><pre>' . $sql . '</pre>'); |
|
48 | + throw new \Exception('SQLite Exception: '.$errorMsg.' in SQL: <br /><pre>'.$sql.'</pre>'); |
|
49 | 49 | } |
50 | 50 | if (($stmt->execute()) === false) { |
51 | 51 | $errorInfo = $db->errorInfo(); |
52 | 52 | $errorMsg = $errorInfo[2]; |
53 | - throw new \Exception('SQLite Exception: ' . $errorMsg . ' in SQL: <br /><pre>' . $sql . '</pre>'); |
|
53 | + throw new \Exception('SQLite Exception: '.$errorMsg.' in SQL: <br /><pre>'.$sql.'</pre>'); |
|
54 | 54 | } |
55 | 55 | $uniqueFieldsPerDocument = $stmt->fetchAll(\PDO::FETCH_OBJ); |
56 | 56 | $values = array(); |
57 | 57 | $i = 0; |
58 | 58 | foreach ($uniqueFieldsPerDocument as $fieldRow) { |
59 | - $values[] = 'UPDATE term_frequency SET termNorm = 1/sqrt(' . intval($fieldRow->termCount) . ') WHERE documentPath = ' . $db->quote($fieldRow->documentPath) . ' AND field = ' . $db->quote($fieldRow->field) . ';'; |
|
59 | + $values[] = 'UPDATE term_frequency SET termNorm = 1/sqrt('.intval($fieldRow->termCount).') WHERE documentPath = '.$db->quote($fieldRow->documentPath).' AND field = '.$db->quote($fieldRow->field).';'; |
|
60 | 60 | $i += 1; |
61 | 61 | if ($i >= Indexer::SQLITE_MAX_COMPOUND_SELECT) { |
62 | 62 | $this->executeUpdateTermNorm($values, $db); |
@@ -76,13 +76,13 @@ discard block |
||
76 | 76 | */ |
77 | 77 | private function executeUpdateTermNorm($values, $db) |
78 | 78 | { |
79 | - $sql = 'BEGIN TRANSACTION;' . PHP_EOL; |
|
80 | - $sql .= implode(PHP_EOL, $values) . PHP_EOL; |
|
79 | + $sql = 'BEGIN TRANSACTION;'.PHP_EOL; |
|
80 | + $sql .= implode(PHP_EOL, $values).PHP_EOL; |
|
81 | 81 | $sql .= 'COMMIT;'; |
82 | 82 | if (($db->exec($sql)) === false) { |
83 | 83 | $errorInfo = $db->errorInfo(); |
84 | 84 | $errorMsg = $errorInfo[2]; |
85 | - throw new \Exception('SQLite Exception: ' . $errorMsg . ' in SQL: <br /><pre>' . $sql . '</pre>'); |
|
85 | + throw new \Exception('SQLite Exception: '.$errorMsg.' in SQL: <br /><pre>'.$sql.'</pre>'); |
|
86 | 86 | } |
87 | 87 | } |
88 | 88 | } |
89 | 89 | \ No newline at end of file |
@@ -47,14 +47,14 @@ |
||
47 | 47 | if (!$stmt = $db->prepare($sql)) { |
48 | 48 | $errorInfo = $db->errorInfo(); |
49 | 49 | $errorMsg = $errorInfo[2]; |
50 | - throw new \Exception('SQLite Exception: ' . $errorMsg . ' in SQL: <br /><pre>' . $sql . '</pre>'); |
|
50 | + throw new \Exception('SQLite Exception: '.$errorMsg.' in SQL: <br /><pre>'.$sql.'</pre>'); |
|
51 | 51 | } |
52 | 52 | $stmt->bindValue(':documentCount', $this->documentCount); |
53 | 53 | $result = $stmt->execute(); |
54 | 54 | if ($result === false) { |
55 | 55 | $errorInfo = $db->errorInfo(); |
56 | 56 | $errorMsg = $errorInfo[2]; |
57 | - throw new \Exception('SQLite Exception: ' . $errorMsg . ' in SQL: <br /><pre>' . $sql . '</pre>'); |
|
57 | + throw new \Exception('SQLite Exception: '.$errorMsg.' in SQL: <br /><pre>'.$sql.'</pre>'); |
|
58 | 58 | } |
59 | 59 | } |
60 | 60 | } |
61 | 61 | \ No newline at end of file |
@@ -52,7 +52,7 @@ discard block |
||
52 | 52 | $i = 0; |
53 | 53 | foreach ($termsForDocumentField as $term) { |
54 | 54 | $frequency = intval($term->count) / $documentField->totalTermCount; |
55 | - $values[] = $quotedDocumentPath . ',' . $quotedField . ', ' . $db->quote($term->term) . ', ' . $db->quote($frequency); |
|
55 | + $values[] = $quotedDocumentPath.','.$quotedField.', '.$db->quote($term->term).', '.$db->quote($frequency); |
|
56 | 56 | $i += 1; |
57 | 57 | if ($i >= Indexer::SQLITE_MAX_COMPOUND_SELECT) { |
58 | 58 | $this->executeStore($sql, $values, $db); |
@@ -101,11 +101,11 @@ discard block |
||
101 | 101 | |
102 | 102 | private function executeStore($sql, $values, $db) |
103 | 103 | { |
104 | - $sql .= '(' . implode('),' . PHP_EOL . '(', $values) . ');'; |
|
104 | + $sql .= '('.implode('),'.PHP_EOL.'(', $values).');'; |
|
105 | 105 | if (!$db->query($sql)) { |
106 | 106 | $errorInfo = $db->errorInfo(); |
107 | 107 | $errorMsg = $errorInfo[2]; |
108 | - throw new \Exception('SQLite Exception: ' . $errorMsg . ' in SQL: <br /><pre>' . $sql . '</pre>'); |
|
108 | + throw new \Exception('SQLite Exception: '.$errorMsg.' in SQL: <br /><pre>'.$sql.'</pre>'); |
|
109 | 109 | } |
110 | 110 | } |
111 | 111 |
@@ -48,7 +48,7 @@ discard block |
||
48 | 48 | protected function applyFilters($tokens) |
49 | 49 | { |
50 | 50 | foreach ($this->filters as $filterName) { |
51 | - $filterClassName = '\library\search\filters\\' . $filterName; |
|
51 | + $filterClassName = '\library\search\filters\\'.$filterName; |
|
52 | 52 | $filter = new $filterClassName($tokens); |
53 | 53 | $tokens = $filter->getFilterResults(); |
54 | 54 | } |
@@ -68,7 +68,7 @@ discard block |
||
68 | 68 | foreach ($documentTermCount as $field => $countArray) { |
69 | 69 | $quotedField = $db->quote($field); |
70 | 70 | foreach ($countArray as $term => $count) { |
71 | - $values[] = $quotedDocumentPath . ', ' . $db->quote($term) . ', ' . $db->quote($count) . ', ' . $quotedField; |
|
71 | + $values[] = $quotedDocumentPath.', '.$db->quote($term).', '.$db->quote($count).', '.$quotedField; |
|
72 | 72 | $i += 1; |
73 | 73 | if ($i >= Indexer::SQLITE_MAX_COMPOUND_SELECT) { |
74 | 74 | $this->executeStoreDocumentTermCount($values, $sql, $db); |
@@ -92,13 +92,13 @@ discard block |
||
92 | 92 | */ |
93 | 93 | protected function executeStoreDocumentTermCount($values, $sql, $db) |
94 | 94 | { |
95 | - $sql .= '(' . implode('),' . PHP_EOL . '(', $values) . ');'; |
|
95 | + $sql .= '('.implode('),'.PHP_EOL.'(', $values).');'; |
|
96 | 96 | |
97 | 97 | $stmt = $db->prepare($sql); |
98 | 98 | if ($stmt === false || !$stmt->execute()) { |
99 | 99 | $errorInfo = $db->errorInfo(); |
100 | 100 | $errorMsg = $errorInfo[2]; |
101 | - throw new \Exception('SQLite Exception: ' . $errorMsg . ' in SQL: <br /><pre>' . $sql . '</pre>'); |
|
101 | + throw new \Exception('SQLite Exception: '.$errorMsg.' in SQL: <br /><pre>'.$sql.'</pre>'); |
|
102 | 102 | } |
103 | 103 | } |
104 | 104 | } |
105 | 105 | \ No newline at end of file |
@@ -89,11 +89,11 @@ discard block |
||
89 | 89 | |
90 | 90 | private function tokenizeBrick($brick, $brickSlug) |
91 | 91 | { |
92 | - $fields = $brick->fields; |
|
92 | + $fields = $brick->fields; |
|
93 | 93 | $brickDefinition = $this->storage->getBrickBySlug($brick->type); |
94 | 94 | foreach ($fields as $fieldName => $field) { |
95 | 95 | $fieldType = $this->getFieldType($fieldName, $brickDefinition); |
96 | - $this->tokenizeField($field, $brickSlug . '__' . $fieldName, $fieldType); |
|
96 | + $this->tokenizeField($field, $brickSlug.'__'.$fieldName, $fieldType); |
|
97 | 97 | } |
98 | 98 | } |
99 | 99 | |
@@ -101,7 +101,7 @@ discard block |
||
101 | 101 | { |
102 | 102 | $dynamicBricks = $this->document->dynamicBricks; |
103 | 103 | foreach ($dynamicBricks as $key => $brick) { |
104 | - $this->tokenizeBrick($brick, 'dynamicBricks__' . $brick->type . $key); |
|
104 | + $this->tokenizeBrick($brick, 'dynamicBricks__'.$brick->type.$key); |
|
105 | 105 | } |
106 | 106 | } |
107 | 107 | |
@@ -154,6 +154,6 @@ discard block |
||
154 | 154 | } |
155 | 155 | } |
156 | 156 | |
157 | - throw new \Exception('Unknown field type for field' . $fieldName . ' in document ' . $this->document->path); |
|
157 | + throw new \Exception('Unknown field type for field'.$fieldName.' in document '.$this->document->path); |
|
158 | 158 | } |
159 | 159 | } |
160 | 160 | \ No newline at end of file |
@@ -46,7 +46,7 @@ discard block |
||
46 | 46 | { |
47 | 47 | $string = strip_tags($string); |
48 | 48 | $string = iconv('UTF-8', 'ASCII//TRANSLIT//IGNORE', $string); // Remove special alphanumeric characters |
49 | - $string = str_replace(array('+', '=', '!', ',', '.',';', ':', '?'), ' ', $string); // Replace sentence breaking charaters with spaces |
|
49 | + $string = str_replace(array('+', '=', '!', ',', '.', ';', ':', '?'), ' ', $string); // Replace sentence breaking charaters with spaces |
|
50 | 50 | $string = preg_replace("/[\r\n]+/", " ", $string); // Replace multiple newlines with a single space. |
51 | 51 | $string = preg_replace("/[\t]+/", " ", $string); // Replace multiple tabs with a single space. |
52 | 52 | $string = preg_replace("/[^a-zA-Z0-9 ]/", '', $string); // Filter out everything that is not alphanumeric or a space |
@@ -64,7 +64,7 @@ discard block |
||
64 | 64 | { |
65 | 65 | $encoding = mb_detect_encoding($string, mb_detect_order(), false); |
66 | 66 | |
67 | - if($encoding == "UTF-8") { |
|
67 | + if ($encoding == "UTF-8") { |
|
68 | 68 | $string = mb_convert_encoding($string, 'UTF-8', 'UTF-8'); |
69 | 69 | } |
70 | 70 |