Indexer::addMetaKeys() - Code Metrics - Inspection of "Refactor fulltext search functions and class Doku_..." - splitbrain/dokuwiki - Measure and Improve Code Quality continuously with Scrutinizer

Failed Conditions

Pull Request — master (#2943)

by Andreas

created 2020-09-10 15:40 UTC

Indexer::addMetaKeys() F

↳ Parent: Indexer

Complexity

Conditions	20
Paths	3471

Size

Total Lines

Duplication

Lines	0
Ratio	0 %

Importance

Changes

Metric	Value
cc	20
nc	3471
nop	3
dl	0
loc	94
rs	0
c	0
b	0
f	0

1 Method

Rating	Name	Duplication	Size	Complexity
C	Indexer::deletePage()	0	40	15

How to fix Long Method Complexity

<?php

namespace dokuwiki\Search;

use dokuwiki\Extension\Event;
use dokuwiki\Search\Exception\IndexAccessException;
use dokuwiki\Search\Exception\SearchException;

// Version tag used to force rebuild on upgrade
const INDEXER_VERSION = 8;

/**
 * Class DokuWiki Indexer (Singleton)
 *
 * @license    GPL 2 (http://www.gnu.org/licenses/gpl.html)
 * @author     Andreas Gohr <[email protected]>
 * @author Tom N Harris <[email protected]>
 */
class Indexer extends AbstractIndex
{
    /** @var Indexer $instance */
    protected static $instance = null;

    /**
     * Get new or existing singleton instance of the Indexer
     *
     * @return Indexer
     */
    public static function getInstance()
    {
        if (is_null(static::$instance)) {
            static::$instance = new static();
        }
        return static::$instance;
    }

    /**
     * Dispatch Indexing request for the page, called by TaskRunner::runIndexer()
     *
     * @param string $page name of the page to index
     * @param bool $verbose print status messages
     * @param bool $force force reindexing even when the index is up to date
     * @return bool  If the function completed successfully
     *
     * @throws IndexAccessException
     * @throws SearchException
     * @author Satoshi Sahara <[email protected]>
     * @author Tom N Harris <[email protected]>
     */
    public function dispatch($page, $verbose = false, $force = false)
    {
        // check if page was deleted but is still in the index
        if (!page_exists($page)) {
            return $this->deletePage($page, $verbose, $force);
        }

        // update search index
        return $this->addPage($page, $verbose, $force);
    }

    /**
     * Version of the indexer taking into consideration the external tokenizer.
     * The indexer is only compatible with data written by the same version.
     *
     * @triggers INDEXER_VERSION_GET
     * Plugins that modify what gets indexed should hook this event and
     * add their version info to the event data like so:
     *     $data[$plugin_name] = $plugin_version;
     *
     * @author Tom N Harris <[email protected]>
     * @author Michael Hamann <[email protected]>
     *
     * @return int|string
     */
    public function getVersion()
    {
        static $indexer_version = null;
        if ($indexer_version == null) {
            $version = INDEXER_VERSION;

            // DokuWiki version is included for the convenience of plugins
            $data = array('dokuwiki' => $version);
            Event::createAndTrigger('INDEXER_VERSION_GET', $data, null, false);
            unset($data['dokuwiki']); // this needs to be first
            ksort($data);
            foreach ($data as $plugin => $vers) {
                $version .= '+'.$plugin.'='.$vers;
            }
            $indexer_version = $version;
        }
        return $indexer_version;
    }

    /**
     * Adds/updates the search index for the given page
     *
     * Locking is handled internally.
     *
     * @param string $page name of the page to index
     * @param bool $verbose print status messages
     * @param bool $force force reindexing even when the index is up to date
     * @return bool  If the function completed successfully
     *
     * @throws SearchException
     * @author Satoshi Sahara <[email protected]>
     * @author Tom N Harris <[email protected]>
     */
    public function addPage($page, $verbose = false, $force = false)
    {
        // check if indexing needed for the existing page (full text and/or metadata indexing)
        $idxtag = metaFN($page,'.indexed');
        if (!$force && file_exists($idxtag)) {
            if (trim(io_readFile($idxtag)) == $this->getVersion()) {
                $last = @filemtime($idxtag);
                if ($last > @filemtime(wikiFN($page))) {
                    if ($verbose) dbglog("Indexer: index for {$page} up to date");
                    return true;
                }
            }
        }

        // register the page to the page.idx
        $pid = $this->getPID($page);
        if ($pid === false) {
            if ($verbose) dbglog("Indexer: getting the PID failed for {$page}");
            throw new IndexAccessException("Failed to get PID for {$page}");
        }

        // prepare metadata indexing
        $metadata = array();
        $metadata['title'] = p_get_metadata($page, 'title', METADATA_RENDER_UNLIMITED);

        $references = p_get_metadata($page, 'relation references', METADATA_RENDER_UNLIMITED);
        $metadata['relation_references'] = ($references !== null) ?
                array_keys($references) : array();

        $media = p_get_metadata($page, 'relation media', METADATA_RENDER_UNLIMITED);
        $metadata['relation_media'] = ($media !== null) ?
                array_keys($media) : array();

        // check if full text indexing allowed
        $indexenabled = p_get_metadata($page, 'internal index', METADATA_RENDER_UNLIMITED);
        if ($indexenabled !== false) $indexenabled = true;
        $metadata['internal_index'] = $indexenabled;

        $body = '';
        $data = compact('page', 'body', 'metadata', 'pid');
        $event = new Event('INDEXER_PAGE_ADD', $data);
        if ($event->advise_before()) $data['body'] = $data['body'].' '.rawWiki($page);
        $event->advise_after();
        unset($event);
        extract($data);
        $indexenabled = $metadata['internal_index'];
        unset($metadata['internal_index']);

        // Access to Metadata Index
        $MetadataIndex = MetadataIndex::getInstance();
        $result = $MetadataIndex->addMetaKeys($page, $metadata);
        if ($verbose) dbglog("Indexer: addMetaKeys({$page}) ".($result ? 'done' : 'failed'));
        if (!$result) {
            return false;
        }

        // Access to Fulltext Index
        $FulltextIndex = FulltextIndex::getInstance();
        if ($indexenabled) {
            $result = $FulltextIndex->addPagewords($page, $body);
            if ($verbose) dbglog("Indexer: addPageWords({$page}) ".($result ? 'done' : 'failed'));
            if (!$result) {
                return false;
            }
        } else {
            if ($verbose) dbglog("Indexer: full text indexing disabled for {$page}");
            // ensure the page content deleted from the Fulltext index
            $result = $FulltextIndex->deletePageWords($page);
            if ($verbose) dbglog("Indexer: deletePageWords({$page}) ".($result ? 'done' : 'failed'));
            if (!$result) {
                return false;
            }
        }

        // update index tag file
        io_saveFile($idxtag, $this->getVersion());
        if ($verbose) dbglog("Indexer: finished");

        return $result;
    }

    /**
     * Remove a page from the index
     *
     * Erases entries in all known indexes. Locking is handled internally.
     *
     * @param string $page name of the page to index
     * @param bool $verbose print status messages
     * @param bool $force force reindexing even when the index is up to date
     * @return bool  If the function completed successfully
     *
     * @throws Exception\IndexLockException
     * @author Satoshi Sahara <[email protected]>
     * @author Tom N Harris <[email protected]>
     */
    public function deletePage($page, $verbose = false, $force = false)
    {
        $idxtag = metaFN($page,'.indexed');
        if (!$force && !file_exists($idxtag)) {
            if ($verbose) dbglog("Indexer: {$page}.indexed file does not exist, ignoring");
            return true;
        }

        // remove obsoleted content from Fulltext index
        $FulltextIndex = FulltextIndex::getInstance();
        $result = $FulltextIndex->deletePageWords($page);
        if ($verbose) dbglog("Indexer: deletePageWords({$page}) ".($result ? 'done' : 'failed'));
        if (!$result) {
            return false;
        }

        // delete all keys of the page from metadata index
        $MetadataIndex = MetadataIndex::getInstance();
        $result = $MetadataIndex->deleteMetaKeys($page);
        if ($verbose) dbglog("Indexer: deleteMetaKeys({$page}) ".($result ? 'done' : 'failed'));
        if (!$result) {
            return false;
        }

        // mark the page as deleted in the page.idx
        $pid = $this->getPID($page);
        if ($pid !== false) {
            if (!$this->lock()) return false;
            $result = $this->saveIndexKey('page', '', $pid, self::INDEX_MARK_DELETED.$page);
            if ($verbose) dbglog("Indexer: update page.idx  ".($result ? 'done' : 'failed'));
            $this->unlock();
        } else {
            if ($verbose) dbglog("Indexer: {$page} not found in the page.idx, ignoring");
            $result = true;
        }

        unset(static::$pidCache[$pid]);
        @unlink($idxtag);
        return $result;
    }

    /**
     * Rename a page in the search index without changing the indexed content.
     * This function doesn't check if the old or new name exists in the filesystem.
     * It returns an error if the old page isn't in the page list of the indexer
     * and it deletes all previously indexed content of the new page.
     *
     * @param string $oldpage The old page name
     * @param string $newpage The new page name
     * @return bool           If the page was successfully renamed
     * @throws Exception\IndexLockException
     */
    public function renamePage($oldpage, $newpage)
    {
        $index = $this->getIndex('page', '');
        // check if oldpage found in page.idx
        $oldPid = array_search($oldpage, $index, true);
        if ($oldPid === false) return false;

        // check if newpage found in page.idx
        $newPid = array_search($newpage, $index, true);
        if ($newPid !== false) {
            $result = $this->deletePage($newpage);
            if (!$result) return false;
            // Note: $index is no longer valid after deletePage()!
            unset($index);
        }

        // update page.idx
        if (!$this->lock()) return false;
        $result = $this->saveIndexKey('page', '', $oldPid, $newpage);
        $this->unlock();

        // reset the pid cache
        $this->resetPIDCache();

        return $result;
    }

    /**
     * Clear the Page Index
     *
     * @param bool $requireLock should be false only if the caller is resposible for index lock
     * @return bool  If the index has been cleared successfully
     * @throws Exception\IndexLockException
     */
    public function clear($requireLock = true)
    {
        global $conf;

        if ($requireLock) $this->lock();

        // clear Metadata Index
        $MetadataIndex = MetadataIndex::getInstance();
        $MetadataIndex->clear(false);

        // clear Fulltext Index
        $FulltextIndex = FulltextIndex::getInstance();
        $FulltextIndex->clear(false);

        @unlink($conf['indexdir'].'/page.idx');

        // clear the pid cache
        $this->resetPIDCache();

        if ($requireLock) $this->unlock();
        return true;
    }

}


1			<?php
2
3			namespace dokuwiki\Search;
4
5			use dokuwiki\Extension\Event;
6			use dokuwiki\Search\Exception\IndexAccessException;
7			use dokuwiki\Search\Exception\SearchException;
8
9			// Version tag used to force rebuild on upgrade
10			const INDEXER_VERSION = 8;
11
12			/**
13			* Class DokuWiki Indexer (Singleton)
14			*
15			* @license GPL 2 (http://www.gnu.org/licenses/gpl.html)
16			* @author Andreas Gohr <[email protected]>
17			* @author Tom N Harris <[email protected]>
18			*/
19			class Indexer extends AbstractIndex
20			{
21			/** @var Indexer $instance */
22			protected static $instance = null;
23
24			/**
25			* Get new or existing singleton instance of the Indexer
26			*
27			* @return Indexer
28			*/
29			public static function getInstance()
30			{
31			if (is_null(static::$instance)) {
32			static::$instance = new static();
33			}
34			return static::$instance;
35			}
36
37			/**
38			* Dispatch Indexing request for the page, called by TaskRunner::runIndexer()
39			*
40			* @param string $page name of the page to index
41			* @param bool $verbose print status messages
42			* @param bool $force force reindexing even when the index is up to date
43			* @return bool If the function completed successfully
44			*
45			* @throws IndexAccessException
46			* @throws SearchException
47			* @author Satoshi Sahara <[email protected]>
48			* @author Tom N Harris <[email protected]>
49			*/
50			public function dispatch($page, $verbose = false, $force = false)
51			{
52			// check if page was deleted but is still in the index
53			if (!page_exists($page)) {
54			return $this->deletePage($page, $verbose, $force);
55			}
56
57			// update search index
58			return $this->addPage($page, $verbose, $force);
59			}
60
61			/**
62			* Version of the indexer taking into consideration the external tokenizer.
63			* The indexer is only compatible with data written by the same version.
64			*
65			* @triggers INDEXER_VERSION_GET
66			* Plugins that modify what gets indexed should hook this event and
67			* add their version info to the event data like so:
68			* $data[$plugin_name] = $plugin_version;
69			*
70			* @author Tom N Harris <[email protected]>
71			* @author Michael Hamann <[email protected]>
72			*
73			* @return int\|string
74			*/
75			public function getVersion()
76			{
77			static $indexer_version = null;
78			if ($indexer_version == null) {
79			$version = INDEXER_VERSION;
80
81			// DokuWiki version is included for the convenience of plugins
82			$data = array('dokuwiki' => $version);
83			Event::createAndTrigger('INDEXER_VERSION_GET', $data, null, false);
84			unset($data['dokuwiki']); // this needs to be first
85			ksort($data);
86			foreach ($data as $plugin => $vers) {
87			$version .= '+'.$plugin.'='.$vers;
88			}
89			$indexer_version = $version;
90			}
91			return $indexer_version;
92			}
93
94			/**
95			* Adds/updates the search index for the given page
96			*
97			* Locking is handled internally.
98			*
99			* @param string $page name of the page to index
100			* @param bool $verbose print status messages
101			* @param bool $force force reindexing even when the index is up to date
102			* @return bool If the function completed successfully
103			*
104			* @throws SearchException
105			* @author Satoshi Sahara <[email protected]>
106			* @author Tom N Harris <[email protected]>
107			*/
108			public function addPage($page, $verbose = false, $force = false)
109			{
110			// check if indexing needed for the existing page (full text and/or metadata indexing)
111			$idxtag = metaFN($page,'.indexed');
112			if (!$force && file_exists($idxtag)) {
113			if (trim(io_readFile($idxtag)) == $this->getVersion()) {
114			$last = @filemtime($idxtag);
115			if ($last > @filemtime(wikiFN($page))) {
116			if ($verbose) dbglog("Indexer: index for {$page} up to date");
117			return true;
118			}
119			}
120			}
121
122			// register the page to the page.idx
123			$pid = $this->getPID($page);
124			if ($pid === false) {
125			if ($verbose) dbglog("Indexer: getting the PID failed for {$page}");
126			throw new IndexAccessException("Failed to get PID for {$page}");
127			}
128
129			// prepare metadata indexing
130			$metadata = array();
131			$metadata['title'] = p_get_metadata($page, 'title', METADATA_RENDER_UNLIMITED);
132
133			$references = p_get_metadata($page, 'relation references', METADATA_RENDER_UNLIMITED);
134			$metadata['relation_references'] = ($references !== null) ?
135			array_keys($references) : array();
136
137			$media = p_get_metadata($page, 'relation media', METADATA_RENDER_UNLIMITED);
138			$metadata['relation_media'] = ($media !== null) ?
139			array_keys($media) : array();
140
141			// check if full text indexing allowed
142			$indexenabled = p_get_metadata($page, 'internal index', METADATA_RENDER_UNLIMITED);
143			if ($indexenabled !== false) $indexenabled = true;
144			$metadata['internal_index'] = $indexenabled;
145
146			$body = '';
147			$data = compact('page', 'body', 'metadata', 'pid');
148			$event = new Event('INDEXER_PAGE_ADD', $data);
149			if ($event->advise_before()) $data['body'] = $data['body'].' '.rawWiki($page);
150			$event->advise_after();
151			unset($event);
152			extract($data);
153			$indexenabled = $metadata['internal_index'];
154			unset($metadata['internal_index']);
155
156			// Access to Metadata Index
157			$MetadataIndex = MetadataIndex::getInstance();
158			$result = $MetadataIndex->addMetaKeys($page, $metadata);
159			if ($verbose) dbglog("Indexer: addMetaKeys({$page}) ".($result ? 'done' : 'failed'));
160			if (!$result) {
161			return false;
162			}
163
164			// Access to Fulltext Index
165			$FulltextIndex = FulltextIndex::getInstance();
166			if ($indexenabled) {
167			$result = $FulltextIndex->addPagewords($page, $body);
168			if ($verbose) dbglog("Indexer: addPageWords({$page}) ".($result ? 'done' : 'failed'));
169			if (!$result) {
170			return false;
171			}
172			} else {
173			if ($verbose) dbglog("Indexer: full text indexing disabled for {$page}");
174			// ensure the page content deleted from the Fulltext index
175			$result = $FulltextIndex->deletePageWords($page);
176			if ($verbose) dbglog("Indexer: deletePageWords({$page}) ".($result ? 'done' : 'failed'));
177			if (!$result) {
178			return false;
179			}
180			}
181
182			// update index tag file
183			io_saveFile($idxtag, $this->getVersion());
184			if ($verbose) dbglog("Indexer: finished");
185
186			return $result;
187			}
188
189			/**
190			* Remove a page from the index
191			*
192			* Erases entries in all known indexes. Locking is handled internally.
193			*
194			* @param string $page name of the page to index
195			* @param bool $verbose print status messages
196			* @param bool $force force reindexing even when the index is up to date
197			* @return bool If the function completed successfully
198			*
199			* @throws Exception\IndexLockException
200			* @author Satoshi Sahara <[email protected]>
201			* @author Tom N Harris <[email protected]>
202			*/
203			public function deletePage($page, $verbose = false, $force = false)
204			{
205			$idxtag = metaFN($page,'.indexed');
206			if (!$force && !file_exists($idxtag)) {
207			if ($verbose) dbglog("Indexer: {$page}.indexed file does not exist, ignoring");
208			return true;
209			}
210
211			// remove obsoleted content from Fulltext index
212			$FulltextIndex = FulltextIndex::getInstance();
213			$result = $FulltextIndex->deletePageWords($page);
214			if ($verbose) dbglog("Indexer: deletePageWords({$page}) ".($result ? 'done' : 'failed'));
215			if (!$result) {
216			return false;
217			}
218
219			// delete all keys of the page from metadata index
220			$MetadataIndex = MetadataIndex::getInstance();
221			$result = $MetadataIndex->deleteMetaKeys($page);
222			if ($verbose) dbglog("Indexer: deleteMetaKeys({$page}) ".($result ? 'done' : 'failed'));
223			if (!$result) {
224			return false;
225			}
226
227			// mark the page as deleted in the page.idx
228			$pid = $this->getPID($page);
229			if ($pid !== false) {
230			if (!$this->lock()) return false;
231			$result = $this->saveIndexKey('page', '', $pid, self::INDEX_MARK_DELETED.$page);
232			if ($verbose) dbglog("Indexer: update page.idx ".($result ? 'done' : 'failed'));
233			$this->unlock();
234			} else {
235			if ($verbose) dbglog("Indexer: {$page} not found in the page.idx, ignoring");
236			$result = true;
237			}
238
239			unset(static::$pidCache[$pid]);
240			@unlink($idxtag);
241			return $result;
242			}
243
244			/**
245			* Rename a page in the search index without changing the indexed content.
246			* This function doesn't check if the old or new name exists in the filesystem.
247			* It returns an error if the old page isn't in the page list of the indexer
248			* and it deletes all previously indexed content of the new page.
249			*
250			* @param string $oldpage The old page name
251			* @param string $newpage The new page name
252			* @return bool If the page was successfully renamed
253			* @throws Exception\IndexLockException
254			*/
255			public function renamePage($oldpage, $newpage)
256			{
257			$index = $this->getIndex('page', '');
258			// check if oldpage found in page.idx
259			$oldPid = array_search($oldpage, $index, true);
260			if ($oldPid === false) return false;
261
262			// check if newpage found in page.idx
263			$newPid = array_search($newpage, $index, true);
264			if ($newPid !== false) {
265			$result = $this->deletePage($newpage);
266			if (!$result) return false;
267			// Note: $index is no longer valid after deletePage()!
268			unset($index);
269			}
270
271			// update page.idx
272			if (!$this->lock()) return false;
273			$result = $this->saveIndexKey('page', '', $oldPid, $newpage);
274			$this->unlock();
275
276			// reset the pid cache
277			$this->resetPIDCache();
278
279			return $result;
280			}
281
282			/**
283			* Clear the Page Index
284			*
285			* @param bool $requireLock should be false only if the caller is resposible for index lock
286			* @return bool If the index has been cleared successfully
287			* @throws Exception\IndexLockException
288			*/
289			public function clear($requireLock = true)
290			{
291			global $conf;
292
293			if ($requireLock) $this->lock();
294
295			// clear Metadata Index
296			$MetadataIndex = MetadataIndex::getInstance();
297			$MetadataIndex->clear(false);
298
299			// clear Fulltext Index
300			$FulltextIndex = FulltextIndex::getInstance();
301			$FulltextIndex->clear(false);
302
303			@unlink($conf['indexdir'].'/page.idx');
304
305			// clear the pid cache
306			$this->resetPIDCache();
307
308			if ($requireLock) $this->unlock();
309			return true;
310			}
311
312			}
313

splitbrain / dokuwiki

Pull Request — master (#2943)

Indexer::addMetaKeys() F

Complexity

Size

Duplication

Importance

1 Method

How to fix Long Method Complexity

Long Method

Duplication Side-by-Side

Filter issues like