Suilven\FreeTextSearch\Helper\BulkIndexingHelper::bulkIndex()

Complexity

Conditions	11
Paths	40

Size

Total Lines	91
Code Lines	52

Duplication

Lines	0
Ratio	0 %

Importance

Changes	1
Bugs	0	Features	0

<?php declare(strict_types = 1);
    public function bulkIndex(string $indexName, bool $dirty = false, ?CLImate $climate = null): void
    {
        $indexes = new Indexes();
        $index = $indexes->getIndex($indexName);

        /** @var string $clazz */
        $clazz = $index->getClass();


        $startTime = \microtime(true);

        if (!(\is_null($climate))) {
            $climate->border('*');
            $climate->green()->bold('Indexing sitetree');
            $climate->border();
        }

        $filters = ['ShowInSearch' => true];
        if ($dirty) {
            $filters['IsDirtyFreeTextSearch'] = true;
        }

        $nDocuments = SiteTree::get()->filter($filters)->count();

        \error_log('N DOCUMENTS: ' . $nDocuments);

        if ($nDocuments > 0) {
            $config = SiteConfig::current_site_config();

            // * @phpstan-ignore-next-line
            $bulkSize = $config->BulkSize;
            $pages = 1+\round($nDocuments / $bulkSize);
            $progress = !\is_null($climate)
                ? $climate->progress()->total($nDocuments)
                : null;

            if (!\is_null($climate)) {
                $climate->green('Pages: ' . $pages);
                $climate->green()->info('Indexing ' . $nDocuments .' objects');
            }

            $factory = new BulkIndexerFactory();
            $bulkIndexer = $factory->getBulkIndexer();
            $bulkIndexer->setIndex($indexName);

            for ($i = 0; $i < $pages; $i++) {
                $dataObjects = $clazz::get()->limit($bulkSize, $i*$bulkSize)->filter($filters);
                foreach ($dataObjects as $do) {
                    // Note this adds data to the payload, doesn't actually indexing against the 4rd party search engine
                    $bulkIndexer->addDataObject($do);
                }

                // index objects up to configured bulk size
                $bulkIndexer->indexDataObjects();
                $current = $bulkSize * ($i+1);
                if ($current > $nDocuments) {
                    $current = $nDocuments;
                }
                if (\is_null($progress)) {
                    continue;
                }

                $progress->current($current);
            }
        }


        $endTime = \microtime(true);
        $delta = $endTime-$startTime;

        $rate = \round($nDocuments / $delta, 2);

        $elapsedStr = \round($delta, 2);

        if (!\is_null($climate)) {
            $climate->bold()->blue()->inline("{$nDocuments}");
            $climate->blue()->inline(' objects indexed in ');
            $climate->bold()->blue()->inline("{$elapsedStr}");
            $climate->blue()->inline('s, ');
            $climate->bold()->blue()->inline("{$rate}");
            $climate->blue(' per second ');
        }

        $clazz = $index->getClass();
        $table = Config::inst()->get($clazz, 'table_name');


        DB::query("UPDATE \"{$table}\" SET \"IsDirtyFreeTextSearch\" = 0");

        // @todo How to get the table name from versions?
        DB::query("UPDATE \"{$table}_Live\" SET \"IsDirtyFreeTextSearch\" = 0");
    }