SyncFlatten::flattenSyncedDataMultiThread() - Code Metrics - Distilleries/Laravel-Contentful-Utilities - Measure and Improve Code Quality continuously with Scrutinizer

SyncFlatten::flattenSyncedDataMultiThread() A
last analyzed 2019-09-20 08:51 UTC

↳ Parent: SyncFlatten
Complexity

Conditions	4
Paths	8
Size

Total Lines	36
Code Lines	25
Duplication

Lines	0
Ratio	0 %
Code Coverage

Tests	0
CRAP Score	20
Importance

Changes	2
Bugs	0	Features	0
Metric	Value
cc	4
eloc	25
c	2
b	0
f	0
nc	8
nop	1
dl	0
loc	36
ccs	0
cts	28
cp	0
crap	20
rs	9.52
<?php

namespace Distilleries\Contentful\Commands\Sync;

use stdClass;
use Exception;
use Illuminate\Console\Command;
use Illuminate\Support\Collection;
use Illuminate\Support\Facades\DB;
use Distilleries\Contentful\Models\Locale;
use Distilleries\Contentful\Models\Release;
use Symfony\Component\Console\Helper\ProgressBar;
use Distilleries\Contentful\Repositories\AssetsRepository;
use Distilleries\Contentful\Repositories\EntriesRepository;

class SyncFlatten extends Command
{
    use Traits\SyncTrait;

    /**
     * Number of entries to fetch per pagination.
     *
     * @var integer
     */
    const PER_BATCH = 50;

    /**
     * {@inheritdoc}
     */
    protected $signature = 'contentful:sync-flatten {--preview} {--no-switch} {--no-truncate} {--multi}';

    /**
     * {@inheritdoc}
     */
    protected $description = 'Map and persist previously synced Contentful data';

    /**
     * Assets repository instance.
     *
     * @var \Distilleries\Contentful\Repositories\AssetsRepository
     */
    protected $assets;

    /**
     * Entries repository instance.
     *
     * @var \Distilleries\Contentful\Repositories\EntriesRepository
     */
    protected $entries;

    /**
     * MapEntries command constructor.
     *
     * @return void
     */
    public function __construct()
    {
        parent::__construct();

        $this->assets = new AssetsRepository;

        $this->entries = new EntriesRepository;
    }

    /**
     * Check if switch.
     *
     * @return bool
     */
    protected function canSwitch(): bool
    {
        $bool = $this->option('no-switch');

        return ! empty($bool) ? false : true;
    }

    /**
     * Check if no truncate.
     *
     * @return bool
     */
    protected function withoutTruncate(): bool
    {
        $bool = $this->option('no-truncate');

        return ! empty($bool) ? true : false;
    }

    /**
     * Check if preview.
     *
     * @return bool
     */
    protected function isPreview(): bool
    {
        $bool = $this->option('preview');

        return ! empty($bool) ? true : false;
    }

    /**
     * Check if multi-thread.
     *
     * @return bool
     */
    protected function isMultiThread(): bool
    {
        $bool = $this->option('multi');

        return ! empty($bool) ? true : false;
    }

    /**
     * Execute the console command.
     *
     * @param  \Distilleries\Contentful\Models\Release  $release
     * @return void
     */
    public function handle(Release $release)
    {
        $isPreview = $this->isPreview();

        if ($this->canSwitch()) {
            $this->call('contentful:sync-switch', $isPreview ? ['--preview' => true] : []);
        }

        $this->switchToSyncDb();

        if (! $this->withoutTruncate()) {
            $this->line('Truncate Contentful related tables');
            $this->assets->truncateRelatedTables();
            $this->entries->truncateRelatedTables();
        }

        try {
            $this->line('Map and persist synced data');
            if ($this->isMultiThread()) {
                $release = $this->getCurrentRelease($release);
                $this->flattenSyncedDataMultiThread($release);
            } else {
                $this->flattenSyncedData();
            }
        } catch (Exception $e) {
            echo PHP_EOL;
            $this->error($e->getMessage());
            return;
        }

        if ($this->canSwitch()) {
            $this->call('contentful:sync-switch', $isPreview ? ['--preview' => true, '--live' => true] : ['--live' => true]);
        }
    }

    /**
     * Map and persist synced data.
     *
     * @return void
     * @throws \Exception
     */
    protected function flattenSyncedData()
    {
        $page = 1;
        $paginator = DB::table('sync_entries')->paginate(static::PER_BATCH, ['*'], 'page', $page);
        $locales = Locale::all();
        $locales = is_array($locales) ? collect($locales) : $locales;


        $bar = $this->createProgressBar($paginator->total());
        while ($paginator->isNotEmpty()) {
            foreach ($paginator->items() as $item) {
                $bar->setMessage('Map entry ID: ' . $item->contentful_id);
                $this->mapItemToContentfulModel($item, $locales);
                $bar->advance();
            }

            $page++;
            $paginator = DB::table('sync_entries')->paginate(static::PER_BATCH, ['*'], 'page', $page);
        }
        $bar->finish();

        echo PHP_EOL;
    }

    protected function flattenSyncedDataMultiThread(Release $release)
    {
        $locales = collect(Locale::all());
        $locales = is_array($locales) ? collect($locales) : $locales;


        $bar = $this->createProgressBar(DB::table('sync_entries')->count());
        do {
            try {
                $this->updateFromOtherThread($bar);
                $items = collect();

                DB::transaction(function () use ($release, & $items) {
                    $items = DB::table('sync_entries')
                        ->whereNull('release_id')
                        ->take(static::PER_BATCH)
                        ->lockForUpdate()
                        ->get();

                    DB::table('sync_entries')
                        ->whereIn('contentful_id', $items->pluck('contentful_id')->toArray())
                        ->lockForUpdate()
                        ->update(['release_id' => $release->getKey()]);
                });
            } catch (Exception $e) {
                $items = collect();
            }

            $items->each(function ($item, $key) use ($locales, $bar) {
            $items->each(function ($item, /** @scrutinizer ignore-unused */ $key) use ($locales, $bar) {
                $bar->setMessage('Map entry ID: ' . $item->contentful_id);
                $this->mapItemToContentfulModel($item, $locales);
                $bar->advance();
            });

        } while (DB::table('sync_entries')->whereNull('release_id')->count() > 0);

        $bar->finish();
    }

    /**
     * Update progress from other threads.
     *
     * @return void
     */
    protected function updateFromOtherThread($bar)
    {
        $bar->setProgress((DB::table('sync_entries'))->whereNotNull('release_id')->count());
    }

    /**
     * Get current release.
     *
     * @param  \Distilleries\Contentful\Models\Release  $release
     * @return \Distilleries\Contentful\Models\Release|null
     */
    protected function getCurrentRelease(Release $release)
    {
        return $release->where('current', true)->get()->first();
    }

    /**
     * Create custom progress bar.
     *
     * @param  integer  $total
     * @return \Symfony\Component\Console\Helper\ProgressBar
     */
    protected function createProgressBar(int $total): ProgressBar
    {
        $bar = $this->output->createProgressBar($total);

        $bar->setFormat("%message%" . PHP_EOL . " %current%/%max% [%bar%] %percent:3s%%");

        return $bar;
    }

    /**
     * Map and persist given sync_entries item.
     *
     * @param  \stdClass  $item
     * @param  \Illuminate\Support\Collection $locales
     * @return void
     * @throws \Exception
     */
    protected function mapItemToContentfulModel(stdClass $item, Collection $locales)
    {
        $entry = json_decode($item->payload, true);

        if ($item->contentful_type === 'asset') {
            $this->assets->toContentfulModel($entry, $locales);
        } else {
            $this->entries->toContentfulModel($entry, $locales);
        }
    }
}

Distilleries / Laravel-Contentful-Utilities

SyncFlatten::flattenSyncedDataMultiThread() A last analyzed 2019-09-20 08:51 UTC

Complexity

Size

Duplication

Code Coverage

Importance

Duplication Side-by-Side

Filter issues like

SyncFlatten::flattenSyncedDataMultiThread() A
last analyzed 2019-09-20 08:51 UTC
