BulkSimpleEntityCreator::addEntitiesToSave() - Code Metrics - Inspection of "updating name of nested transaction property, lock..." - edmondscommerce/doctrine-static-meta - Measure and Improve Code Quality continuously with Scrutinizer

Completed

Pull Request — master (#178)

by joseph

created 2019-02-06 09:24 UTC

BulkSimpleEntityCreator::addEntitiesToSave() A

↳ Parent: BulkSimpleEntityCreator

Complexity

Conditions	3
Paths	3

Size

Total Lines	8
Code Lines	5

Duplication

Lines	0
Ratio	0 %

Code Coverage

Tests	5
CRAP Score	3.0416

Importance

Changes

Metric	Value
cc	3
eloc	5
nc	3
nop	1
dl	0
loc	8
ccs	5
cts	6
cp	0.8333
crap	3.0416
rs	10
c	0
b	0
f	0

<?php declare(strict_types=1);

namespace EdmondsCommerce\DoctrineStaticMeta\Entity\Savers;

use Doctrine\ORM\EntityManagerInterface;
use Doctrine\ORM\Mapping\ClassMetadataInfo;
use EdmondsCommerce\DoctrineStaticMeta\Entity\Fields\Factories\UuidFactory;
use EdmondsCommerce\DoctrineStaticMeta\Entity\Interfaces\EntityInterface;
use EdmondsCommerce\DoctrineStaticMeta\Entity\Savers\BulkEntityUpdater\BulkSimpleEntityCreatorHelper;
use EdmondsCommerce\DoctrineStaticMeta\Schema\MysqliConnectionFactory;
use EdmondsCommerce\DoctrineStaticMeta\Schema\UuidFunctionPolyfill;
use Ramsey\Uuid\Doctrine\UuidBinaryOrderedTimeType;
use Ramsey\Uuid\UuidInterface;

/**
 * @SuppressWarnings(PHPMD.CouplingBetweenObjects)
 */
class BulkSimpleEntityCreator extends AbstractBulkProcess
{
    public const INSERT_MODE_INSERT  = 'INSERT ';
    public const INSERT_MODE_IGNORE  = 'INSERT IGNORE ';
    public const INSERT_MODE_DEFAULT = self::INSERT_MODE_INSERT;
    public const INSERT_MODES        = [
        self::INSERT_MODE_INSERT,
        self::INSERT_MODE_IGNORE,
    ];

    /**
     * @var BulkSimpleEntityCreatorHelper
     */
    private $helper;
    /**
     * @var string
     */
    private $tableName;
    /**
     * @var string
     */
    private $entityFqn;
    /**
     * Is the UUID binary
     *
     * @var bool
     */
    private $isBinaryUuid = true;
    /**
     * @var ClassMetadataInfo
     */
    private $meta;
    /**
     * @var string
     */
    private $primaryKeyCol;
    /**
     * @var \mysqli
     */
    private $mysqli;
    /**
     * @var UuidFunctionPolyfill
     */
    private $uuidFunctionPolyfill;
    /**
     * @var UuidFactory
     */
    private $uuidFactory;
    /**
     * @var string
     */
    private $query;
    /**
     * For creation this should always be 100%, so 1
     *
     * @var int
     */
    private $requireAffectedRatio = 1;
    /**
     * @var int
     */
    private $totalAffectedRows = 0;

    private $insertMode = self::INSERT_MODE_DEFAULT;

    public function __construct(
        EntityManagerInterface $entityManager,
        MysqliConnectionFactory $mysqliConnectionFactory,
        UuidFunctionPolyfill $uuidFunctionPolyfill,
        UuidFactory $uuidFactory
    ) {
        parent::__construct($entityManager);
        $this->mysqli               = $mysqliConnectionFactory->createFromEntityManager($entityManager);
        $this->uuidFunctionPolyfill = $uuidFunctionPolyfill;
        $this->uuidFactory          = $uuidFactory;
    }

    public function endBulkProcess(): void
    {
        // Reset the insert mode to default to prevent state bleeding across batch runs
        $this->setInsertMode(self::INSERT_MODE_DEFAULT);

        parent::endBulkProcess();
    }

    /**
     * @param string $insertMode
     *
     * @return BulkSimpleEntityCreator
     */
    public function setInsertMode(string $insertMode): BulkSimpleEntityCreator
    {
        if (false === \in_array($insertMode, self::INSERT_MODES, true)) {
            throw new \InvalidArgumentException('Invalid insert mode');
        }
        $this->insertMode = $insertMode;
        if ($this->insertMode === self::INSERT_MODE_IGNORE) {
            $this->requireAffectedRatio = 0;
        }

        return $this;
    }

    public function addEntityToSave(EntityInterface $entity): void
    {
        throw new \RuntimeException('You should not try to save Entities with this saver');
    }

    public function addEntitiesToSave(array $entities): void
    {
        foreach ($entities as $entityData) {
            if (\is_array($entityData)) {
                $this->addEntityCreationData($entityData);
                continue;
            }
            throw new \InvalidArgumentException('You should only pass in simple arrays of scalar entity data');
        }
    }

    public function addEntityCreationData(array $entityData): void
    {
        $this->entitiesToSave[] = $entityData;
        $this->bulkSaveIfChunkBigEnough();
    }

    public function setHelper(BulkSimpleEntityCreatorHelper $helper): void
    {
        $this->helper        = $helper;
        $this->tableName     = $helper->getTableName();
        $this->entityFqn     = $helper->getEntityFqn();
        $this->meta          = $this->entityManager->getClassMetadata($this->entityFqn);
        $this->primaryKeyCol = $this->meta->getSingleIdentifierFieldName();
        $this->isBinaryUuid  = $this->isBinaryUuid();
        $this->runPolyfillIfRequired();
    }

    private function isBinaryUuid(): bool
    {
        $idMapping = $this->meta->getFieldMapping($this->meta->getSingleIdentifierFieldName());

        return $idMapping['type'] === UuidBinaryOrderedTimeType::NAME;
    }

    private function runPolyfillIfRequired(): void
    {
        if (false === $this->isBinaryUuid) {
            return;
        }
        $this->uuidFunctionPolyfill->run();
    }

    /**
     * As these are not actually entities, lets empty them out before
     * parent::freeResources tries to detach from the entity manager
     */
    protected function freeResources()
    {
        $this->entitiesToSave = [];
        parent::freeResources();
    }

    protected function doSave(): void
    {
        foreach ($this->entitiesToSave as $entityData) {
            $this->appendToQuery($this->buildSql($entityData));
        }
        $this->runQuery();
        $this->reset();
    }

    private function appendToQuery(string $sql)
    {
        $this->query .= "\n$sql";
    }

    private function buildSql(array $entityData): string
    {
        $sql  = $this->insertMode . " into {$this->tableName} set ";
        $sqls = [
            $this->primaryKeyCol . ' = ' . $this->generateId(),
        ];
        foreach ($entityData as $key => $value) {
            if ($key === $this->primaryKeyCol) {
                throw new \InvalidArgumentException(
                    'You should not pass in IDs, they will be auto generated'
                );
            }
            if ($value instanceof UuidInterface) {
                $sqls[] = "`$key` = " . $this->getUuidSql($value);
                continue;
            }
            $value  = $this->mysqli->escape_string((string)$value);
            $sqls[] = "`$key` = '$value'";
        }
        $sql .= implode(', ', $sqls) . ';';

        return $sql;
    }

    private function generateId()
    {
        if ($this->isBinaryUuid) {
            return $this->getUuidSql($this->uuidFactory->getOrderedTimeUuid());
        }

        return $this->getUuidSql($this->uuidFactory->getUuid());
    }

    private function getUuidSql(UuidInterface $uuid)
    {
        if ($this->isBinaryUuid) {
            $uuidString = (string)$uuid;

            return "UUID_TO_BIN('$uuidString')";
        }

        throw new \RuntimeException('This is not currently suppported - should be easy enough though');
    }

    private function runQuery(): void
    {
        if ('' === $this->query) {
            return;
        }
        $this->query = "
           START TRANSACTION;
           SET FOREIGN_KEY_CHECKS = 0; 
           SET UNIQUE_CHECKS = 0;
           {$this->query}             
           SET FOREIGN_KEY_CHECKS = 1; 
           SET UNIQUE_CHECKS = 1;
           COMMIT;";
        $result      = $this->mysqli->multi_query($this->query);
        if (true !== $result) {
            throw new \RuntimeException(
                'Multi Query returned false which means the first statement failed: ' .
                $this->mysqli->error
            );
        }
        $affectedRows = 0;
        $queryCount   = 0;
        do {
            $queryCount++;
            $errorNo = (int)$this->mysqli->errno;
            if (0 !== $errorNo) {
                $errorMessage = 'Query #' . $queryCount .
                                ' got MySQL Error #' . $errorNo .
                                ': ' . $this->mysqli->error
                                . "\nQuery: " . $this->getQueryLine($queryCount) . "'\n";
                throw new \RuntimeException($errorMessage);
            }
            $affectedRows += max($this->mysqli->affected_rows, 0);
            if (false === $this->mysqli->more_results()) {
                break;
            }
            $this->mysqli->next_result();
        } while (true);
        if ($affectedRows < count($this->entitiesToSave) * $this->requireAffectedRatio) {
            throw new \RuntimeException(
                'Affected rows count of ' . $affectedRows .
                ' does match the expected count of entitiesToSave ' . count($this->entitiesToSave)
            );
        }
        $this->totalAffectedRows += $affectedRows;
        $this->mysqli->commit();
    }

    private function getQueryLine(int $line): string
    {
        $lines = explode(";\n", $this->query);

        return $lines[$line + 1];
    }

    private function reset(): void
    {
        $this->entitiesToSave = [];
        $this->query          = '';
    }
}


1		<?php declare(strict_types=1);
2
3		namespace EdmondsCommerce\DoctrineStaticMeta\Entity\Savers;
4
5		use Doctrine\ORM\EntityManagerInterface;
6		use Doctrine\ORM\Mapping\ClassMetadataInfo;
7		use EdmondsCommerce\DoctrineStaticMeta\Entity\Fields\Factories\UuidFactory;
8		use EdmondsCommerce\DoctrineStaticMeta\Entity\Interfaces\EntityInterface;
9		use EdmondsCommerce\DoctrineStaticMeta\Entity\Savers\BulkEntityUpdater\BulkSimpleEntityCreatorHelper;
10		use EdmondsCommerce\DoctrineStaticMeta\Schema\MysqliConnectionFactory;
11		use EdmondsCommerce\DoctrineStaticMeta\Schema\UuidFunctionPolyfill;
12		use Ramsey\Uuid\Doctrine\UuidBinaryOrderedTimeType;
13		use Ramsey\Uuid\UuidInterface;
14
15		/**
16		* @SuppressWarnings(PHPMD.CouplingBetweenObjects)
17		*/
18		class BulkSimpleEntityCreator extends AbstractBulkProcess
19		{
20		public const INSERT_MODE_INSERT = 'INSERT ';
21		public const INSERT_MODE_IGNORE = 'INSERT IGNORE ';
22		public const INSERT_MODE_DEFAULT = self::INSERT_MODE_INSERT;
23		public const INSERT_MODES = [
24		self::INSERT_MODE_INSERT,
25		self::INSERT_MODE_IGNORE,
26		];
27
28		/**
29		* @var BulkSimpleEntityCreatorHelper
30		*/
31		private $helper;
32		/**
33		* @var string
34		*/
35		private $tableName;
36		/**
37		* @var string
38		*/
39		private $entityFqn;
40		/**
41		* Is the UUID binary
42		*
43		* @var bool
44		*/
45		private $isBinaryUuid = true;
46		/**
47		* @var ClassMetadataInfo
48		*/
49		private $meta;
50		/**
51		* @var string
52		*/
53		private $primaryKeyCol;
54		/**
55		* @var \mysqli
56		*/
57		private $mysqli;
58		/**
59		* @var UuidFunctionPolyfill
60		*/
61		private $uuidFunctionPolyfill;
62		/**
63		* @var UuidFactory
64		*/
65		private $uuidFactory;
66		/**
67		* @var string
68		*/
69		private $query;
70		/**
71		* For creation this should always be 100%, so 1
72		*
73		* @var int
74		*/
75		private $requireAffectedRatio = 1;
76		/**
77		* @var int
78		*/
79		private $totalAffectedRows = 0;
80
81		private $insertMode = self::INSERT_MODE_DEFAULT;
82
83	1	public function __construct(
84		EntityManagerInterface $entityManager,
85		MysqliConnectionFactory $mysqliConnectionFactory,
86		UuidFunctionPolyfill $uuidFunctionPolyfill,
87		UuidFactory $uuidFactory
88		) {
89	1	parent::__construct($entityManager);
90	1	$this->mysqli = $mysqliConnectionFactory->createFromEntityManager($entityManager);
91	1	$this->uuidFunctionPolyfill = $uuidFunctionPolyfill;
92	1	$this->uuidFactory = $uuidFactory;
93	1	}
94
95	1	public function endBulkProcess(): void
96		{
97		// Reset the insert mode to default to prevent state bleeding across batch runs
98	1	$this->setInsertMode(self::INSERT_MODE_DEFAULT);
99
100	1	parent::endBulkProcess();
101	1	}
102
103		/**
104		* @param string $insertMode
105		*
106		* @return BulkSimpleEntityCreator
107		*/
108	1	public function setInsertMode(string $insertMode): BulkSimpleEntityCreator
109		{
110	1	if (false === \in_array($insertMode, self::INSERT_MODES, true)) {
111		throw new \InvalidArgumentException('Invalid insert mode');
112		}
113	1	$this->insertMode = $insertMode;
114	1	if ($this->insertMode === self::INSERT_MODE_IGNORE) {
115		$this->requireAffectedRatio = 0;
116		}
117
118	1	return $this;
119		}
120
121		public function addEntityToSave(EntityInterface $entity): void
122		{
123		throw new \RuntimeException('You should not try to save Entities with this saver');
124		}
125
126	1	public function addEntitiesToSave(array $entities): void
127		{
128	1	foreach ($entities as $entityData) {
129	1	if (\is_array($entityData)) {
130	1	$this->addEntityCreationData($entityData);
131	1	continue;
132		}
133		throw new \InvalidArgumentException('You should only pass in simple arrays of scalar entity data');
134		}
135	1	}
136
137	1	public function addEntityCreationData(array $entityData): void
138		{
139	1	$this->entitiesToSave[] = $entityData;
140	1	$this->bulkSaveIfChunkBigEnough();
141	1	}
142
143	1	public function setHelper(BulkSimpleEntityCreatorHelper $helper): void
144		{
145	1	$this->helper = $helper;
146	1	$this->tableName = $helper->getTableName();
147	1	$this->entityFqn = $helper->getEntityFqn();
148	1	$this->meta = $this->entityManager->getClassMetadata($this->entityFqn);
149	1	$this->primaryKeyCol = $this->meta->getSingleIdentifierFieldName();
150	1	$this->isBinaryUuid = $this->isBinaryUuid();
151	1	$this->runPolyfillIfRequired();
152	1	}
153
154	1	private function isBinaryUuid(): bool
155		{
156	1	$idMapping = $this->meta->getFieldMapping($this->meta->getSingleIdentifierFieldName());
157
158	1	return $idMapping['type'] === UuidBinaryOrderedTimeType::NAME;
159		}
160
161	1	private function runPolyfillIfRequired(): void
162		{
163	1	if (false === $this->isBinaryUuid) {
164		return;
165		}
166	1	$this->uuidFunctionPolyfill->run();
167	1	}
168
169		/**
170		* As these are not actually entities, lets empty them out before
171		* parent::freeResources tries to detach from the entity manager
172		*/
173	1	protected function freeResources()
174		{
175	1	$this->entitiesToSave = [];
176	1	parent::freeResources();
177	1	}
178
179	1	protected function doSave(): void
180		{
181	1	foreach ($this->entitiesToSave as $entityData) {
182	1	$this->appendToQuery($this->buildSql($entityData));
183		}
184	1	$this->runQuery();
185	1	$this->reset();
186	1	}
187
188	1	private function appendToQuery(string $sql)
189		{
190	1	$this->query .= "\n$sql";
191	1	}
192
193	1	private function buildSql(array $entityData): string
194		{
195	1	$sql = $this->insertMode . " into {$this->tableName} set ";
196		$sqls = [
197	1	$this->primaryKeyCol . ' = ' . $this->generateId(),
198		];
199	1	foreach ($entityData as $key => $value) {
200	1	if ($key === $this->primaryKeyCol) {
201		throw new \InvalidArgumentException(
202		'You should not pass in IDs, they will be auto generated'
203		);
204		}
205	1	if ($value instanceof UuidInterface) {
206		$sqls[] = "`$key` = " . $this->getUuidSql($value);
207		continue;
208		}
209	1	$value = $this->mysqli->escape_string((string)$value);
210	1	$sqls[] = "`$key` = '$value'";
211		}
212	1	$sql .= implode(', ', $sqls) . ';';
213
214	1	return $sql;
215		}
216
217	1	private function generateId()
218		{
219	1	if ($this->isBinaryUuid) {
220	1	return $this->getUuidSql($this->uuidFactory->getOrderedTimeUuid());
221		}
222
223		return $this->getUuidSql($this->uuidFactory->getUuid());
224		}
225
226	1	private function getUuidSql(UuidInterface $uuid)
227		{
228	1	if ($this->isBinaryUuid) {
229	1	$uuidString = (string)$uuid;
230
231	1	return "UUID_TO_BIN('$uuidString')";
232		}
233
234		throw new \RuntimeException('This is not currently suppported - should be easy enough though');
235		}
236
237	1	private function runQuery(): void
238		{
239	1	if ('' === $this->query) {
240		return;
241		}
242	1	$this->query = "
243		START TRANSACTION;
244		SET FOREIGN_KEY_CHECKS = 0;
245		SET UNIQUE_CHECKS = 0;
246	1	{$this->query}
247		SET FOREIGN_KEY_CHECKS = 1;
248		SET UNIQUE_CHECKS = 1;
249		COMMIT;";
250	1	$result = $this->mysqli->multi_query($this->query);
251	1	if (true !== $result) {
252		throw new \RuntimeException(
253		'Multi Query returned false which means the first statement failed: ' .
254		$this->mysqli->error
255		);
256		}
257	1	$affectedRows = 0;
258	1	$queryCount = 0;
259		do {
260	1	$queryCount++;
261	1	$errorNo = (int)$this->mysqli->errno;
262	1	if (0 !== $errorNo) {
263		$errorMessage = 'Query #' . $queryCount .
264		' got MySQL Error #' . $errorNo .
265		': ' . $this->mysqli->error
266		. "\nQuery: " . $this->getQueryLine($queryCount) . "'\n";
267		throw new \RuntimeException($errorMessage);
268		}
269	1	$affectedRows += max($this->mysqli->affected_rows, 0);
270	1	if (false === $this->mysqli->more_results()) {
271	1	break;
272		}
273	1	$this->mysqli->next_result();
274	1	} while (true);
275	1	if ($affectedRows < count($this->entitiesToSave) * $this->requireAffectedRatio) {
276		throw new \RuntimeException(
277		'Affected rows count of ' . $affectedRows .
278		' does match the expected count of entitiesToSave ' . count($this->entitiesToSave)
279		);
280		}
281	1	$this->totalAffectedRows += $affectedRows;
282	1	$this->mysqli->commit();
283	1	}
284
285		private function getQueryLine(int $line): string
286		{
287		$lines = explode(";\n", $this->query);
288
289		return $lines[$line + 1];
290		}
291
292	1	private function reset(): void
293		{
294	1	$this->entitiesToSave = [];
295	1	$this->query = '';
296	1	}
297		}
298

edmondscommerce / doctrine-static-meta

GitHub Access Token became invalid

Pull Request — master (#178)

BulkSimpleEntityCreator::addEntitiesToSave() A

Complexity

Size

Duplication

Code Coverage

Importance

Duplication Side-by-Side

Filter issues like