DB::doBatchInsert() - Code Metrics - Inspection of "Load DATA For Insert and Update working for sqlser..." - edyan/neuralyzer - Measure and Improve Code Quality continuously with Scrutinizer

Test Failed

Push — master ( dd9cb8...6d15c1 )

by Emmanuel

created 2018-05-12 21:11 UTC

DB::doBatchInsert() A

↳ Parent: DB

Complexity

Conditions	1
Paths	1

Size

Total Lines	5
Code Lines	3

Duplication

Lines	0
Ratio	0 %

Code Coverage

Tests	4
CRAP Score	1

Importance

Changes

Metric	Value
dl	0
loc	5
ccs	4
cts	4
cp	1
rs	9.4285
c	0
b	0
f	0
cc	1
eloc	3
nc	1
nop	0
crap	1

<?php
/**
 * neuralyzer : Data Anonymization Library and CLI Tool
 *
 * PHP Version 7.1
 *
 * @author Emmanuel Dyan
 * @author Rémi Sauvat
 * @copyright 2018 Emmanuel Dyan
 *
 * @package edyan/neuralyzer
 *
 * @license GNU General Public License v2.0
 *
 * @link https://github.com/edyan/neuralyzer
 */

namespace Edyan\Neuralyzer\Anonymizer;

use Doctrine\DBAL\Connection;
use Doctrine\DBAL\Configuration as DbalConfiguration;
use Doctrine\DBAL\DriverManager as DbalDriverManager;
use Doctrine\DBAL\Query\QueryBuilder;
use Edyan\Neuralyzer\Exception\NeuralizerException;
use Edyan\Neuralyzer\Utils\CSVWriter;
use Edyan\Neuralyzer\Utils\DBUtils;

/**
 * Implement AbstractAnonymizer for DB, to read and write data via Doctrine DBAL
 */
class DB extends AbstractAnonymizer
{
    /**
     * Doctrine DB Adapter
     * @var Connection
     */
    private $conn;

    /**
     * Various Options for drivers
     * @var array
     */
    private $driverOptions = [
        'pdo_mysql' => [1001 => true], // 1001 = \PDO::MYSQL_ATTR_LOCAL_INFILE
    ];

    /**
     * Various generic utils
     * @var DBUtils
     */
    private $dbUtils;

    /**
     * Primary Key
     * @var string
     */
    private $priKey;

    /**
     * Define the way we update / insert data
     * @var string
     */
    private $mode = 'queries';

    /**
     * Contains queries if returnRes is true
     * @var array
     */
    private $queries = [];

    /**
     * File resource for the csv (batch mode)
     * @var resource
     */
    private $csv;

    /**
     * Define available update modes
     * @var array
     */
    private $updateMode = [
        'queries' => 'doUpdateByQueries',
        'batch' => 'doBatchUpdate'
    ];

    /**
     * Define available insert modes
     * @var array
     */
    private $insertMode = [
        'queries' => 'doInsertByQueries',
        'batch' => 'doBatchInsert'
    ];

    /**
     * Init connection
     *
     * @param $params   Parameters to send to Doctrine DB
     */
    public function __construct(array $params)
    {
        // Set specific options
        $params['driverOptions'] = array_key_exists($params['driver'], $this->driverOptions)
            ? $this->driverOptions[$params['driver']]
            : [];

        $this->conn = DbalDriverManager::getConnection($params, new DbalConfiguration());
        $this->conn->setFetchMode(\Doctrine\DBAL\FetchMode::ASSOCIATIVE);

        $this->dbUtils = new DBUtils($this->conn);
    }


    /**
     * Get Doctrine Connection
     *
     * @return Connection
     */
    public function getConn(): Connection
    {
        return $this->conn;
    }


    /**
     * Set the mode for update / insert
     * @param string $mode
     * @return DB
     */
    public function setMode(string $mode): DB
    {
        if (!in_array($mode, ['queries', 'batch'])) {
            throw new NeuralizerException('Mode could be only queries or batch');
        }

        if ($mode === 'batch') {
            $driver = $this->conn->getDriver()->getName();
            $enclosure = (strpos($driver, 'pgsql') || strpos($driver, 'sqlsrv'))
                ? chr(0)
                : '"';
            $this->csv = new CSVWriter();

            $this->csv->setCsvControl('|', $enclosure);
        }

        $this->mode = $mode;

        return $this;
    }


    /**
     * Process an entity by reading / writing to the DB
     *
     * @param string        $entity
     * @param callable|null $callback
     *
     * @return void|array
     */
    public function processEntity(string $entity, callable $callback = null): array
    {
        $this->dbUtils->assertTableExists($entity);

        $this->priKey = $this->dbUtils->getPrimaryKey($entity);
        $this->entityCols = $this->dbUtils->getTableCols($entity);
        $this->entity = $entity;

        $actionsOnThatEntity = $this->whatToDoWithEntity();
        $this->queries = [];

        // Wrap everything in a transaction
        try {
            $this->conn->beginTransaction();

            if ($actionsOnThatEntity & self::TRUNCATE_TABLE) {
                $where = $this->getWhereConditionInConfig();
                $query = $this->runDelete($where);
                ($this->returnRes === true ? array_push($this->queries, $query) : '');
            }

            if ($actionsOnThatEntity & self::UPDATE_TABLE) {
                $this->updateData($callback);
            }

            if ($actionsOnThatEntity & self::INSERT_TABLE) {
                $this->insertData($callback);
            }

            $this->conn->commit();
        } catch (\Exception $e) {
            $this->conn->rollback();
            $this->conn->close(); // To avoid locks

            throw $e;
        }

        return $this->queries;
    }


    /**
     * Execute the Delete with Doctrine Query Builder
     *
     * @param string $where
     *
     * @return string
     */
    private function runDelete(string $where): string
    {
        $queryBuilder = $this->conn->createQueryBuilder();
        $queryBuilder = $queryBuilder->delete($this->entity);
        if (!empty($where)) {
            $queryBuilder = $queryBuilder->where($where);
        }
        $sql = $queryBuilder->getSQL();

        if ($this->pretend === true) {
            return $sql;
        }

        $queryBuilder->execute();

        return $sql;
    }


    /**
     * Update data of table
     *
     * @param  callable $callback
     */
    private function updateData($callback = null): void
    {
        $queryBuilder = $this->conn->createQueryBuilder();
        if ($this->limit === 0) {
            $this->setLimit($this->dbUtils->countResults($this->entity));
        }

        $startAt = 0; // The first part of the limit (offset)
        $num = 0; // The number of rows updated
        while ($num < $this->limit) {
            $rows = $queryBuilder
                        ->select('*')->from($this->entity)
                        ->setFirstResult($startAt)->setMaxResults($this->batchSize)
                        ->orderBy($this->priKey)
                        ->execute();

            // I need to read line by line if I have to update the table
            // to make sure I do update by update (slower but no other choice for now)
            foreach ($rows as $row) {
$collection = json_decode($data, true);
if ( ! is_array($collection)) {
    throw new \RuntimeException('$collection must be an array.');
}

foreach ($collection as $item) { /** ... */ }
                // Call the right method according to the mode
                $this->{$this->updateMode[$this->mode]}($row);

                if (!is_null($callback)) {
                    $callback(++$num);
                }
                // Have to exit now as we have reached the max
                if ($num >= $this->limit) {
                    break 2;
                }
            }
            // Move the offset
            // Make sure the loop ends if we have nothing to process
            $num = $startAt += $this->batchSize;
        }
        // Run a final method if defined
        if ($this->mode === 'batch') {
            $this->loadDataInBatch('update');
        }
    }


    /**
     * Execute the Update with Doctrine QueryBuilder
     * @SuppressWarnings("unused") - Used dynamically
     * @param  array $row  Full row
     */
    private function doUpdateByQueries(array $row): void
    {
        $data = $this->generateFakeData();

        $queryBuilder = $this->conn->createQueryBuilder();
        $queryBuilder = $queryBuilder->update($this->entity);
        foreach ($data as $field => $value) {
            $value = empty($row[$field]) ? '' : $value;
            $queryBuilder = $queryBuilder->set(
                $field,
                $this->dbUtils->getCondition($field, $this->entityCols[$field])
            );
            $queryBuilder = $queryBuilder->setParameter(":$field", $value);
        }
        $queryBuilder = $queryBuilder->where("{$this->priKey} = :{$this->priKey}");
        $queryBuilder = $queryBuilder->setParameter(":{$this->priKey}", $row[$this->priKey]);

        $this->returnRes === true ?
            array_push($this->queries, $this->dbUtils->getRawSQL($queryBuilder)) :
            '';

        if ($this->pretend === false) {
            $queryBuilder->execute();
        }
    }


    /**
     * Write the line required for a later LOAD DATA (or \copy)
     * @SuppressWarnings("unused") - Used dynamically
     * @param  array $row  Full row
     */
    private function doBatchUpdate(array $row): void
    {
        $fakeData = $this->generateFakeData();
        $data = [];
        // Go trough all fields, and take a value by priority
        foreach (array_keys($this->entityCols) as $field) {
            // First take the fake data
            $data[$field] = $row[$field];
            if (!empty($row[$field]) && array_key_exists($field, $fakeData)) {
                $data[$field] = $fakeData[$field];
            }
        }

        $this->csv->write($data);

    }


    /**
     * Insert data into table
     * @param  callable $callback
     */
    private function insertData($callback = null): void
    {
        for ($rowNum = 1; $rowNum <= $this->limit; $rowNum++) {
            // Call the right method according to the mode
            $this->{$this->insertMode[$this->mode]}($rowNum);

            if (!is_null($callback)) {
                $callback($rowNum);
            }
        }

        // Run a final method if defined
        if ($this->mode === 'batch') {
            $this->loadDataInBatch('insert');
        }
    }


    /**
     * Execute an INSERT with Doctrine QueryBuilder
     * @SuppressWarnings("unused") - Used dynamically
     */
    private function doInsertByQueries(): void
    {
        $data = $this->generateFakeData();

        $queryBuilder = $this->conn->createQueryBuilder();
        $queryBuilder = $queryBuilder->insert($this->entity);
        foreach ($data as $field => $value) {
            $queryBuilder = $queryBuilder->setValue($field, ":$field");
            $queryBuilder = $queryBuilder->setParameter(":$field", $value);
        }

        $this->returnRes === true ?
            array_push($this->queries, $this->dbUtils->getRawSQL($queryBuilder)) :
            '';

        if ($this->pretend === false) {
            $queryBuilder->execute();
        }
    }


    /**
     * Write the line required for a later LOAD DATA (or \copy)
     * @SuppressWarnings("unused") - Used dynamically
     */
    private function doBatchInsert(): void
    {
        $data = $this->generateFakeData();
        $this->csv->write($data);

    }


    /**
     * If a file has been created for the batch mode, destroy it
     * @SuppressWarnings("unused") - Used dynamically
     * @param string $mode "update" or "insert"
     */
    private function loadDataInBatch(string $mode): void
    {
        $dbType = substr($this->conn->getDriver()->getName(), 4);
        $method = 'loadDataFor' . ucfirst($dbType);

        $fields = array_keys($this->configEntites[$this->entity]['cols']);
        // Replace by all fields if update as we have to load everything
        if ($mode === 'update') {
            $fields = array_keys($this->entityCols);
        }

        $sql = $this->{$method}($fields, $mode);

        $this->returnRes === true ? array_push($this->queries, $sql) : '';

        // Destroy the file
        unlink($this->csv->getRealPath());

    }


    /**
     * Load Data for MySQL (Specific Query)
     * @SuppressWarnings("unused") - Used dynamically
     * @param  array   $fields
     * @param  string  $mode  Not in used here
     * @return string
     */
    private function loadDataForMysql(array $fields, string $mode): string

    {
        $sql ="LOAD DATA LOCAL INFILE '" . $this->csv->getRealPath() . "'

     REPLACE INTO TABLE {$this->entity}
     FIELDS TERMINATED BY '|' ENCLOSED BY '\"'
     (`" . implode("`, `", $fields) . "`)";

        // Run the query if asked
        if ($this->pretend === false) {
            $this->conn->query($sql);
        }

        return $sql;
    }


    /**
     * Load Data for Postgres (Specific Query)
     * @SuppressWarnings("unused") - Used dynamically
     * @param  array   $fields
     * @param  string  $mode   "update" or "insert" to know if we truncate or not
     * @return string
     */
    private function loadDataForPgsql(array $fields, string $mode): string
    {
        $fields = implode(', ', $fields);

        $filename = $this->csv->getRealPath();

        if ($this->pretend === false) {
            if ($mode === 'update') {
                $this->conn->query("TRUNCATE {$this->entity}");
            }
            $pdo = $this->conn->getWrappedConnection();
            $pdo->pgsqlCopyFromFile($this->entity, $filename, '|', '\\\\N', $fields);

        }

        $sql = "COPY {$this->entity} ($fields) FROM '{$filename}' ";
        $sql.= '... Managed by pgsqlCopyFromFile';

        return $sql;
    }


    /**
     * Load Data for SQLServer (Specific Query)
     * @SuppressWarnings("unused") - Used dynamically
     * @param  array   $fields
     * @param  string  $mode   "update" or "insert" to know if we truncate or not
     * @return string
     */
    private function loadDataForSqlsrv(array $fields, string $mode): string
    {
        if (substr(gethostbyname($this->conn->getHost()), 0, 3) !== '127') {
            throw new NeuralizerException('SQL Server must be on the same host than PHP');
        }

        $fields = implode(',', $fields);
$myVar = 'Value';
$higher = false;

if (rand(1, 6) > 3) {
    $higher = true;
} else {
    $higher = false;
}
        $sql ="BULK INSERT {$this->entity}
     FROM '" . $this->csv->getRealPath() . "' WITH (

         FIELDTERMINATOR = '|', DATAFILETYPE = 'widechar', ROWTERMINATOR = '" . PHP_EOL . "'
     )";

        $filename = $this->csv->getRealPath();
$myVar = 'Value';
$higher = false;

if (rand(1, 6) > 3) {
    $higher = true;
} else {
    $higher = false;
}
        if ($this->pretend === false) {
            if ($mode === 'update') {
                $this->conn->query("TRUNCATE TABLE {$this->entity}");
            }

            $this->conn->query($sql);
        }

        return $sql;
    }
}


1		<?php
2		/**
3		* neuralyzer : Data Anonymization Library and CLI Tool
4		*
5		* PHP Version 7.1
6		*
7		* @author Emmanuel Dyan
8		* @author Rémi Sauvat
9		* @copyright 2018 Emmanuel Dyan
10		*
11		* @package edyan/neuralyzer
12		*
13		* @license GNU General Public License v2.0
14		*
15		* @link https://github.com/edyan/neuralyzer
16		*/
17
18		namespace Edyan\Neuralyzer\Anonymizer;
19
20		use Doctrine\DBAL\Connection;
21		use Doctrine\DBAL\Configuration as DbalConfiguration;
22		use Doctrine\DBAL\DriverManager as DbalDriverManager;
23		use Doctrine\DBAL\Query\QueryBuilder;
24		use Edyan\Neuralyzer\Exception\NeuralizerException;
25		use Edyan\Neuralyzer\Utils\CSVWriter;
26		use Edyan\Neuralyzer\Utils\DBUtils;
27
28		/**
29		* Implement AbstractAnonymizer for DB, to read and write data via Doctrine DBAL
30		*/
31		class DB extends AbstractAnonymizer
32		{
33		/**
34		* Doctrine DB Adapter
35		* @var Connection
36		*/
37		private $conn;
38
39		/**
40		* Various Options for drivers
41		* @var array
42		*/
43		private $driverOptions = [
44		'pdo_mysql' => [1001 => true], // 1001 = \PDO::MYSQL_ATTR_LOCAL_INFILE
45		];
46
47		/**
48		* Various generic utils
49		* @var DBUtils
50		*/
51		private $dbUtils;
52
53		/**
54		* Primary Key
55		* @var string
56		*/
57		private $priKey;
58
59		/**
60		* Define the way we update / insert data
61		* @var string
62		*/
63		private $mode = 'queries';
64
65		/**
66		* Contains queries if returnRes is true
67		* @var array
68		*/
69		private $queries = [];
70
71		/**
72		* File resource for the csv (batch mode)
73		* @var resource
74		*/
75		private $csv;
76
77		/**
78		* Define available update modes
79		* @var array
80		*/
81		private $updateMode = [
82		'queries' => 'doUpdateByQueries',
83		'batch' => 'doBatchUpdate'
84		];
85
86		/**
87		* Define available insert modes
88		* @var array
89		*/
90		private $insertMode = [
91		'queries' => 'doInsertByQueries',
92		'batch' => 'doBatchInsert'
93		];
94
95		/**
96		* Init connection
97		*
98		* @param $params Parameters to send to Doctrine DB
99		*/
100	10	public function __construct(array $params)
101		{
102		// Set specific options
103	10	$params['driverOptions'] = array_key_exists($params['driver'], $this->driverOptions)
104	10	? $this->driverOptions[$params['driver']]
105		: [];
106
107	10	$this->conn = DbalDriverManager::getConnection($params, new DbalConfiguration());
108	10	$this->conn->setFetchMode(\Doctrine\DBAL\FetchMode::ASSOCIATIVE);
109
110	10	$this->dbUtils = new DBUtils($this->conn);
111	10	}
112
113
114		/**
115		* Get Doctrine Connection
116		*
117		* @return Connection
118		*/
119		public function getConn(): Connection
120		{
121		return $this->conn;
122		}
123
124
125		/**
126		* Set the mode for update / insert
127		* @param string $mode
128		* @return DB
129		*/
130	2	public function setMode(string $mode): DB
131		{
132	2	if (!in_array($mode, ['queries', 'batch'])) {
133	1	throw new NeuralizerException('Mode could be only queries or batch');
134		}
135
136	1	if ($mode === 'batch') {
137	1	$driver = $this->conn->getDriver()->getName();
138	1	$enclosure = (strpos($driver, 'pgsql') \|\| strpos($driver, 'sqlsrv'))
139		? chr(0)
140	1	: '"';
141	1	$this->csv = new CSVWriter();
		0 ignored issues – show Documentation Bug introduced 2018-05-12 21:16 UTC by Report Bug Copy Issue Report It seems like `new \Edyan\Neuralyzer\Utils\CSVWriter()` of type `object<Edyan\Neuralyzer\Utils\CSVWriter>` is incompatible with the declared type `resource` of property `$csv`. Our type inference engine has found an assignment to a property that is incompatible with the declared type of that property. Either this assignment is in error or the assigned type should be added to the documentation/type hint for that property.. Loading history...
142	1	$this->csv->setCsvControl('\|', $enclosure);
143		}
144
145	1	$this->mode = $mode;
146
147	1	return $this;
148		}
149
150
151		/**
152		* Process an entity by reading / writing to the DB
153		*
154		* @param string $entity
155		* @param callable\|null $callback
156		*
157		* @return void\|array
158		*/
159	9	public function processEntity(string $entity, callable $callback = null): array
160		{
161	9	$this->dbUtils->assertTableExists($entity);
162
163	8	$this->priKey = $this->dbUtils->getPrimaryKey($entity);
164	7	$this->entityCols = $this->dbUtils->getTableCols($entity);
165	7	$this->entity = $entity;
166
167	7	$actionsOnThatEntity = $this->whatToDoWithEntity();
168	5	$this->queries = [];
169
170		// Wrap everything in a transaction
171		try {
172	5	$this->conn->beginTransaction();
173
174	5	if ($actionsOnThatEntity & self::TRUNCATE_TABLE) {
175	3	$where = $this->getWhereConditionInConfig();
176	3	$query = $this->runDelete($where);
177	2	($this->returnRes === true ? array_push($this->queries, $query) : '');
178		}
179
180	4	if ($actionsOnThatEntity & self::UPDATE_TABLE) {
181	3	$this->updateData($callback);
182		}
183
184	4	if ($actionsOnThatEntity & self::INSERT_TABLE) {
185	1	$this->insertData($callback);
186		}
187
188	4	$this->conn->commit();
189	1	} catch (\Exception $e) {
190	1	$this->conn->rollback();
191	1	$this->conn->close(); // To avoid locks
192
193	1	throw $e;
194		}
195
196	4	return $this->queries;
197		}
198
199
200		/**
201		* Execute the Delete with Doctrine Query Builder
202		*
203		* @param string $where
204		*
205		* @return string
206		*/
207	3	private function runDelete(string $where): string
208		{
209	3	$queryBuilder = $this->conn->createQueryBuilder();
210	3	$queryBuilder = $queryBuilder->delete($this->entity);
211	3	if (!empty($where)) {
212	2	$queryBuilder = $queryBuilder->where($where);
213		}
214	3	$sql = $queryBuilder->getSQL();
215
216	3	if ($this->pretend === true) {
217	1	return $sql;
218		}
219
220	2	$queryBuilder->execute();
221
222	1	return $sql;
223		}
224
225
226		/**
227		* Update data of table
228		*
229		* @param callable $callback
230		*/
231	3	private function updateData($callback = null): void
232		{
233	3	$queryBuilder = $this->conn->createQueryBuilder();
234	3	if ($this->limit === 0) {
235	3	$this->setLimit($this->dbUtils->countResults($this->entity));
236		}
237
238	3	$startAt = 0; // The first part of the limit (offset)
239	3	$num = 0; // The number of rows updated
240	3	while ($num < $this->limit) {
241		$rows = $queryBuilder
242	3	->select('*')->from($this->entity)
243	3	->setFirstResult($startAt)->setMaxResults($this->batchSize)
244	3	->orderBy($this->priKey)
245	3	->execute();
246
247		// I need to read line by line if I have to update the table
248		// to make sure I do update by update (slower but no other choice for now)
249	3	foreach ($rows as $row) {
		0 ignored issues – show Bug introduced 2018-05-12 21:16 UTC by Report Bug Copy Issue Report The expression `$rows` of type `object<Doctrine\DBAL\Driver\Statement>\|integer` is not guaranteed to be traversable. How about adding an additional type check? There are different options of fixing this problem. If you want to be on the safe side, you can add an additional type-check: $collection = json_decode($data, true); if ( ! is_array($collection)) { throw new \RuntimeException('$collection must be an array.'); } foreach ($collection as $item) { /** ... / } If you are sure that the expression is traversable, you might want to add a doc comment cast* to improve IDE auto-completion and static analysis: /** @var array $collection / $collection = json_decode($data, true); foreach ($collection as $item) { /* .. / } Mark the issue as a false-positive*: Just hover the remove button, in the top-right corner of this issue for more options. Loading history...
250		// Call the right method according to the mode
251	3	$this->{$this->updateMode[$this->mode]}($row);
252
253	3	if (!is_null($callback)) {
254	1	$callback(++$num);
255		}
256		// Have to exit now as we have reached the max
257	3	if ($num >= $this->limit) {
258	3	break 2;
259		}
260		}
261		// Move the offset
262		// Make sure the loop ends if we have nothing to process
263	2	$num = $startAt += $this->batchSize;
264		}
265		// Run a final method if defined
266	3	if ($this->mode === 'batch') {
267		$this->loadDataInBatch('update');
268		}
269	3	}
270
271
272		/**
273		* Execute the Update with Doctrine QueryBuilder
274		* @SuppressWarnings("unused") - Used dynamically
275		* @param array $row Full row
276		*/
277	3	private function doUpdateByQueries(array $row): void
278		{
279	3	$data = $this->generateFakeData();
280
281	3	$queryBuilder = $this->conn->createQueryBuilder();
282	3	$queryBuilder = $queryBuilder->update($this->entity);
283	3	foreach ($data as $field => $value) {
284	3	$value = empty($row[$field]) ? '' : $value;
285	3	$queryBuilder = $queryBuilder->set(
286	3	$field,
287	3	$this->dbUtils->getCondition($field, $this->entityCols[$field])
288		);
289	3	$queryBuilder = $queryBuilder->setParameter(":$field", $value);
290		}
291	3	$queryBuilder = $queryBuilder->where("{$this->priKey} = :{$this->priKey}");
292	3	$queryBuilder = $queryBuilder->setParameter(":{$this->priKey}", $row[$this->priKey]);
293
294	3	$this->returnRes === true ?
295	3	array_push($this->queries, $this->dbUtils->getRawSQL($queryBuilder)) :
296		'';
297
298	3	if ($this->pretend === false) {
299		$queryBuilder->execute();
300		}
301	3	}
302
303
304		/**
305		* Write the line required for a later LOAD DATA (or \copy)
306		* @SuppressWarnings("unused") - Used dynamically
307		* @param array $row Full row
308		*/
309		private function doBatchUpdate(array $row): void
310		{
311		$fakeData = $this->generateFakeData();
312		$data = [];
313		// Go trough all fields, and take a value by priority
314		foreach (array_keys($this->entityCols) as $field) {
315		// First take the fake data
316		$data[$field] = $row[$field];
317		if (!empty($row[$field]) && array_key_exists($field, $fakeData)) {
318		$data[$field] = $fakeData[$field];
319		}
320		}
321
322		$this->csv->write($data);
		0 ignored issues – show Bug introduced 2018-05-12 21:16 UTC by Report Bug Copy Issue Report The method `write` cannot be called on `$this->csv` (of type `resource`). Methods can only be called on objects. This check looks for methods being called on variables that have been inferred to never be objects. Loading history...
323		}
324
325
326		/**
327		* Insert data into table
328		* @param callable $callback
329		*/
330	1	private function insertData($callback = null): void
331		{
332	1	for ($rowNum = 1; $rowNum <= $this->limit; $rowNum++) {
333		// Call the right method according to the mode
334	1	$this->{$this->insertMode[$this->mode]}($rowNum);
335
336	1	if (!is_null($callback)) {
337	1	$callback($rowNum);
338		}
339		}
340
341		// Run a final method if defined
342	1	if ($this->mode === 'batch') {
343	1	$this->loadDataInBatch('insert');
344		}
345	1	}
346
347
348		/**
349		* Execute an INSERT with Doctrine QueryBuilder
350		* @SuppressWarnings("unused") - Used dynamically
351		*/
352		private function doInsertByQueries(): void
353		{
354		$data = $this->generateFakeData();
355
356		$queryBuilder = $this->conn->createQueryBuilder();
357		$queryBuilder = $queryBuilder->insert($this->entity);
358		foreach ($data as $field => $value) {
359		$queryBuilder = $queryBuilder->setValue($field, ":$field");
360		$queryBuilder = $queryBuilder->setParameter(":$field", $value);
361		}
362
363		$this->returnRes === true ?
364		array_push($this->queries, $this->dbUtils->getRawSQL($queryBuilder)) :
365		'';
366
367		if ($this->pretend === false) {
368		$queryBuilder->execute();
369		}
370		}
371
372
373		/**
374		* Write the line required for a later LOAD DATA (or \copy)
375		* @SuppressWarnings("unused") - Used dynamically
376		*/
377	1	private function doBatchInsert(): void
378		{
379	1	$data = $this->generateFakeData();
380	1	$this->csv->write($data);
		0 ignored issues – show Bug introduced 2018-05-12 21:16 UTC by Report Bug Copy Issue Report The method `write` cannot be called on `$this->csv` (of type `resource`). Methods can only be called on objects. This check looks for methods being called on variables that have been inferred to never be objects. Loading history...
381	1	}
382
383
384		/**
385		* If a file has been created for the batch mode, destroy it
386		* @SuppressWarnings("unused") - Used dynamically
387		* @param string $mode "update" or "insert"
388		*/
389	1	private function loadDataInBatch(string $mode): void
390		{
391	1	$dbType = substr($this->conn->getDriver()->getName(), 4);
392	1	$method = 'loadDataFor' . ucfirst($dbType);
393
394	1	$fields = array_keys($this->configEntites[$this->entity]['cols']);
395		// Replace by all fields if update as we have to load everything
396	1	if ($mode === 'update') {
397		$fields = array_keys($this->entityCols);
398		}
399
400	1	$sql = $this->{$method}($fields, $mode);
401
402	1	$this->returnRes === true ? array_push($this->queries, $sql) : '';
403
404		// Destroy the file
405	1	unlink($this->csv->getRealPath());
		0 ignored issues – show Bug introduced 2018-05-12 21:16 UTC by Report Bug Copy Issue Report The method `getRealPath` cannot be called on `$this->csv` (of type `resource`). Methods can only be called on objects. This check looks for methods being called on variables that have been inferred to never be objects. Loading history...
406	1	}
407
408
409		/**
410		* Load Data for MySQL (Specific Query)
411		* @SuppressWarnings("unused") - Used dynamically
412		* @param array $fields
413		* @param string $mode Not in used here
414		* @return string
415		*/
416	1	private function loadDataForMysql(array $fields, string $mode): string
		0 ignored issues – show Unused Code introduced 2018-05-12 21:16 UTC by Report Bug Copy Issue Report The parameter `$mode` is not used and could be removed. This check looks from parameters that have been defined for a function or method, but which are not used in the method body. Loading history...
417		{
418	1	$sql ="LOAD DATA LOCAL INFILE '" . $this->csv->getRealPath() . "'
		0 ignored issues – show Bug introduced 2018-05-12 21:16 UTC by Report Bug Copy Issue Report The method `getRealPath` cannot be called on `$this->csv` (of type `resource`). Methods can only be called on objects. This check looks for methods being called on variables that have been inferred to never be objects. Loading history...
419	1	REPLACE INTO TABLE {$this->entity}
420		FIELDS TERMINATED BY '\|' ENCLOSED BY '\"'
421	1	(`" . implode("`, `", $fields) . "`)";
422
423		// Run the query if asked
424	1	if ($this->pretend === false) {
425	1	$this->conn->query($sql);
426		}
427
428	1	return $sql;
429		}
430
431
432		/**
433		* Load Data for Postgres (Specific Query)
434		* @SuppressWarnings("unused") - Used dynamically
435		* @param array $fields
436		* @param string $mode "update" or "insert" to know if we truncate or not
437		* @return string
438		*/
439		private function loadDataForPgsql(array $fields, string $mode): string
440		{
441		$fields = implode(', ', $fields);
442
443		$filename = $this->csv->getRealPath();
		0 ignored issues – show Bug introduced 2018-05-12 21:16 UTC by Report Bug Copy Issue Report The method `getRealPath` cannot be called on `$this->csv` (of type `resource`). Methods can only be called on objects. This check looks for methods being called on variables that have been inferred to never be objects. Loading history...
444		if ($this->pretend === false) {
445		if ($mode === 'update') {
446		$this->conn->query("TRUNCATE {$this->entity}");
447		}
448		$pdo = $this->conn->getWrappedConnection();
449		$pdo->pgsqlCopyFromFile($this->entity, $filename, '\|', '\\\\N', $fields);
		0 ignored issues – show Bug introduced 2018-05-12 21:16 UTC by Report Bug Copy Issue Report The method `pgsqlCopyFromFile()` does not seem to exist on `object<Doctrine\DBAL\Driver\Connection>`. This check looks for calls to methods that do not seem to exist on a given type. It looks for the method on the type itself as well as in inherited classes or implemented interfaces. This is most likely a typographical error or the method has been renamed. Loading history...
450		}
451
452		$sql = "COPY {$this->entity} ($fields) FROM '{$filename}' ";
453		$sql.= '... Managed by pgsqlCopyFromFile';
454
455		return $sql;
456		}
457
458
459		/**
460		* Load Data for SQLServer (Specific Query)
461		* @SuppressWarnings("unused") - Used dynamically
462		* @param array $fields
463		* @param string $mode "update" or "insert" to know if we truncate or not
464		* @return string
465		*/
466		private function loadDataForSqlsrv(array $fields, string $mode): string
467		{
468		if (substr(gethostbyname($this->conn->getHost()), 0, 3) !== '127') {
469		throw new NeuralizerException('SQL Server must be on the same host than PHP');
470		}
471
472		$fields = implode(',', $fields);
		0 ignored issues – show Unused Code introduced 2018-05-12 21:16 UTC by Report Bug Copy Issue Report `$fields` is not used, you could remove the assignment. This check looks for variable assignements that are either overwritten by other assignments or where the variable is not used subsequently. $myVar = 'Value'; $higher = false; if (rand(1, 6) > 3) { $higher = true; } else { $higher = false; } Both the `$myVar` assignment in line 1 and the `$higher` assignment in line 2 are dead. The first because `$myVar` is never used and the second because `$higher` is always overwritten for every possible time line. Loading history...
473		$sql ="BULK INSERT {$this->entity}
474		FROM '" . $this->csv->getRealPath() . "' WITH (
		0 ignored issues – show Bug introduced 2018-05-12 21:16 UTC by Report Bug Copy Issue Report The method `getRealPath` cannot be called on `$this->csv` (of type `resource`). Methods can only be called on objects. This check looks for methods being called on variables that have been inferred to never be objects. Loading history...
475		FIELDTERMINATOR = '\|', DATAFILETYPE = 'widechar', ROWTERMINATOR = '" . PHP_EOL . "'
476		)";
477
478		$filename = $this->csv->getRealPath();
		0 ignored issues – show Bug introduced 2018-05-12 21:16 UTC by Report Bug Copy Issue Report The method `getRealPath` cannot be called on `$this->csv` (of type `resource`). Methods can only be called on objects. This check looks for methods being called on variables that have been inferred to never be objects. Loading history... Unused Code introduced 2018-05-12 21:16 UTC by Report Bug Copy Issue Report `$filename` is not used, you could remove the assignment. This check looks for variable assignements that are either overwritten by other assignments or where the variable is not used subsequently. $myVar = 'Value'; $higher = false; if (rand(1, 6) > 3) { $higher = true; } else { $higher = false; } Both the `$myVar` assignment in line 1 and the `$higher` assignment in line 2 are dead. The first because `$myVar` is never used and the second because `$higher` is always overwritten for every possible time line. Loading history...
479		if ($this->pretend === false) {
480		if ($mode === 'update') {
481		$this->conn->query("TRUNCATE TABLE {$this->entity}");
482		}
483
484		$this->conn->query($sql);
485		}
486
487		return $sql;
488		}
489		}
490

edyan / neuralyzer

Push — master ( dd9cb8...6d15c1 )

DB::doBatchInsert() A

Complexity

Size

Duplication

Code Coverage

Importance

Duplication Side-by-Side

Filter issues like