@@ -25,7 +25,7 @@ discard block |
||
| 25 | 25 | * @param Serializer $dataValueSerializer |
| 26 | 26 | * @param Serializer $referenceSerializer |
| 27 | 27 | */ |
| 28 | - public function __construct( Serializer $dataValueSerializer, Serializer $referenceSerializer ) { |
|
| 28 | + public function __construct(Serializer $dataValueSerializer, Serializer $referenceSerializer) { |
|
| 29 | 29 | $this->dataValueSerializer = $dataValueSerializer; |
| 30 | 30 | $this->referenceSerializer = $referenceSerializer; |
| 31 | 31 | } |
@@ -47,7 +47,7 @@ discard block |
||
| 47 | 47 | * @return Serializer |
| 48 | 48 | */ |
| 49 | 49 | public function newComparisonResultSerializer() { |
| 50 | - return new ComparisonResultSerializer( $this->dataValueSerializer ); |
|
| 50 | + return new ComparisonResultSerializer($this->dataValueSerializer); |
|
| 51 | 51 | } |
| 52 | 52 | |
| 53 | 53 | /** |
@@ -78,7 +78,7 @@ discard block |
||
| 78 | 78 | * @return Serializer |
| 79 | 79 | */ |
| 80 | 80 | public function newReferenceResultSerializer() { |
| 81 | - return new ReferenceResultSerializer( $this->referenceSerializer ); |
|
| 81 | + return new ReferenceResultSerializer($this->referenceSerializer); |
|
| 82 | 82 | } |
| 83 | 83 | |
| 84 | 84 | } |
@@ -43,11 +43,11 @@ |
||
| 43 | 43 | * @param int $batchSize |
| 44 | 44 | * @param bool $quiet |
| 45 | 45 | */ |
| 46 | - public function __construct( $externalValuesFilePath, $dumpInformationFilePath, $batchSize, $quiet = false ) { |
|
| 47 | - Assert::parameterType( 'string', $externalValuesFilePath, '$externalValuesFilePath' ); |
|
| 48 | - Assert::parameterType( 'string', $dumpInformationFilePath, '$dumpInformationFilePath' ); |
|
| 49 | - Assert::parameterType( 'integer', $batchSize, '$batchSize' ); |
|
| 50 | - Assert::parameterType( 'boolean', $quiet, '$quiet' ); |
|
| 46 | + public function __construct($externalValuesFilePath, $dumpInformationFilePath, $batchSize, $quiet = false) { |
|
| 47 | + Assert::parameterType('string', $externalValuesFilePath, '$externalValuesFilePath'); |
|
| 48 | + Assert::parameterType('string', $dumpInformationFilePath, '$dumpInformationFilePath'); |
|
| 49 | + Assert::parameterType('integer', $batchSize, '$batchSize'); |
|
| 50 | + Assert::parameterType('boolean', $quiet, '$quiet'); |
|
| 51 | 51 | |
| 52 | 52 | $this->externalValuesFilePath = $externalValuesFilePath; |
| 53 | 53 | $this->dumpInformationFilePath = $dumpInformationFilePath; |
@@ -51,13 +51,13 @@ discard block |
||
| 51 | 51 | public function import() { |
| 52 | 52 | $dumpIds = $this->insertMetaInformation(); |
| 53 | 53 | |
| 54 | - $this->log( "\nDelete old database entries...\n" ); |
|
| 54 | + $this->log("\nDelete old database entries...\n"); |
|
| 55 | 55 | |
| 56 | - foreach ( $dumpIds as $dumpId ) { |
|
| 57 | - $this->externalDataRepo->deleteOfDump( $dumpId, $this->importSettings->getBatchSize() ); |
|
| 56 | + foreach ($dumpIds as $dumpId) { |
|
| 57 | + $this->externalDataRepo->deleteOfDump($dumpId, $this->importSettings->getBatchSize()); |
|
| 58 | 58 | } |
| 59 | 59 | |
| 60 | - $this->log( "\n" ); |
|
| 60 | + $this->log("\n"); |
|
| 61 | 61 | |
| 62 | 62 | $this->insertExternalValues(); |
| 63 | 63 | } |
@@ -68,54 +68,54 @@ discard block |
||
| 68 | 68 | * @return array |
| 69 | 69 | */ |
| 70 | 70 | protected function insertMetaInformation() { |
| 71 | - $this->log( "Insert new dump meta information\n" ); |
|
| 71 | + $this->log("Insert new dump meta information\n"); |
|
| 72 | 72 | |
| 73 | - $csvFile = fopen( $this->importSettings->getDumpInformationFilePath(), 'rb' ); |
|
| 74 | - if( !$csvFile ) { |
|
| 75 | - exit( 'Error while reading CSV file.' ); |
|
| 73 | + $csvFile = fopen($this->importSettings->getDumpInformationFilePath(), 'rb'); |
|
| 74 | + if (!$csvFile) { |
|
| 75 | + exit('Error while reading CSV file.'); |
|
| 76 | 76 | } |
| 77 | 77 | |
| 78 | 78 | $i = 0; |
| 79 | 79 | $dumpIds = array(); |
| 80 | - while ( $data = fgetcsv( $csvFile ) ) { |
|
| 80 | + while ($data = fgetcsv($csvFile)) { |
|
| 81 | 81 | $identifierPropertyIds = array_map( |
| 82 | - function ( $propertyId ) { |
|
| 83 | - return new PropertyId( $propertyId ); |
|
| 82 | + function($propertyId) { |
|
| 83 | + return new PropertyId($propertyId); |
|
| 84 | 84 | }, |
| 85 | - json_decode( $data[2] ) |
|
| 85 | + json_decode($data[2]) |
|
| 86 | 86 | ); |
| 87 | 87 | try { |
| 88 | 88 | $dumpMetaInformation = new DumpMetaInformation( |
| 89 | 89 | $data[0], |
| 90 | - new ItemId( $data[1] ), |
|
| 90 | + new ItemId($data[1]), |
|
| 91 | 91 | $identifierPropertyIds, |
| 92 | 92 | $data[3], |
| 93 | 93 | $data[4], |
| 94 | 94 | $data[5], |
| 95 | - intval( $data[6] ), |
|
| 96 | - new ItemId( $data[7] ) |
|
| 95 | + intval($data[6]), |
|
| 96 | + new ItemId($data[7]) |
|
| 97 | 97 | ); |
| 98 | 98 | } |
| 99 | - catch( \InvalidArgumentException $e ) { |
|
| 100 | - exit( 'Input file has bad formatted values.' ); |
|
| 99 | + catch (\InvalidArgumentException $e) { |
|
| 100 | + exit('Input file has bad formatted values.'); |
|
| 101 | 101 | } |
| 102 | 102 | $dumpIds[] = $dumpMetaInformation->getDumpId(); |
| 103 | 103 | |
| 104 | 104 | try { |
| 105 | - $this->dumpMetaInformationStore->save( $dumpMetaInformation ); |
|
| 105 | + $this->dumpMetaInformationStore->save($dumpMetaInformation); |
|
| 106 | 106 | } |
| 107 | - catch( \DBError $e ) { |
|
| 108 | - exit( 'Unknown database error occurred.' ); |
|
| 107 | + catch (\DBError $e) { |
|
| 108 | + exit('Unknown database error occurred.'); |
|
| 109 | 109 | } |
| 110 | 110 | |
| 111 | 111 | $i++; |
| 112 | - $this->log( "\r\033[K" ); |
|
| 113 | - $this->log( "$i rows inserted or updated" ); |
|
| 112 | + $this->log("\r\033[K"); |
|
| 113 | + $this->log("$i rows inserted or updated"); |
|
| 114 | 114 | } |
| 115 | 115 | |
| 116 | - fclose( $csvFile ); |
|
| 116 | + fclose($csvFile); |
|
| 117 | 117 | |
| 118 | - $this->log( "\n" ); |
|
| 118 | + $this->log("\n"); |
|
| 119 | 119 | |
| 120 | 120 | return $dumpIds; |
| 121 | 121 | } |
@@ -124,32 +124,32 @@ discard block |
||
| 124 | 124 | * Inserts external values stored in csv file into database |
| 125 | 125 | */ |
| 126 | 126 | private function insertExternalValues() { |
| 127 | - $this->log( "Insert new data values\n" ); |
|
| 127 | + $this->log("Insert new data values\n"); |
|
| 128 | 128 | |
| 129 | - $csvFile = fopen( $this->importSettings->getExternalValuesFilePath(), 'rb' ); |
|
| 130 | - if( !$csvFile ) { |
|
| 131 | - exit( 'Error while reading CSV file.' ); |
|
| 129 | + $csvFile = fopen($this->importSettings->getExternalValuesFilePath(), 'rb'); |
|
| 130 | + if (!$csvFile) { |
|
| 131 | + exit('Error while reading CSV file.'); |
|
| 132 | 132 | } |
| 133 | 133 | |
| 134 | 134 | $i = 0; |
| 135 | 135 | $accumulator = array(); |
| 136 | - while ( true ) { |
|
| 137 | - $data = fgetcsv( $csvFile ); |
|
| 138 | - if ( $data === false || ++$i % $this->importSettings->getBatchSize() === 0 ) { |
|
| 136 | + while (true) { |
|
| 137 | + $data = fgetcsv($csvFile); |
|
| 138 | + if ($data === false || ++$i % $this->importSettings->getBatchSize() === 0) { |
|
| 139 | 139 | try { |
| 140 | - $this->externalDataRepo->insertBatch( $accumulator ); |
|
| 140 | + $this->externalDataRepo->insertBatch($accumulator); |
|
| 141 | 141 | } |
| 142 | - catch( \DBError $e ) { |
|
| 143 | - exit( 'Unknown database error occurred.' ); |
|
| 142 | + catch (\DBError $e) { |
|
| 143 | + exit('Unknown database error occurred.'); |
|
| 144 | 144 | } |
| 145 | 145 | wfWaitForSlaves(); |
| 146 | 146 | |
| 147 | - $this->log( "\r\033[K" ); |
|
| 148 | - $this->log( "$i rows inserted" ); |
|
| 147 | + $this->log("\r\033[K"); |
|
| 148 | + $this->log("$i rows inserted"); |
|
| 149 | 149 | |
| 150 | 150 | $accumulator = array(); |
| 151 | 151 | |
| 152 | - if ( $data === false ) { |
|
| 152 | + if ($data === false) { |
|
| 153 | 153 | break; |
| 154 | 154 | } |
| 155 | 155 | } |
@@ -157,16 +157,16 @@ discard block |
||
| 157 | 157 | $accumulator[] = $data; |
| 158 | 158 | } |
| 159 | 159 | |
| 160 | - fclose( $csvFile ); |
|
| 160 | + fclose($csvFile); |
|
| 161 | 161 | |
| 162 | - $this->log( "\n" ); |
|
| 162 | + $this->log("\n"); |
|
| 163 | 163 | } |
| 164 | 164 | |
| 165 | 165 | /** |
| 166 | 166 | * @param string $text |
| 167 | 167 | */ |
| 168 | - private function log( $text ) { |
|
| 169 | - if ( !$this->importSettings->isQuiet() ) { |
|
| 168 | + private function log($text) { |
|
| 169 | + if (!$this->importSettings->isQuiet()) { |
|
| 170 | 170 | print $text; |
| 171 | 171 | } |
| 172 | 172 | } |
@@ -95,16 +95,14 @@ discard block |
||
| 95 | 95 | intval( $data[6] ), |
| 96 | 96 | new ItemId( $data[7] ) |
| 97 | 97 | ); |
| 98 | - } |
|
| 99 | - catch( \InvalidArgumentException $e ) { |
|
| 98 | + } catch( \InvalidArgumentException $e ) { |
|
| 100 | 99 | exit( 'Input file has bad formatted values.' ); |
| 101 | 100 | } |
| 102 | 101 | $dumpIds[] = $dumpMetaInformation->getDumpId(); |
| 103 | 102 | |
| 104 | 103 | try { |
| 105 | 104 | $this->dumpMetaInformationStore->save( $dumpMetaInformation ); |
| 106 | - } |
|
| 107 | - catch( \DBError $e ) { |
|
| 105 | + } catch( \DBError $e ) { |
|
| 108 | 106 | exit( 'Unknown database error occurred.' ); |
| 109 | 107 | } |
| 110 | 108 | |
@@ -138,8 +136,7 @@ discard block |
||
| 138 | 136 | if ( $data === false || ++$i % $this->importSettings->getBatchSize() === 0 ) { |
| 139 | 137 | try { |
| 140 | 138 | $this->externalDataRepo->insertBatch( $accumulator ); |
| 141 | - } |
|
| 142 | - catch( \DBError $e ) { |
|
| 139 | + } catch( \DBError $e ) { |
|
| 143 | 140 | exit( 'Unknown database error occurred.' ); |
| 144 | 141 | } |
| 145 | 142 | wfWaitForSlaves(); |
@@ -7,8 +7,8 @@ discard block |
||
| 7 | 7 | use WikibaseQuality\ExternalValidation\UpdateExternalData\CsvImportSettings; |
| 8 | 8 | use WikibaseQuality\ExternalValidation\UpdateExternalData\ExternalDataImporter; |
| 9 | 9 | |
| 10 | -$basePath = getenv( 'MW_INSTALL_PATH' ) !== false |
|
| 11 | - ? getenv( 'MW_INSTALL_PATH' ) |
|
| 10 | +$basePath = getenv('MW_INSTALL_PATH') !== false |
|
| 11 | + ? getenv('MW_INSTALL_PATH') |
|
| 12 | 12 | : __DIR__ . '/../../..'; |
| 13 | 13 | require_once $basePath . '/maintenance/Maintenance.php'; |
| 14 | 14 | |
@@ -26,15 +26,15 @@ discard block |
||
| 26 | 26 | parent::__construct(); |
| 27 | 27 | |
| 28 | 28 | $this->mDescription = "Imports external entities from given CSV files into the local database. CSV files can be generated using the DumpConverter."; |
| 29 | - $this->addOption( 'external-values-file', 'CSV file containing external values for import.', true, true ); |
|
| 30 | - $this->addOption( 'dump-information-file', 'CSV file containing dump meta information for import.', true, true ); |
|
| 31 | - $this->setBatchSize( 1000 ); |
|
| 29 | + $this->addOption('external-values-file', 'CSV file containing external values for import.', true, true); |
|
| 30 | + $this->addOption('dump-information-file', 'CSV file containing dump meta information for import.', true, true); |
|
| 31 | + $this->setBatchSize(1000); |
|
| 32 | 32 | } |
| 33 | 33 | |
| 34 | 34 | public function execute() { |
| 35 | 35 | $context = new CsvImportSettings( |
| 36 | - $this->getOption( 'external-values-file' ), |
|
| 37 | - $this->getOption( 'dump-information-file' ), |
|
| 36 | + $this->getOption('external-values-file'), |
|
| 37 | + $this->getOption('dump-information-file'), |
|
| 38 | 38 | $this->mBatchSize, |
| 39 | 39 | $this->isQuiet() |
| 40 | 40 | ); |