@@ -25,7 +25,7 @@ discard block |
||
25 | 25 | * @param Serializer $dataValueSerializer |
26 | 26 | * @param Serializer $referenceSerializer |
27 | 27 | */ |
28 | - public function __construct( Serializer $dataValueSerializer, Serializer $referenceSerializer ) { |
|
28 | + public function __construct(Serializer $dataValueSerializer, Serializer $referenceSerializer) { |
|
29 | 29 | $this->dataValueSerializer = $dataValueSerializer; |
30 | 30 | $this->referenceSerializer = $referenceSerializer; |
31 | 31 | } |
@@ -47,7 +47,7 @@ discard block |
||
47 | 47 | * @return Serializer |
48 | 48 | */ |
49 | 49 | public function newComparisonResultSerializer() { |
50 | - return new ComparisonResultSerializer( $this->dataValueSerializer ); |
|
50 | + return new ComparisonResultSerializer($this->dataValueSerializer); |
|
51 | 51 | } |
52 | 52 | |
53 | 53 | /** |
@@ -78,7 +78,7 @@ discard block |
||
78 | 78 | * @return Serializer |
79 | 79 | */ |
80 | 80 | public function newReferenceResultSerializer() { |
81 | - return new ReferenceResultSerializer( $this->referenceSerializer ); |
|
81 | + return new ReferenceResultSerializer($this->referenceSerializer); |
|
82 | 82 | } |
83 | 83 | |
84 | 84 | } |
@@ -43,11 +43,11 @@ |
||
43 | 43 | * @param int $batchSize |
44 | 44 | * @param bool $quiet |
45 | 45 | */ |
46 | - public function __construct( $externalValuesFilePath, $dumpInformationFilePath, $batchSize, $quiet = false ) { |
|
47 | - Assert::parameterType( 'string', $externalValuesFilePath, '$externalValuesFilePath' ); |
|
48 | - Assert::parameterType( 'string', $dumpInformationFilePath, '$dumpInformationFilePath' ); |
|
49 | - Assert::parameterType( 'integer', $batchSize, '$batchSize' ); |
|
50 | - Assert::parameterType( 'boolean', $quiet, '$quiet' ); |
|
46 | + public function __construct($externalValuesFilePath, $dumpInformationFilePath, $batchSize, $quiet = false) { |
|
47 | + Assert::parameterType('string', $externalValuesFilePath, '$externalValuesFilePath'); |
|
48 | + Assert::parameterType('string', $dumpInformationFilePath, '$dumpInformationFilePath'); |
|
49 | + Assert::parameterType('integer', $batchSize, '$batchSize'); |
|
50 | + Assert::parameterType('boolean', $quiet, '$quiet'); |
|
51 | 51 | |
52 | 52 | $this->externalValuesFilePath = $externalValuesFilePath; |
53 | 53 | $this->dumpInformationFilePath = $dumpInformationFilePath; |
@@ -51,13 +51,13 @@ discard block |
||
51 | 51 | public function import() { |
52 | 52 | $dumpIds = $this->insertMetaInformation(); |
53 | 53 | |
54 | - $this->log( "\nDelete old database entries...\n" ); |
|
54 | + $this->log("\nDelete old database entries...\n"); |
|
55 | 55 | |
56 | - foreach ( $dumpIds as $dumpId ) { |
|
57 | - $this->externalDataRepo->deleteOfDump( $dumpId, $this->importSettings->getBatchSize() ); |
|
56 | + foreach ($dumpIds as $dumpId) { |
|
57 | + $this->externalDataRepo->deleteOfDump($dumpId, $this->importSettings->getBatchSize()); |
|
58 | 58 | } |
59 | 59 | |
60 | - $this->log( "\n" ); |
|
60 | + $this->log("\n"); |
|
61 | 61 | |
62 | 62 | $this->insertExternalValues(); |
63 | 63 | } |
@@ -68,54 +68,54 @@ discard block |
||
68 | 68 | * @return array |
69 | 69 | */ |
70 | 70 | protected function insertMetaInformation() { |
71 | - $this->log( "Insert new dump meta information\n" ); |
|
71 | + $this->log("Insert new dump meta information\n"); |
|
72 | 72 | |
73 | - $csvFile = fopen( $this->importSettings->getDumpInformationFilePath(), 'rb' ); |
|
74 | - if( !$csvFile ) { |
|
75 | - exit( 'Error while reading CSV file.' ); |
|
73 | + $csvFile = fopen($this->importSettings->getDumpInformationFilePath(), 'rb'); |
|
74 | + if (!$csvFile) { |
|
75 | + exit('Error while reading CSV file.'); |
|
76 | 76 | } |
77 | 77 | |
78 | 78 | $i = 0; |
79 | 79 | $dumpIds = array(); |
80 | - while ( $data = fgetcsv( $csvFile ) ) { |
|
80 | + while ($data = fgetcsv($csvFile)) { |
|
81 | 81 | $identifierPropertyIds = array_map( |
82 | - function ( $propertyId ) { |
|
83 | - return new PropertyId( $propertyId ); |
|
82 | + function($propertyId) { |
|
83 | + return new PropertyId($propertyId); |
|
84 | 84 | }, |
85 | - json_decode( $data[2] ) |
|
85 | + json_decode($data[2]) |
|
86 | 86 | ); |
87 | 87 | try { |
88 | 88 | $dumpMetaInformation = new DumpMetaInformation( |
89 | 89 | $data[0], |
90 | - new ItemId( $data[1] ), |
|
90 | + new ItemId($data[1]), |
|
91 | 91 | $identifierPropertyIds, |
92 | 92 | $data[3], |
93 | 93 | $data[4], |
94 | 94 | $data[5], |
95 | - intval( $data[6] ), |
|
96 | - new ItemId( $data[7] ) |
|
95 | + intval($data[6]), |
|
96 | + new ItemId($data[7]) |
|
97 | 97 | ); |
98 | 98 | } |
99 | - catch( \InvalidArgumentException $e ) { |
|
100 | - exit( 'Input file has bad formatted values.' ); |
|
99 | + catch (\InvalidArgumentException $e) { |
|
100 | + exit('Input file has bad formatted values.'); |
|
101 | 101 | } |
102 | 102 | $dumpIds[] = $dumpMetaInformation->getDumpId(); |
103 | 103 | |
104 | 104 | try { |
105 | - $this->dumpMetaInformationStore->save( $dumpMetaInformation ); |
|
105 | + $this->dumpMetaInformationStore->save($dumpMetaInformation); |
|
106 | 106 | } |
107 | - catch( \DBError $e ) { |
|
108 | - exit( 'Unknown database error occurred.' ); |
|
107 | + catch (\DBError $e) { |
|
108 | + exit('Unknown database error occurred.'); |
|
109 | 109 | } |
110 | 110 | |
111 | 111 | $i++; |
112 | - $this->log( "\r\033[K" ); |
|
113 | - $this->log( "$i rows inserted or updated" ); |
|
112 | + $this->log("\r\033[K"); |
|
113 | + $this->log("$i rows inserted or updated"); |
|
114 | 114 | } |
115 | 115 | |
116 | - fclose( $csvFile ); |
|
116 | + fclose($csvFile); |
|
117 | 117 | |
118 | - $this->log( "\n" ); |
|
118 | + $this->log("\n"); |
|
119 | 119 | |
120 | 120 | return $dumpIds; |
121 | 121 | } |
@@ -124,32 +124,32 @@ discard block |
||
124 | 124 | * Inserts external values stored in csv file into database |
125 | 125 | */ |
126 | 126 | private function insertExternalValues() { |
127 | - $this->log( "Insert new data values\n" ); |
|
127 | + $this->log("Insert new data values\n"); |
|
128 | 128 | |
129 | - $csvFile = fopen( $this->importSettings->getExternalValuesFilePath(), 'rb' ); |
|
130 | - if( !$csvFile ) { |
|
131 | - exit( 'Error while reading CSV file.' ); |
|
129 | + $csvFile = fopen($this->importSettings->getExternalValuesFilePath(), 'rb'); |
|
130 | + if (!$csvFile) { |
|
131 | + exit('Error while reading CSV file.'); |
|
132 | 132 | } |
133 | 133 | |
134 | 134 | $i = 0; |
135 | 135 | $accumulator = array(); |
136 | - while ( true ) { |
|
137 | - $data = fgetcsv( $csvFile ); |
|
138 | - if ( $data === false || ++$i % $this->importSettings->getBatchSize() === 0 ) { |
|
136 | + while (true) { |
|
137 | + $data = fgetcsv($csvFile); |
|
138 | + if ($data === false || ++$i % $this->importSettings->getBatchSize() === 0) { |
|
139 | 139 | try { |
140 | - $this->externalDataRepo->insertBatch( $accumulator ); |
|
140 | + $this->externalDataRepo->insertBatch($accumulator); |
|
141 | 141 | } |
142 | - catch( \DBError $e ) { |
|
143 | - exit( 'Unknown database error occurred.' ); |
|
142 | + catch (\DBError $e) { |
|
143 | + exit('Unknown database error occurred.'); |
|
144 | 144 | } |
145 | 145 | wfWaitForSlaves(); |
146 | 146 | |
147 | - $this->log( "\r\033[K" ); |
|
148 | - $this->log( "$i rows inserted" ); |
|
147 | + $this->log("\r\033[K"); |
|
148 | + $this->log("$i rows inserted"); |
|
149 | 149 | |
150 | 150 | $accumulator = array(); |
151 | 151 | |
152 | - if ( $data === false ) { |
|
152 | + if ($data === false) { |
|
153 | 153 | break; |
154 | 154 | } |
155 | 155 | } |
@@ -157,16 +157,16 @@ discard block |
||
157 | 157 | $accumulator[] = $data; |
158 | 158 | } |
159 | 159 | |
160 | - fclose( $csvFile ); |
|
160 | + fclose($csvFile); |
|
161 | 161 | |
162 | - $this->log( "\n" ); |
|
162 | + $this->log("\n"); |
|
163 | 163 | } |
164 | 164 | |
165 | 165 | /** |
166 | 166 | * @param string $text |
167 | 167 | */ |
168 | - private function log( $text ) { |
|
169 | - if ( !$this->importSettings->isQuiet() ) { |
|
168 | + private function log($text) { |
|
169 | + if (!$this->importSettings->isQuiet()) { |
|
170 | 170 | print $text; |
171 | 171 | } |
172 | 172 | } |
@@ -95,16 +95,14 @@ discard block |
||
95 | 95 | intval( $data[6] ), |
96 | 96 | new ItemId( $data[7] ) |
97 | 97 | ); |
98 | - } |
|
99 | - catch( \InvalidArgumentException $e ) { |
|
98 | + } catch( \InvalidArgumentException $e ) { |
|
100 | 99 | exit( 'Input file has bad formatted values.' ); |
101 | 100 | } |
102 | 101 | $dumpIds[] = $dumpMetaInformation->getDumpId(); |
103 | 102 | |
104 | 103 | try { |
105 | 104 | $this->dumpMetaInformationStore->save( $dumpMetaInformation ); |
106 | - } |
|
107 | - catch( \DBError $e ) { |
|
105 | + } catch( \DBError $e ) { |
|
108 | 106 | exit( 'Unknown database error occurred.' ); |
109 | 107 | } |
110 | 108 | |
@@ -138,8 +136,7 @@ discard block |
||
138 | 136 | if ( $data === false || ++$i % $this->importSettings->getBatchSize() === 0 ) { |
139 | 137 | try { |
140 | 138 | $this->externalDataRepo->insertBatch( $accumulator ); |
141 | - } |
|
142 | - catch( \DBError $e ) { |
|
139 | + } catch( \DBError $e ) { |
|
143 | 140 | exit( 'Unknown database error occurred.' ); |
144 | 141 | } |
145 | 142 | wfWaitForSlaves(); |
@@ -7,8 +7,8 @@ discard block |
||
7 | 7 | use WikibaseQuality\ExternalValidation\UpdateExternalData\CsvImportSettings; |
8 | 8 | use WikibaseQuality\ExternalValidation\UpdateExternalData\ExternalDataImporter; |
9 | 9 | |
10 | -$basePath = getenv( 'MW_INSTALL_PATH' ) !== false |
|
11 | - ? getenv( 'MW_INSTALL_PATH' ) |
|
10 | +$basePath = getenv('MW_INSTALL_PATH') !== false |
|
11 | + ? getenv('MW_INSTALL_PATH') |
|
12 | 12 | : __DIR__ . '/../../..'; |
13 | 13 | require_once $basePath . '/maintenance/Maintenance.php'; |
14 | 14 | |
@@ -26,15 +26,15 @@ discard block |
||
26 | 26 | parent::__construct(); |
27 | 27 | |
28 | 28 | $this->mDescription = "Imports external entities from given CSV files into the local database. CSV files can be generated using the DumpConverter."; |
29 | - $this->addOption( 'external-values-file', 'CSV file containing external values for import.', true, true ); |
|
30 | - $this->addOption( 'dump-information-file', 'CSV file containing dump meta information for import.', true, true ); |
|
31 | - $this->setBatchSize( 1000 ); |
|
29 | + $this->addOption('external-values-file', 'CSV file containing external values for import.', true, true); |
|
30 | + $this->addOption('dump-information-file', 'CSV file containing dump meta information for import.', true, true); |
|
31 | + $this->setBatchSize(1000); |
|
32 | 32 | } |
33 | 33 | |
34 | 34 | public function execute() { |
35 | 35 | $context = new CsvImportSettings( |
36 | - $this->getOption( 'external-values-file' ), |
|
37 | - $this->getOption( 'dump-information-file' ), |
|
36 | + $this->getOption('external-values-file'), |
|
37 | + $this->getOption('dump-information-file'), |
|
38 | 38 | $this->mBatchSize, |
39 | 39 | $this->isQuiet() |
40 | 40 | ); |