1
|
|
|
<?php |
2
|
|
|
|
3
|
|
|
namespace Queryr\Replicator\Cli\Command; |
4
|
|
|
|
5
|
|
|
use Queryr\Replicator\Cli\Import\PagesImporterCli; |
6
|
|
|
use Symfony\Component\Console\Input\InputArgument; |
7
|
|
|
use Symfony\Component\Console\Input\InputInterface; |
8
|
|
|
use Symfony\Component\Console\Input\InputOption; |
9
|
|
|
use Symfony\Component\Console\Output\OutputInterface; |
10
|
|
|
use Wikibase\JsonDumpReader\JsonDumpFactory; |
11
|
|
|
use Wikibase\JsonDumpReader\SeekableDumpReader; |
12
|
|
|
|
13
|
|
|
/** |
14
|
|
|
* @licence GNU GPL v2+ |
15
|
|
|
* @author Jeroen De Dauw < [email protected] > |
16
|
|
|
*/ |
17
|
|
|
class JsonDumpImportCommand extends ImportCommandBase { |
18
|
|
|
|
19
|
|
|
protected function configure() { |
20
|
|
|
$this->setName( 'import:json' ); |
21
|
|
|
$this->setDescription( 'Imports entities from an extracted JSON dump' ); |
22
|
|
|
|
23
|
|
|
$this->addArgument( |
24
|
|
|
'file', |
25
|
|
|
InputArgument::REQUIRED, |
26
|
|
|
'Full path of the JSON dump file' |
27
|
|
|
); |
28
|
|
|
|
29
|
|
|
$this->addOption( |
30
|
|
|
'continue', |
31
|
|
|
'c', |
32
|
|
|
InputOption::VALUE_OPTIONAL, |
33
|
|
|
'The position to resume import from' |
34
|
|
|
); |
35
|
|
|
|
36
|
|
|
$this->addOption( |
37
|
|
|
'max', |
38
|
|
|
'm', |
39
|
|
|
InputOption::VALUE_OPTIONAL, |
40
|
|
|
'The maximum number of entities to import' |
41
|
|
|
); |
42
|
|
|
} |
43
|
|
|
|
44
|
|
|
protected function executeCommand( InputInterface $input, OutputInterface $output ) { |
45
|
|
|
$reader = ( new JsonDumpFactory() )->newExtractedDumpReader( |
46
|
|
|
$input->getArgument( 'file' ), |
47
|
|
|
$input->getOption( 'continue' ) === null ? 0 : (int)$input->getOption( 'continue' ) |
48
|
|
|
); |
49
|
|
|
|
50
|
|
|
$onAborted = function() use ( $output, $reader ) { |
51
|
|
|
$output->writeln( "\n" ); |
52
|
|
|
$output->writeln( "<info>Import process aborted</info>" ); |
53
|
|
|
$output->writeln( "<comment>To resume, run with</comment> --continue=" . $reader->getPosition() ); |
54
|
|
|
}; |
55
|
|
|
|
56
|
|
|
$importer = new PagesImporterCli( $input, $output, $this->factory, $onAborted ); |
|
|
|
|
57
|
|
|
|
58
|
|
|
$iterator = $this->factory->newJsonEntityPageIterator( $reader ); |
59
|
|
|
|
60
|
|
|
if ( is_numeric( $input->getOption( 'max' ) ) ) { |
61
|
|
|
$iterator = new \LimitIterator( $iterator, 0, (int)$input->getOption( 'max' ) ); |
62
|
|
|
} |
63
|
|
|
|
64
|
|
|
$importer->runImport( $iterator ); |
65
|
|
|
|
66
|
|
|
$this->outputMaxContinuation( $input, $output, $reader ); |
67
|
|
|
} |
68
|
|
|
|
69
|
|
|
private function outputMaxContinuation( InputInterface $input, OutputInterface $output, SeekableDumpReader $reader ) { |
70
|
|
|
if ( is_numeric( $input->getOption( 'max' ) ) ) { |
71
|
|
|
$output->writeln( |
72
|
|
|
"\n<comment>To continue from current position, run with</comment> --continue=" . $reader->getPosition() |
73
|
|
|
); |
74
|
|
|
} |
75
|
|
|
} |
76
|
|
|
|
77
|
|
|
} |
78
|
|
|
|
Unless you are absolutely sure that the expression can never be null because of other conditions, we strongly recommend to add an additional type check to your code: