src/TreeHouse/IoBundle/Command/ScrapeRevisitCommand.php 1 location
|
@@ 52-64 (lines=13) @@
|
| 49 |
|
/** |
| 50 |
|
* @inheritdoc |
| 51 |
|
*/ |
| 52 |
|
protected function configure() |
| 53 |
|
{ |
| 54 |
|
$this->setName('io:scrape:revisit'); |
| 55 |
|
$this->setDescription('Revisits earlier scraped sources to see if they still exist'); |
| 56 |
|
$this->addArgument('scrapers', InputArgument::OPTIONAL | InputArgument::IS_ARRAY, 'Limit the sources to specific scraper id(s)'); |
| 57 |
|
$this->addOption( |
| 58 |
|
'async', |
| 59 |
|
'a', |
| 60 |
|
InputOption::VALUE_NONE, |
| 61 |
|
'Whether to revisit asynchronous. Doing so will queue sources, rather them revisiting them right away' |
| 62 |
|
); |
| 63 |
|
$this->addOption('no-limit', null, InputOption::VALUE_NONE, 'Disables the rate limit'); |
| 64 |
|
} |
| 65 |
|
|
| 66 |
|
/** |
| 67 |
|
* @inheritdoc |
src/TreeHouse/IoBundle/Command/ScrapeRevisitUrlsCommand.php 1 location
|
@@ 51-63 (lines=13) @@
|
| 48 |
|
/** |
| 49 |
|
* @inheritdoc |
| 50 |
|
*/ |
| 51 |
|
protected function configure() |
| 52 |
|
{ |
| 53 |
|
$this->setName('io:scrape:revisit-urls'); |
| 54 |
|
$this->setDescription('Revisits earlier scraped sources to see if they still exist'); |
| 55 |
|
$this->addOption('scraper', InputOption::VALUE_OPTIONAL, 'Limit the sources to a specific scraper id'); |
| 56 |
|
$this->addOption( |
| 57 |
|
'async', |
| 58 |
|
'a', |
| 59 |
|
InputOption::VALUE_NONE, |
| 60 |
|
'Whether to revisit asynchronous. Doing so will queue sources, rather them revisiting them right away' |
| 61 |
|
); |
| 62 |
|
$this->addOption('no-limit', null, InputOption::VALUE_NONE, 'Disables the rate limit'); |
| 63 |
|
} |
| 64 |
|
|
| 65 |
|
/** |
| 66 |
|
* @inheritdoc |
src/TreeHouse/IoBundle/Command/ScrapeStartCommand.php 1 location
|
@@ 45-57 (lines=13) @@
|
| 42 |
|
/** |
| 43 |
|
* @inheritdoc |
| 44 |
|
*/ |
| 45 |
|
protected function configure() |
| 46 |
|
{ |
| 47 |
|
$this->setName('io:scrape:start'); |
| 48 |
|
$this->setDescription('Starts scraper(s)'); |
| 49 |
|
$this->addArgument('scraper', InputArgument::IS_ARRAY | InputArgument::OPTIONAL, 'The scraper id'); |
| 50 |
|
$this->addOption( |
| 51 |
|
'async', |
| 52 |
|
'a', |
| 53 |
|
InputOption::VALUE_NONE, |
| 54 |
|
'Whether to scrape asynchronous. Doing so will queue next pages, rather them processing them right away' |
| 55 |
|
); |
| 56 |
|
$this->addOption('no-limit', null, InputOption::VALUE_NONE, 'Disables the rate limit'); |
| 57 |
|
} |
| 58 |
|
|
| 59 |
|
/** |
| 60 |
|
* @inheritdoc |
src/TreeHouse/IoBundle/Command/ScrapeUrlCommand.php 1 location
|
@@ 45-58 (lines=14) @@
|
| 42 |
|
/** |
| 43 |
|
* @inheritdoc |
| 44 |
|
*/ |
| 45 |
|
protected function configure() |
| 46 |
|
{ |
| 47 |
|
$this->setName('io:scrape:url'); |
| 48 |
|
$this->setDescription('Schedules imports for one or more feeds'); |
| 49 |
|
$this->addArgument('scraper', InputArgument::REQUIRED, 'The scraper id'); |
| 50 |
|
$this->addArgument('url', InputArgument::REQUIRED, 'The url to scrape'); |
| 51 |
|
$this->addOption( |
| 52 |
|
'async', |
| 53 |
|
'a', |
| 54 |
|
InputOption::VALUE_NONE, |
| 55 |
|
'Whether to scrape asynchronous. Doing so will queue next pages, rather them processing them right away' |
| 56 |
|
); |
| 57 |
|
$this->addOption('no-limit', null, InputOption::VALUE_NONE, 'Disables the rate limit'); |
| 58 |
|
} |
| 59 |
|
|
| 60 |
|
/** |
| 61 |
|
* @inheritdoc |
treehouselabs /
io-bundle
