CrawlCommand

Complexity

Total Complexity

2

Size/Duplication

Total Lines	18
Duplicated Lines	0 %

Importance

Changes

0

2 Methods

Rating	Name	Duplication	Size	Complexity
A	take_action()	0	4	1
A	get_parser()	0	9	1

# -*- coding: utf-8 -*-
from pyjobs_crawlers.run import start_crawlers

from crawlers import PyJobsWebConnector
from pyjobsweb.commands import AppContextCommand


class CrawlCommand(AppContextCommand):
    """
    Start job boards crawlers to feed the PostgreSQL database
    """
    def get_parser(self, prog_name):
        parser = super(CrawlCommand, self).get_parser(prog_name)

        parser.add_argument('-p', '--processes',
                            help='Number of processes used (set 0 to use main '
                                 'process)',
                            dest='processes', default=0)

        return parser

    def take_action(self, parsed_args):
        super(CrawlCommand, self).take_action(parsed_args)
        start_crawlers(connector_class=PyJobsWebConnector,
                       num_processes=parsed_args.processes)