binux / pyspider

    def check_update(self):

        '''

        Check time queue and processing queue

        put tasks to priority queue when execute time arrived or process timeout

        '''

        self._check_time_queue()

        self._check_processing()

    def _check_time_queue(self):

        now = time.time()

        self.mutex.acquire()

        while self.time_queue.qsize() and self.time_queue.top and self.time_queue.top.exetime < now:

            task = self.time_queue.get_nowait()  # type: InQueueTask

            task.exetime = 0

            self.priority_queue.put(task)

        self.mutex.release()

    @property

    def burst(self):

        return self.bucket.burst

    @burst.setter

    def burst(self, value):

        self.bucket.burst = value

    def check_update(self):

        '''

        Check time queue and processing queue

        put tasks to priority queue when execute time arrived or process timeout