grab.spider.service.base

Module Contents

Classes

ServiceWorker

BaseService

Attributes

logger

grab.spider.service.base.logger[source]
class grab.spider.service.base.ServiceWorker(fatal_error_queue: queue.Queue[grab.spider.interface.FatalErrorQueueItem], worker_callback: collections.abc.Callable[Ellipsis, Any])[source]
build_thread_name(worker_callback: collections.abc.Callable[Ellipsis, Any]) → str[source]
worker_callback_wrapper(callback: collections.abc.Callable[Ellipsis, Any]) → collections.abc.Callable[Ellipsis, None][source]
start() → None[source]
stop() → None[source]
process_pause_signal() → None[source]
pause() → None[source]
resume() → None[source]
is_alive() → bool[source]
class grab.spider.service.base.BaseService(fatal_error_queue: queue.Queue[grab.spider.interface.FatalErrorQueueItem])[source]
create_worker(worker_action: collections.abc.Callable[Ellipsis, None]) → ServiceWorker[source]
iterate_workers(objects: list[ServiceWorker]) → collections.abc.Iterable[ServiceWorker][source]
start() → None[source]
stop() → None[source]
pause() → None[source]
resume() → None[source]
register_workers(*args: Any) → None[source]
is_busy() → bool[source]
is_alive() → bool[source]