scrapy.core.scraper.Slot

class documentation

class Slot: (source)

View In Hierarchy

Scraper slot (one per running spider)

Method __init__ Undocumented
Method add_response_request Undocumented
Method finish_response Undocumented
Method is_idle Undocumented
Method needs_backout Undocumented
Method next_response_request_deferred Undocumented
Constant MIN_RESPONSE_SIZE Undocumented
Instance Variable active Undocumented
Instance Variable active_size Undocumented
Instance Variable closing Undocumented
Instance Variable itemproc_size Undocumented
Instance Variable max_active_size Undocumented
Instance Variable queue Undocumented
def __init__(self, max_active_size: int = 5000000): (source)

Undocumented

def add_response_request(self, result: Union[Response, Failure], request: Request) -> Deferred: (source)

Undocumented

def finish_response(self, result: Union[Response, Failure], request: Request): (source)

Undocumented

def is_idle(self) -> bool: (source)

Undocumented

def needs_backout(self) -> bool: (source)

Undocumented

def next_response_request_deferred(self) -> QueueTuple: (source)

Undocumented

MIN_RESPONSE_SIZE: int = (source)

Undocumented

Value
1024
active: Set[Request] = (source)

Undocumented

active_size: int = (source)

Undocumented

closing: Optional[Deferred] = (source)

Undocumented

itemproc_size: int = (source)

Undocumented

max_active_size = (source)

Undocumented

queue: Deque[QueueTuple] = (source)

Undocumented