scrapy.downloadermiddlewares.httpcache.HttpCacheMiddleware

class documentation

class HttpCacheMiddleware: (source)

View In Hierarchy

Undocumented

Class Method from_crawler Undocumented
Method __init__ Undocumented
Method process_exception Undocumented
Method process_request Undocumented
Method process_response Undocumented
Method spider_closed Undocumented
Method spider_opened Undocumented
Constant DOWNLOAD_EXCEPTIONS Undocumented
Instance Variable ignore_missing Undocumented
Instance Variable policy Undocumented
Instance Variable stats Undocumented
Instance Variable storage Undocumented
Method _cache_response Undocumented
@classmethod
def from_crawler(cls: Type[HttpCacheMiddlewareTV], crawler: Crawler) -> HttpCacheMiddlewareTV: (source)

Undocumented

def __init__(self, settings: Settings, stats: StatsCollector): (source)

Undocumented

def process_exception(self, request: Request, exception: Exception, spider: Spider) -> Optional[Response]: (source)

Undocumented

def process_request(self, request: Request, spider: Spider) -> Optional[Response]: (source)

Undocumented

def process_response(self, request: Request, response: Response, spider: Spider) -> Response: (source)

Undocumented

def spider_closed(self, spider: Spider): (source)

Undocumented

def spider_opened(self, spider: Spider): (source)

Undocumented

DOWNLOAD_EXCEPTIONS = (source)

Undocumented

Value
(defer.TimeoutError,
 TimeoutError,
 DNSLookupError,
 ConnectionRefusedError,
 ConnectionDone,
 ConnectError,
 ConnectionLost,
...
ignore_missing = (source)

Undocumented

policy = (source)

Undocumented

stats = (source)

Undocumented

storage = (source)

Undocumented

def _cache_response(self, spider: Spider, response: Response, request: Request, cachedresponse: Optional[Response]): (source)

Undocumented