scrapy.core.downloader.handlers.http11.ScrapyAgent

class documentation

class ScrapyAgent: (source)

View In Hierarchy

Undocumented

Method __init__ Undocumented
Method download_request Undocumented
Static Method _headers_from_twisted_response Undocumented
Method _cb_bodydone Undocumented
Method _cb_bodyready Undocumented
Method _cb_latency Undocumented
Method _cb_timeout Undocumented
Method _get_agent Undocumented
Instance Variable _bindAddress Undocumented
Instance Variable _connectTimeout Undocumented
Instance Variable _contextFactory Undocumented
Instance Variable _crawler Undocumented
Instance Variable _fail_on_dataloss Undocumented
Instance Variable _maxsize Undocumented
Instance Variable _pool Undocumented
Instance Variable _timeout_cl Undocumented
Instance Variable _txresponse Undocumented
Instance Variable _warnsize Undocumented
def __init__(self, contextFactory=None, connectTimeout=10, bindAddress=None, pool=None, maxsize=0, warnsize=0, fail_on_dataloss=True, crawler=None): (source)

Undocumented

def download_request(self, request): (source)

Undocumented

@staticmethod
def _headers_from_twisted_response(response): (source)

Undocumented

def _cb_bodydone(self, result, request, url): (source)

Undocumented

def _cb_bodyready(self, txresponse, request): (source)

Undocumented

def _cb_latency(self, result, request, start_time): (source)

Undocumented

def _cb_timeout(self, result, request, url, timeout): (source)

Undocumented

def _get_agent(self, request, timeout): (source)

Undocumented

_bindAddress = (source)

Undocumented

_connectTimeout = (source)

Undocumented

_contextFactory = (source)

Undocumented

_crawler = (source)

Undocumented

_fail_on_dataloss = (source)

Undocumented

_maxsize = (source)

Undocumented

_pool = (source)

Undocumented

_timeout_cl = (source)

Undocumented

_txresponse = (source)

Undocumented

_warnsize = (source)

Undocumented