module documentation

Undocumented

Class LogFormatter Class for generating log messages for different actions.
Constant CRAWLEDMSG Undocumented
Constant DOWNLOADERRORMSG_LONG Undocumented
Constant DOWNLOADERRORMSG_SHORT Undocumented
Constant DROPPEDMSG Undocumented
Constant ITEMERRORMSG Undocumented
Constant SCRAPEDMSG Undocumented
Constant SPIDERERRORMSG Undocumented
CRAWLEDMSG: str = (source)

Undocumented

Value
'Crawled (%(status)s) %(request)s%(request_flags)s (referer: %(referer)s)%(respo
nse_flags)s'
DOWNLOADERRORMSG_LONG: str = (source)

Undocumented

Value
'Error downloading %(request)s: %(errmsg)s'
DOWNLOADERRORMSG_SHORT: str = (source)

Undocumented

Value
'Error downloading %(request)s'
DROPPEDMSG = (source)

Undocumented

Value
('Dropped: %(exception)s'+os.linesep)+'%(item)s'
ITEMERRORMSG: str = (source)

Undocumented

Value
'Error processing %(item)s'
SCRAPEDMSG = (source)

Undocumented

Value
('Scraped from %(src)s'+os.linesep)+'%(item)s'
SPIDERERRORMSG: str = (source)

Undocumented

Value
'Spider error processing %(request)s (referer: %(referer)s)'