scrapy.downloadermiddlewares.ajaxcrawl

module documentation
(source)

Undocumented

Class AjaxCrawlMiddleware Handle 'AJAX crawlable' pages marked as crawlable via meta tag. For more info see https://developers.google.com/webmasters/ajax-crawling/docs/getting-started.
Variable logger Undocumented
Function _has_ajaxcrawlable_meta >>> _has_ajaxcrawlable_meta('<html><head><meta name="fragment" content="!"/></head><body></body></html>') True >>> _has_ajaxcrawlable_meta("<html><head><meta name='fragment' content='!'></head></html>") True >>> _has_ajaxcrawlable_meta('<html><head><...
Variable _ajax_crawlable_re Undocumented
logger = (source)

Undocumented

def _has_ajaxcrawlable_meta(text): (source)

>>> _has_ajaxcrawlable_meta('<html><head><meta name="fragment" content="!"/></head><body></body></html>') True >>> _has_ajaxcrawlable_meta("<html><head><meta name='fragment' content='!'></head></html>") True >>> _has_ajaxcrawlable_meta('<html><head><!--<meta name="fragment" content="!"/>--></head><body></body></html>') False >>> _has_ajaxcrawlable_meta('<html></html>') False

_ajax_crawlable_re = (source)

Undocumented