scrapy.settings.default_settings

module documentation
(source)

This module contains the default values for all settings used by Scrapy. For more information about these settings you can read the settings documentation in docs/topics/settings.rst Scrapy developers, if you add a setting here remember to: * add it in alphabetical order * group similar settings without leaving blank lines * add its documentation to the available settings documentation (docs/topics/settings.rst)

Constant AJAXCRAWL_ENABLED Undocumented
Constant ASYNCIO_EVENT_LOOP Undocumented
Constant AUTOTHROTTLE_DEBUG Undocumented
Constant AUTOTHROTTLE_ENABLED Undocumented
Constant AUTOTHROTTLE_MAX_DELAY Undocumented
Constant AUTOTHROTTLE_START_DELAY Undocumented
Constant AUTOTHROTTLE_TARGET_CONCURRENCY Undocumented
Constant BOT_NAME Undocumented
Constant CLOSESPIDER_ERRORCOUNT Undocumented
Constant CLOSESPIDER_ITEMCOUNT Undocumented
Constant CLOSESPIDER_PAGECOUNT Undocumented
Constant CLOSESPIDER_TIMEOUT Undocumented
Constant COMMANDS_MODULE Undocumented
Constant COMPRESSION_ENABLED Undocumented
Constant CONCURRENT_ITEMS Undocumented
Constant CONCURRENT_REQUESTS Undocumented
Constant CONCURRENT_REQUESTS_PER_DOMAIN Undocumented
Constant CONCURRENT_REQUESTS_PER_IP Undocumented
Constant COOKIES_DEBUG Undocumented
Constant COOKIES_ENABLED Undocumented
Constant DEFAULT_ITEM_CLASS Undocumented
Constant DEFAULT_REQUEST_HEADERS Undocumented
Constant DEPTH_LIMIT Undocumented
Constant DEPTH_PRIORITY Undocumented
Constant DEPTH_STATS_VERBOSE Undocumented
Constant DNS_RESOLVER Undocumented
Constant DNS_TIMEOUT Undocumented
Constant DNSCACHE_ENABLED Undocumented
Constant DNSCACHE_SIZE Undocumented
Constant DOWNLOAD_DELAY Undocumented
Constant DOWNLOAD_FAIL_ON_DATALOSS Undocumented
Constant DOWNLOAD_HANDLERS Undocumented
Constant DOWNLOAD_HANDLERS_BASE Undocumented
Constant DOWNLOAD_MAXSIZE Undocumented
Constant DOWNLOAD_TIMEOUT Undocumented
Constant DOWNLOAD_WARNSIZE Undocumented
Constant DOWNLOADER Undocumented
Constant DOWNLOADER_CLIENT_TLS_CIPHERS Undocumented
Constant DOWNLOADER_CLIENT_TLS_METHOD Undocumented
Constant DOWNLOADER_CLIENT_TLS_VERBOSE_LOGGING Undocumented
Constant DOWNLOADER_CLIENTCONTEXTFACTORY Undocumented
Constant DOWNLOADER_HTTPCLIENTFACTORY Undocumented
Constant DOWNLOADER_MIDDLEWARES Undocumented
Constant DOWNLOADER_MIDDLEWARES_BASE Undocumented
Constant DOWNLOADER_STATS Undocumented
Constant DUPEFILTER_CLASS Undocumented
Constant EDITOR Undocumented
Constant EXTENSIONS Undocumented
Constant EXTENSIONS_BASE Undocumented
Constant FEED_EXPORT_BATCH_ITEM_COUNT Undocumented
Constant FEED_EXPORT_ENCODING Undocumented
Constant FEED_EXPORT_FIELDS Undocumented
Constant FEED_EXPORT_INDENT Undocumented
Constant FEED_EXPORTERS Undocumented
Constant FEED_EXPORTERS_BASE Undocumented
Constant FEED_STORAGE_FTP_ACTIVE Undocumented
Constant FEED_STORAGE_GCS_ACL Undocumented
Constant FEED_STORAGE_S3_ACL Undocumented
Constant FEED_STORAGES Undocumented
Constant FEED_STORAGES_BASE Undocumented
Constant FEED_STORE_EMPTY Undocumented
Constant FEED_TEMPDIR Undocumented
Constant FEED_URI_PARAMS Undocumented
Constant FEEDS Undocumented
Constant FILES_STORE_GCS_ACL Undocumented
Constant FILES_STORE_S3_ACL Undocumented
Constant FTP_PASSIVE_MODE Undocumented
Constant FTP_PASSWORD Undocumented
Constant FTP_USER Undocumented
Constant GCS_PROJECT_ID Undocumented
Constant HTTPCACHE_ALWAYS_STORE Undocumented
Constant HTTPCACHE_DBM_MODULE Undocumented
Constant HTTPCACHE_DIR Undocumented
Constant HTTPCACHE_ENABLED Undocumented
Constant HTTPCACHE_EXPIRATION_SECS Undocumented
Constant HTTPCACHE_GZIP Undocumented
Constant HTTPCACHE_IGNORE_HTTP_CODES Undocumented
Constant HTTPCACHE_IGNORE_MISSING Undocumented
Constant HTTPCACHE_IGNORE_RESPONSE_CACHE_CONTROLS Undocumented
Constant HTTPCACHE_IGNORE_SCHEMES Undocumented
Constant HTTPCACHE_POLICY Undocumented
Constant HTTPCACHE_STORAGE Undocumented
Constant HTTPPROXY_AUTH_ENCODING Undocumented
Constant HTTPPROXY_ENABLED Undocumented
Constant IMAGES_STORE_GCS_ACL Undocumented
Constant IMAGES_STORE_S3_ACL Undocumented
Constant ITEM_PIPELINES Undocumented
Constant ITEM_PIPELINES_BASE Undocumented
Constant ITEM_PROCESSOR Undocumented
Constant LOG_DATEFORMAT Undocumented
Constant LOG_ENABLED Undocumented
Constant LOG_ENCODING Undocumented
Constant LOG_FILE Undocumented
Constant LOG_FILE_APPEND Undocumented
Constant LOG_FORMAT Undocumented
Constant LOG_FORMATTER Undocumented
Constant LOG_LEVEL Undocumented
Constant LOG_SHORT_NAMES Undocumented
Constant LOG_STDOUT Undocumented
Constant LOGSTATS_INTERVAL Undocumented
Constant MAIL_FROM Undocumented
Constant MAIL_HOST Undocumented
Constant MAIL_PASS Undocumented
Constant MAIL_PORT Undocumented
Constant MAIL_USER Undocumented
Constant MEMDEBUG_ENABLED Undocumented
Constant MEMDEBUG_NOTIFY Undocumented
Constant MEMUSAGE_CHECK_INTERVAL_SECONDS Undocumented
Constant MEMUSAGE_ENABLED Undocumented
Constant MEMUSAGE_LIMIT_MB Undocumented
Constant MEMUSAGE_NOTIFY_MAIL Undocumented
Constant MEMUSAGE_WARNING_MB Undocumented
Constant METAREFRESH_ENABLED Undocumented
Constant METAREFRESH_IGNORE_TAGS Undocumented
Constant METAREFRESH_MAXDELAY Undocumented
Constant NEWSPIDER_MODULE Undocumented
Constant RANDOMIZE_DOWNLOAD_DELAY Undocumented
Constant REACTOR_THREADPOOL_MAXSIZE Undocumented
Constant REDIRECT_ENABLED Undocumented
Constant REDIRECT_MAX_TIMES Undocumented
Constant REDIRECT_PRIORITY_ADJUST Undocumented
Constant REFERER_ENABLED Undocumented
Constant REFERRER_POLICY Undocumented
Constant REQUEST_FINGERPRINTER_CLASS Undocumented
Constant REQUEST_FINGERPRINTER_IMPLEMENTATION Undocumented
Constant RETRY_ENABLED Undocumented
Constant RETRY_HTTP_CODES Undocumented
Constant RETRY_PRIORITY_ADJUST Undocumented
Constant RETRY_TIMES Undocumented
Constant ROBOTSTXT_OBEY Undocumented
Constant ROBOTSTXT_PARSER Undocumented
Constant ROBOTSTXT_USER_AGENT Undocumented
Constant SCHEDULER Undocumented
Constant SCHEDULER_DEBUG Undocumented
Constant SCHEDULER_DISK_QUEUE Undocumented
Constant SCHEDULER_MEMORY_QUEUE Undocumented
Constant SCHEDULER_PRIORITY_QUEUE Undocumented
Constant SCRAPER_SLOT_MAX_ACTIVE_SIZE Undocumented
Constant SPIDER_CONTRACTS Undocumented
Constant SPIDER_CONTRACTS_BASE Undocumented
Constant SPIDER_LOADER_CLASS Undocumented
Constant SPIDER_LOADER_WARN_ONLY Undocumented
Constant SPIDER_MIDDLEWARES Undocumented
Constant SPIDER_MIDDLEWARES_BASE Undocumented
Constant SPIDER_MODULES Undocumented
Constant STATS_CLASS Undocumented
Constant STATS_DUMP Undocumented
Constant STATSMAILER_RCPTS Undocumented
Constant TELNETCONSOLE_ENABLED Undocumented
Constant TELNETCONSOLE_HOST Undocumented
Constant TELNETCONSOLE_PASSWORD Undocumented
Constant TELNETCONSOLE_PORT Undocumented
Constant TELNETCONSOLE_USERNAME Undocumented
Constant TEMPLATES_DIR Undocumented
Constant TWISTED_REACTOR Undocumented
Constant URLLENGTH_LIMIT Undocumented
Constant USER_AGENT Undocumented
AJAXCRAWL_ENABLED: bool = (source)

Undocumented

Value
False
ASYNCIO_EVENT_LOOP = (source)

Undocumented

Value
None
AUTOTHROTTLE_DEBUG: bool = (source)

Undocumented

Value
False
AUTOTHROTTLE_ENABLED: bool = (source)

Undocumented

Value
False
AUTOTHROTTLE_MAX_DELAY: float = (source)

Undocumented

Value
60.0
AUTOTHROTTLE_START_DELAY: float = (source)

Undocumented

Value
5.0
AUTOTHROTTLE_TARGET_CONCURRENCY: float = (source)

Undocumented

Value
1.0
BOT_NAME: str = (source)

Undocumented

Value
'scrapybot'
CLOSESPIDER_ERRORCOUNT: int = (source)

Undocumented

Value
0
CLOSESPIDER_ITEMCOUNT: int = (source)

Undocumented

Value
0
CLOSESPIDER_PAGECOUNT: int = (source)

Undocumented

Value
0
CLOSESPIDER_TIMEOUT: int = (source)

Undocumented

Value
0
COMMANDS_MODULE: str = (source)

Undocumented

Value
''
COMPRESSION_ENABLED: bool = (source)

Undocumented

Value
True
CONCURRENT_ITEMS: int = (source)

Undocumented

Value
100
CONCURRENT_REQUESTS: int = (source)

Undocumented

Value
16
CONCURRENT_REQUESTS_PER_DOMAIN: int = (source)

Undocumented

Value
8
CONCURRENT_REQUESTS_PER_IP: int = (source)

Undocumented

Value
0
COOKIES_DEBUG: bool = (source)

Undocumented

Value
False
COOKIES_ENABLED: bool = (source)

Undocumented

Value
True
DEFAULT_ITEM_CLASS: str = (source)

Undocumented

Value
'scrapy.item.Item'
DEFAULT_REQUEST_HEADERS: dict[str, str] = (source)

Undocumented

Value
{'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
 'Accept-Language': 'en'}
DEPTH_LIMIT: int = (source)

Undocumented

Value
0
DEPTH_PRIORITY: int = (source)

Undocumented

Value
0
DEPTH_STATS_VERBOSE: bool = (source)

Undocumented

Value
False
DNS_RESOLVER: str = (source)

Undocumented

Value
'scrapy.resolver.CachingThreadedResolver'
DNS_TIMEOUT: int = (source)

Undocumented

Value
60
DNSCACHE_ENABLED: bool = (source)

Undocumented

Value
True
DNSCACHE_SIZE: int = (source)

Undocumented

Value
10000
DOWNLOAD_DELAY: int = (source)

Undocumented

Value
0
DOWNLOAD_FAIL_ON_DATALOSS: bool = (source)

Undocumented

Value
True
DOWNLOAD_HANDLERS: dict = (source)

Undocumented

Value
{}
DOWNLOAD_HANDLERS_BASE: dict[str, str] = (source)

Undocumented

Value
{'data': 'scrapy.core.downloader.handlers.datauri.DataURIDownloadHandler',
 'file': 'scrapy.core.downloader.handlers.file.FileDownloadHandler',
 'http': 'scrapy.core.downloader.handlers.http.HTTPDownloadHandler',
 'https': 'scrapy.core.downloader.handlers.http.HTTPDownloadHandler',
 's3': 'scrapy.core.downloader.handlers.s3.S3DownloadHandler',
 'ftp': 'scrapy.core.downloader.handlers.ftp.FTPDownloadHandler'}
DOWNLOAD_MAXSIZE = (source)

Undocumented

Value
(1024*1024)*1024
DOWNLOAD_TIMEOUT: int = (source)

Undocumented

Value
180
DOWNLOAD_WARNSIZE = (source)

Undocumented

Value
(32*1024)*1024
DOWNLOADER: str = (source)

Undocumented

Value
'scrapy.core.downloader.Downloader'
DOWNLOADER_CLIENT_TLS_CIPHERS: str = (source)

Undocumented

Value
'DEFAULT'
DOWNLOADER_CLIENT_TLS_METHOD: str = (source)

Undocumented

Value
'TLS'
DOWNLOADER_CLIENT_TLS_VERBOSE_LOGGING: bool = (source)

Undocumented

Value
False
DOWNLOADER_CLIENTCONTEXTFACTORY: str = (source)

Undocumented

Value
'scrapy.core.downloader.contextfactory.ScrapyClientContextFactory'
DOWNLOADER_HTTPCLIENTFACTORY: str = (source)

Undocumented

Value
'scrapy.core.downloader.webclient.ScrapyHTTPClientFactory'
DOWNLOADER_MIDDLEWARES: dict = (source)

Undocumented

Value
{}
DOWNLOADER_MIDDLEWARES_BASE: dict[str, int] = (source)

Undocumented

Value
{'scrapy.downloadermiddlewares.robotstxt.RobotsTxtMiddleware': 100,
 'scrapy.downloadermiddlewares.httpauth.HttpAuthMiddleware': 300,
 'scrapy.downloadermiddlewares.downloadtimeout.DownloadTimeoutMiddleware': 350,
 'scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware': 400,
 'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware': 500,
 'scrapy.downloadermiddlewares.retry.RetryMiddleware': 550,
 'scrapy.downloadermiddlewares.ajaxcrawl.AjaxCrawlMiddleware': 560,
...
DOWNLOADER_STATS: bool = (source)

Undocumented

Value
True
DUPEFILTER_CLASS: str = (source)

Undocumented

Value
'scrapy.dupefilters.RFPDupeFilter'
EDITOR: str = (source)

Undocumented

Value
'%s -m idlelib.idle'
EXTENSIONS: dict = (source)

Undocumented

Value
{}
EXTENSIONS_BASE: dict[str, int] = (source)

Undocumented

Value
{'scrapy.extensions.corestats.CoreStats': 0,
 'scrapy.extensions.telnet.TelnetConsole': 0,
 'scrapy.extensions.memusage.MemoryUsage': 0,
 'scrapy.extensions.memdebug.MemoryDebugger': 0,
 'scrapy.extensions.closespider.CloseSpider': 0,
 'scrapy.extensions.feedexport.FeedExporter': 0,
 'scrapy.extensions.logstats.LogStats': 0,
...
FEED_EXPORT_BATCH_ITEM_COUNT: int = (source)

Undocumented

Value
0
FEED_EXPORT_ENCODING = (source)

Undocumented

Value
None
FEED_EXPORT_FIELDS = (source)

Undocumented

Value
None
FEED_EXPORT_INDENT: int = (source)

Undocumented

Value
0
FEED_EXPORTERS: dict = (source)

Undocumented

Value
{}
FEED_EXPORTERS_BASE: dict[str, str] = (source)

Undocumented

Value
{'json': 'scrapy.exporters.JsonItemExporter',
 'jsonlines': 'scrapy.exporters.JsonLinesItemExporter',
 'jsonl': 'scrapy.exporters.JsonLinesItemExporter',
 'jl': 'scrapy.exporters.JsonLinesItemExporter',
 'csv': 'scrapy.exporters.CsvItemExporter',
 'xml': 'scrapy.exporters.XmlItemExporter',
 'marshal': 'scrapy.exporters.MarshalItemExporter',
...
FEED_STORAGE_FTP_ACTIVE: bool = (source)

Undocumented

Value
False
FEED_STORAGE_GCS_ACL: str = (source)

Undocumented

Value
''
FEED_STORAGE_S3_ACL: str = (source)

Undocumented

Value
''
FEED_STORAGES: dict = (source)

Undocumented

Value
{}
FEED_STORAGES_BASE: dict[str, str] = (source)

Undocumented

Value
{'': 'scrapy.extensions.feedexport.FileFeedStorage',
 'file': 'scrapy.extensions.feedexport.FileFeedStorage',
 'ftp': 'scrapy.extensions.feedexport.FTPFeedStorage',
 'gs': 'scrapy.extensions.feedexport.GCSFeedStorage',
 's3': 'scrapy.extensions.feedexport.S3FeedStorage',
 'stdout': 'scrapy.extensions.feedexport.StdoutFeedStorage'}
FEED_STORE_EMPTY: bool = (source)

Undocumented

Value
False
FEED_TEMPDIR = (source)

Undocumented

Value
None
FEED_URI_PARAMS = (source)

Undocumented

Value
None
FEEDS: dict = (source)

Undocumented

Value
{}
FILES_STORE_GCS_ACL: str = (source)

Undocumented

Value
''
FILES_STORE_S3_ACL: str = (source)

Undocumented

Value
'private'
FTP_PASSIVE_MODE: bool = (source)

Undocumented

Value
True
FTP_PASSWORD: str = (source)

Undocumented

Value
'guest'
FTP_USER: str = (source)

Undocumented

Value
'anonymous'
GCS_PROJECT_ID = (source)

Undocumented

Value
None
HTTPCACHE_ALWAYS_STORE: bool = (source)

Undocumented

Value
False
HTTPCACHE_DBM_MODULE: str = (source)

Undocumented

Value
'dbm'
HTTPCACHE_DIR: str = (source)

Undocumented

Value
'httpcache'
HTTPCACHE_ENABLED: bool = (source)

Undocumented

Value
False
HTTPCACHE_EXPIRATION_SECS: int = (source)

Undocumented

Value
0
HTTPCACHE_GZIP: bool = (source)

Undocumented

Value
False
HTTPCACHE_IGNORE_HTTP_CODES: list = (source)

Undocumented

Value
[]
HTTPCACHE_IGNORE_MISSING: bool = (source)

Undocumented

Value
False
HTTPCACHE_IGNORE_RESPONSE_CACHE_CONTROLS: list = (source)

Undocumented

Value
[]
HTTPCACHE_IGNORE_SCHEMES: list[str] = (source)

Undocumented

Value
['file']
HTTPCACHE_POLICY: str = (source)

Undocumented

Value
'scrapy.extensions.httpcache.DummyPolicy'
HTTPCACHE_STORAGE: str = (source)

Undocumented

Value
'scrapy.extensions.httpcache.FilesystemCacheStorage'
HTTPPROXY_AUTH_ENCODING: str = (source)

Undocumented

Value
'latin-1'
HTTPPROXY_ENABLED: bool = (source)

Undocumented

Value
True
IMAGES_STORE_GCS_ACL: str = (source)

Undocumented

Value
''
IMAGES_STORE_S3_ACL: str = (source)

Undocumented

Value
'private'
ITEM_PIPELINES: dict = (source)

Undocumented

Value
{}
ITEM_PIPELINES_BASE: dict = (source)

Undocumented

Value
{}
ITEM_PROCESSOR: str = (source)

Undocumented

Value
'scrapy.pipelines.ItemPipelineManager'
LOG_DATEFORMAT: str = (source)

Undocumented

Value
'%Y-%m-%d %H:%M:%S'
LOG_ENABLED: bool = (source)

Undocumented

Value
True
LOG_ENCODING: str = (source)

Undocumented

Value
'utf-8'
LOG_FILE = (source)

Undocumented

Value
None
LOG_FILE_APPEND: bool = (source)

Undocumented

Value
True
LOG_FORMAT: str = (source)

Undocumented

Value
'%(asctime)s [%(name)s] %(levelname)s: %(message)s'
LOG_FORMATTER: str = (source)

Undocumented

Value
'scrapy.logformatter.LogFormatter'
LOG_LEVEL: str = (source)

Undocumented

Value
'DEBUG'
LOG_SHORT_NAMES: bool = (source)

Undocumented

Value
False
LOG_STDOUT: bool = (source)

Undocumented

Value
False
LOGSTATS_INTERVAL: float = (source)

Undocumented

Value
60.0
MAIL_FROM: str = (source)

Undocumented

Value
'scrapy@localhost'
MAIL_HOST: str = (source)

Undocumented

Value
'localhost'
MAIL_PASS = (source)

Undocumented

Value
None
MAIL_PORT: int = (source)

Undocumented

Value
25
MAIL_USER = (source)

Undocumented

Value
None
MEMDEBUG_ENABLED: bool = (source)

Undocumented

Value
False
MEMDEBUG_NOTIFY: list = (source)

Undocumented

Value
[]
MEMUSAGE_CHECK_INTERVAL_SECONDS: float = (source)

Undocumented

Value
60.0
MEMUSAGE_ENABLED: bool = (source)

Undocumented

Value
True
MEMUSAGE_LIMIT_MB: int = (source)

Undocumented

Value
0
MEMUSAGE_NOTIFY_MAIL: list = (source)

Undocumented

Value
[]
MEMUSAGE_WARNING_MB: int = (source)

Undocumented

Value
0
METAREFRESH_ENABLED: bool = (source)

Undocumented

Value
True
METAREFRESH_IGNORE_TAGS: list = (source)

Undocumented

Value
[]
METAREFRESH_MAXDELAY: int = (source)

Undocumented

Value
100
NEWSPIDER_MODULE: str = (source)

Undocumented

Value
''
RANDOMIZE_DOWNLOAD_DELAY: bool = (source)

Undocumented

Value
True
REACTOR_THREADPOOL_MAXSIZE: int = (source)

Undocumented

Value
10
REDIRECT_ENABLED: bool = (source)

Undocumented

Value
True
REDIRECT_MAX_TIMES: int = (source)

Undocumented

Value
20
REDIRECT_PRIORITY_ADJUST: int = (source)

Undocumented

Value
+2
REFERER_ENABLED: bool = (source)

Undocumented

Value
True
REFERRER_POLICY: str = (source)

Undocumented

Value
'scrapy.spidermiddlewares.referer.DefaultReferrerPolicy'
REQUEST_FINGERPRINTER_CLASS: str = (source)

Undocumented

Value
'scrapy.utils.request.RequestFingerprinter'
REQUEST_FINGERPRINTER_IMPLEMENTATION: str = (source)

Undocumented

Value
'2.6'
RETRY_ENABLED: bool = (source)

Undocumented

Value
True
RETRY_HTTP_CODES: list[int] = (source)

Undocumented

Value
[500, 502, 503, 504, 522, 524, 408, 429]
RETRY_PRIORITY_ADJUST: int = (source)

Undocumented

Value
-1
RETRY_TIMES: int = (source)

Undocumented

Value
2
ROBOTSTXT_OBEY: bool = (source)

Undocumented

Value
False
ROBOTSTXT_PARSER: str = (source)

Undocumented

Value
'scrapy.robotstxt.ProtegoRobotParser'
ROBOTSTXT_USER_AGENT = (source)

Undocumented

Value
None
SCHEDULER: str = (source)

Undocumented

Value
'scrapy.core.scheduler.Scheduler'
SCHEDULER_DEBUG: bool = (source)

Undocumented

Value
False
SCHEDULER_DISK_QUEUE: str = (source)

Undocumented

Value
'scrapy.squeues.PickleLifoDiskQueue'
SCHEDULER_MEMORY_QUEUE: str = (source)

Undocumented

Value
'scrapy.squeues.LifoMemoryQueue'
SCHEDULER_PRIORITY_QUEUE: str = (source)

Undocumented

Value
'scrapy.pqueues.ScrapyPriorityQueue'
SCRAPER_SLOT_MAX_ACTIVE_SIZE: int = (source)

Undocumented

Value
5000000
SPIDER_CONTRACTS: dict = (source)

Undocumented

Value
{}
SPIDER_CONTRACTS_BASE: dict[str, int] = (source)

Undocumented

Value
{'scrapy.contracts.default.UrlContract': 1,
 'scrapy.contracts.default.CallbackKeywordArgumentsContract': 1,
 'scrapy.contracts.default.ReturnsContract': 2,
 'scrapy.contracts.default.ScrapesContract': 3}
SPIDER_LOADER_CLASS: str = (source)

Undocumented

Value
'scrapy.spiderloader.SpiderLoader'
SPIDER_LOADER_WARN_ONLY: bool = (source)

Undocumented

Value
False
SPIDER_MIDDLEWARES: dict = (source)

Undocumented

Value
{}
SPIDER_MIDDLEWARES_BASE: dict[str, int] = (source)

Undocumented

Value
{'scrapy.spidermiddlewares.httperror.HttpErrorMiddleware': 50,
 'scrapy.spidermiddlewares.offsite.OffsiteMiddleware': 500,
 'scrapy.spidermiddlewares.referer.RefererMiddleware': 700,
 'scrapy.spidermiddlewares.urllength.UrlLengthMiddleware': 800,
 'scrapy.spidermiddlewares.depth.DepthMiddleware': 900}
SPIDER_MODULES: list = (source)

Undocumented

Value
[]
STATS_CLASS: str = (source)

Undocumented

Value
'scrapy.statscollectors.MemoryStatsCollector'
STATS_DUMP: bool = (source)

Undocumented

Value
True
STATSMAILER_RCPTS: list = (source)

Undocumented

Value
[]
TELNETCONSOLE_ENABLED: int = (source)

Undocumented

Value
1
TELNETCONSOLE_HOST: str = (source)

Undocumented

Value
'127.0.0.1'
TELNETCONSOLE_PASSWORD = (source)

Undocumented

Value
None
TELNETCONSOLE_PORT: list[int] = (source)

Undocumented

Value
[6023, 6073]
TELNETCONSOLE_USERNAME: str = (source)

Undocumented

Value
'scrapy'
TEMPLATES_DIR = (source)

Undocumented

Value
str((Path(__file__).parent / '..' / 'templates').resolve())
TWISTED_REACTOR = (source)

Undocumented

Value
None
URLLENGTH_LIMIT: int = (source)

Undocumented

Value
2083
USER_AGENT = (source)

Undocumented

Value
f"""Scrapy/{import_module('scrapy').__version__} (+https://scrapy.org)"""