TRAVIS_OS_NAME=linux TRAVIS_PYTHON_VERSION=3.8 TOXENV=py <<<<<< ENV .bandit.yml .bumpversion.cfg .coveragerc .gitattributes .github/ISSUE_TEMPLATE/bug_report.md .github/ISSUE_TEMPLATE/feature_request.md .gitignore .readthedocs.yml .travis.yml AUTHORS CODE_OF_CONDUCT.md CONTRIBUTING.md INSTALL LICENSE MANIFEST.in NEWS README.rst artwork/README.rst artwork/qlassik.zip artwork/scrapy-blog-logo.xcf artwork/scrapy-logo.jpg azure-pipelines.yml codecov.yml conftest.py docs/Makefile docs/README.rst docs/_ext/scrapydocs.py docs/_static/selectors-sample1.html docs/_templates/layout.html docs/_tests/quotes.html docs/_tests/quotes1.html docs/conf.py docs/conftest.py docs/contributing.rst docs/faq.rst docs/index.rst docs/intro/examples.rst docs/intro/install.rst docs/intro/overview.rst docs/intro/tutorial.rst docs/news.rst docs/requirements.txt docs/topics/_images/inspector_01.png docs/topics/_images/network_01.png docs/topics/_images/network_02.png docs/topics/_images/network_03.png docs/topics/_images/scrapy_architecture.odg docs/topics/_images/scrapy_architecture.png docs/topics/_images/scrapy_architecture_02.png docs/topics/api.rst docs/topics/architecture.rst docs/topics/asyncio.rst docs/topics/autothrottle.rst docs/topics/benchmarking.rst docs/topics/broad-crawls.rst docs/topics/commands.rst docs/topics/contracts.rst docs/topics/coroutines.rst docs/topics/debug.rst docs/topics/deploy.rst docs/topics/developer-tools.rst docs/topics/djangoitem.rst docs/topics/downloader-middleware.rst docs/topics/dynamic-content.rst docs/topics/email.rst docs/topics/exceptions.rst docs/topics/exporters.rst docs/topics/extensions.rst docs/topics/feed-exports.rst docs/topics/item-pipeline.rst docs/topics/items.rst docs/topics/jobs.rst docs/topics/leaks.rst docs/topics/link-extractors.rst docs/topics/loaders.rst docs/topics/logging.rst docs/topics/media-pipeline.rst docs/topics/practices.rst docs/topics/request-response.rst docs/topics/scrapyd.rst docs/topics/selectors.rst docs/topics/settings.rst docs/topics/shell.rst docs/topics/signals.rst docs/topics/spider-middleware.rst docs/topics/spiders.rst docs/topics/stats.rst docs/topics/telnetconsole.rst docs/topics/webservice.rst docs/utils/linkfix.py docs/versioning.rst extras/coverage-report.sh extras/qps-bench-server.py extras/qpsclient.py extras/scrapy.1 extras/scrapy_bash_completion extras/scrapy_zsh_completion pylintrc pytest.ini scrapy/VERSION scrapy/__init__.py scrapy/__main__.py scrapy/cmdline.py scrapy/commands/__init__.py scrapy/commands/bench.py scrapy/commands/check.py scrapy/commands/crawl.py scrapy/commands/edit.py scrapy/commands/fetch.py scrapy/commands/genspider.py scrapy/commands/list.py scrapy/commands/parse.py scrapy/commands/runspider.py scrapy/commands/settings.py scrapy/commands/shell.py scrapy/commands/startproject.py scrapy/commands/version.py scrapy/commands/view.py scrapy/contracts/__init__.py scrapy/contracts/default.py scrapy/core/__init__.py scrapy/core/downloader/__init__.py scrapy/core/downloader/contextfactory.py scrapy/core/downloader/handlers/__init__.py scrapy/core/downloader/handlers/datauri.py scrapy/core/downloader/handlers/file.py scrapy/core/downloader/handlers/ftp.py scrapy/core/downloader/handlers/http.py scrapy/core/downloader/handlers/http10.py scrapy/core/downloader/handlers/http11.py scrapy/core/downloader/handlers/s3.py scrapy/core/downloader/middleware.py scrapy/core/downloader/tls.py scrapy/core/downloader/webclient.py scrapy/core/engine.py scrapy/core/scheduler.py scrapy/core/scraper.py scrapy/core/spidermw.py scrapy/crawler.py scrapy/downloadermiddlewares/__init__.py scrapy/downloadermiddlewares/ajaxcrawl.py scrapy/downloadermiddlewares/cookies.py scrapy/downloadermiddlewares/decompression.py scrapy/downloadermiddlewares/defaultheaders.py scrapy/downloadermiddlewares/downloadtimeout.py scrapy/downloadermiddlewares/httpauth.py scrapy/downloadermiddlewares/httpcache.py scrapy/downloadermiddlewares/httpcompression.py scrapy/downloadermiddlewares/httpproxy.py scrapy/downloadermiddlewares/redirect.py scrapy/downloadermiddlewares/retry.py scrapy/downloadermiddlewares/robotstxt.py scrapy/downloadermiddlewares/stats.py scrapy/downloadermiddlewares/useragent.py scrapy/dupefilters.py scrapy/exceptions.py scrapy/exporters.py scrapy/extension.py scrapy/extensions/__init__.py scrapy/extensions/closespider.py scrapy/extensions/corestats.py scrapy/extensions/debug.py scrapy/extensions/feedexport.py scrapy/extensions/httpcache.py scrapy/extensions/logstats.py scrapy/extensions/memdebug.py scrapy/extensions/memusage.py scrapy/extensions/spiderstate.py scrapy/extensions/statsmailer.py scrapy/extensions/telnet.py scrapy/extensions/throttle.py scrapy/http/__init__.py scrapy/http/common.py scrapy/http/cookies.py scrapy/http/headers.py scrapy/http/request/__init__.py scrapy/http/request/form.py scrapy/http/request/json_request.py scrapy/http/request/rpc.py scrapy/http/response/__init__.py scrapy/http/response/html.py scrapy/http/response/text.py scrapy/http/response/xml.py scrapy/interfaces.py scrapy/item.py scrapy/link.py scrapy/linkextractors/__init__.py scrapy/linkextractors/lxmlhtml.py scrapy/loader/__init__.py scrapy/loader/common.py scrapy/loader/processors.py scrapy/logformatter.py scrapy/mail.py scrapy/middleware.py scrapy/mime.types scrapy/pipelines/__init__.py scrapy/pipelines/files.py scrapy/pipelines/images.py scrapy/pipelines/media.py scrapy/pqueues.py scrapy/resolver.py scrapy/responsetypes.py scrapy/robotstxt.py scrapy/selector/__init__.py scrapy/selector/unified.py scrapy/settings/__init__.py scrapy/settings/default_settings.py scrapy/shell.py scrapy/signalmanager.py scrapy/signals.py scrapy/spiderloader.py scrapy/spidermiddlewares/__init__.py scrapy/spidermiddlewares/depth.py scrapy/spidermiddlewares/httperror.py scrapy/spidermiddlewares/offsite.py scrapy/spidermiddlewares/referer.py scrapy/spidermiddlewares/urllength.py scrapy/spiders/__init__.py scrapy/spiders/crawl.py scrapy/spiders/feed.py scrapy/spiders/init.py scrapy/spiders/sitemap.py scrapy/squeues.py scrapy/statscollectors.py scrapy/templates/project/module/__init__.py scrapy/templates/project/module/items.py.tmpl scrapy/templates/project/module/middlewares.py.tmpl scrapy/templates/project/module/pipelines.py.tmpl scrapy/templates/project/module/settings.py.tmpl scrapy/templates/project/module/spiders/__init__.py scrapy/templates/project/scrapy.cfg scrapy/templates/spiders/basic.tmpl scrapy/templates/spiders/crawl.tmpl scrapy/templates/spiders/csvfeed.tmpl scrapy/templates/spiders/xmlfeed.tmpl scrapy/utils/__init__.py scrapy/utils/benchserver.py scrapy/utils/boto.py scrapy/utils/conf.py scrapy/utils/console.py scrapy/utils/curl.py scrapy/utils/datatypes.py scrapy/utils/decorators.py scrapy/utils/defer.py scrapy/utils/deprecate.py scrapy/utils/display.py scrapy/utils/engine.py scrapy/utils/ftp.py scrapy/utils/gz.py scrapy/utils/http.py scrapy/utils/httpobj.py scrapy/utils/iterators.py scrapy/utils/job.py scrapy/utils/log.py scrapy/utils/markup.py scrapy/utils/misc.py scrapy/utils/multipart.py scrapy/utils/ossignal.py scrapy/utils/project.py scrapy/utils/py36.py scrapy/utils/python.py scrapy/utils/reactor.py scrapy/utils/reqser.py scrapy/utils/request.py scrapy/utils/response.py scrapy/utils/serialize.py scrapy/utils/signal.py scrapy/utils/sitemap.py scrapy/utils/spider.py scrapy/utils/ssl.py scrapy/utils/template.py scrapy/utils/test.py scrapy/utils/testproc.py scrapy/utils/testsite.py scrapy/utils/trackref.py scrapy/utils/url.py scrapy/utils/versions.py sep/README.rst sep/sep-001.rst sep/sep-002.rst sep/sep-003.rst sep/sep-004.rst sep/sep-005.rst sep/sep-006.rst sep/sep-007.rst sep/sep-008.rst sep/sep-009.rst sep/sep-010.rst sep/sep-011.rst sep/sep-012.rst sep/sep-013.rst sep/sep-014.rst sep/sep-015.rst sep/sep-016.rst sep/sep-017.rst sep/sep-018.rst sep/sep-019.rst sep/sep-020.rst sep/sep-021.rst setup.cfg setup.py tests/CrawlerProcess/asyncio_custom_loop.py tests/CrawlerProcess/asyncio_enabled_no_reactor.py tests/CrawlerProcess/asyncio_enabled_reactor.py tests/CrawlerProcess/caching_hostname_resolver.py tests/CrawlerProcess/caching_hostname_resolver_ipv6.py tests/CrawlerProcess/default_name_resolver.py tests/CrawlerProcess/simple.py tests/CrawlerProcess/twisted_reactor_asyncio.py tests/CrawlerProcess/twisted_reactor_poll.py tests/CrawlerProcess/twisted_reactor_select.py tests/CrawlerRunner/ip_address.py tests/__init__.py tests/constraints.txt tests/ftpserver.py tests/ignores.txt tests/keys/__init__.py tests/keys/example-com.cert.pem tests/keys/example-com.conf tests/keys/example-com.gen.README tests/keys/example-com.key.pem tests/keys/localhost-ip.gen.README tests/keys/localhost.gen.README tests/keys/localhost.ip.crt tests/keys/localhost.ip.key tests/keys/mitmproxy-ca.pem tests/mocks/__init__.py tests/mocks/dummydbm.py tests/mockserver.py tests/pipelines.py tests/requirements-py3.txt tests/sample_data/compressed/feed-sample1.tar tests/sample_data/compressed/feed-sample1.xml tests/sample_data/compressed/feed-sample1.xml.bz2 tests/sample_data/compressed/feed-sample1.xml.gz tests/sample_data/compressed/feed-sample1.zip tests/sample_data/compressed/html-br.bin tests/sample_data/compressed/html-gzip.bin tests/sample_data/compressed/html-rawdeflate.bin tests/sample_data/compressed/html-zlibdeflate.bin tests/sample_data/compressed/html-zstd-static-content-size.bin tests/sample_data/compressed/html-zstd-static-no-content-size.bin tests/sample_data/compressed/html-zstd-streaming-no-content-size.bin tests/sample_data/compressed/truncated-crc-error-short.gz tests/sample_data/compressed/truncated-crc-error.gz tests/sample_data/compressed/unexpected-eof-output.txt tests/sample_data/compressed/unexpected-eof.gz tests/sample_data/feeds/feed-sample1.xml tests/sample_data/feeds/feed-sample2.xml tests/sample_data/feeds/feed-sample3.csv tests/sample_data/feeds/feed-sample4.csv tests/sample_data/feeds/feed-sample5.csv tests/sample_data/feeds/feed-sample6.csv tests/sample_data/link_extractor/linkextractor.html tests/sample_data/link_extractor/linkextractor_latin1.html tests/sample_data/link_extractor/linkextractor_no_href.html tests/sample_data/link_extractor/linkextractor_noenc.html tests/sample_data/test_site/files/images/python-logo-master-v3-TM-flattened.png tests/sample_data/test_site/files/images/python-powered-h-50x65.png tests/sample_data/test_site/files/images/scrapy.png tests/sample_data/test_site/index.html tests/sample_data/test_site/item1.html tests/sample_data/test_site/item2.html tests/spiders.py tests/test_closespider.py tests/test_cmdline/__init__.py tests/test_cmdline/extensions.py tests/test_cmdline/settings.py tests/test_cmdline_crawl_with_pipeline/__init__.py tests/test_cmdline_crawl_with_pipeline/scrapy.cfg tests/test_cmdline_crawl_with_pipeline/test_spider/__init__.py tests/test_cmdline_crawl_with_pipeline/test_spider/pipelines.py tests/test_cmdline_crawl_with_pipeline/test_spider/settings.py tests/test_cmdline_crawl_with_pipeline/test_spider/spiders/__init__.py tests/test_cmdline_crawl_with_pipeline/test_spider/spiders/exception.py tests/test_cmdline_crawl_with_pipeline/test_spider/spiders/normal.py tests/test_command_check.py tests/test_command_fetch.py tests/test_command_parse.py tests/test_command_shell.py tests/test_command_version.py tests/test_commands.py tests/test_contracts.py tests/test_core_downloader.py tests/test_crawl.py tests/test_crawler.py tests/test_dependencies.py tests/test_downloader_handlers.py tests/test_downloadermiddleware.py tests/test_downloadermiddleware_ajaxcrawlable.py tests/test_downloadermiddleware_cookies.py tests/test_downloadermiddleware_decompression.py tests/test_downloadermiddleware_defaultheaders.py tests/test_downloadermiddleware_downloadtimeout.py tests/test_downloadermiddleware_httpauth.py tests/test_downloadermiddleware_httpcache.py tests/test_downloadermiddleware_httpcompression.py tests/test_downloadermiddleware_httpproxy.py tests/test_downloadermiddleware_redirect.py tests/test_downloadermiddleware_retry.py tests/test_downloadermiddleware_robotstxt.py tests/test_downloadermiddleware_stats.py tests/test_downloadermiddleware_useragent.py tests/test_dupefilters.py tests/test_engine.py tests/test_exporters.py tests/test_extension_telnet.py tests/test_feedexport.py tests/test_http_cookies.py tests/test_http_headers.py tests/test_http_request.py tests/test_http_response.py tests/test_item.py tests/test_link.py tests/test_linkextractors.py tests/test_loader.py tests/test_loader_deprecated.py tests/test_logformatter.py tests/test_mail.py tests/test_middleware.py tests/test_pipeline_crawl.py tests/test_pipeline_files.py tests/test_pipeline_images.py tests/test_pipeline_media.py tests/test_pipelines.py tests/test_proxy_connect.py tests/test_request_attribute_binding.py tests/test_request_cb_kwargs.py tests/test_request_left.py tests/test_responsetypes.py tests/test_robotstxt_interface.py tests/test_scheduler.py tests/test_selector.py tests/test_settings/__init__.py tests/test_settings/default_settings.py tests/test_signals.py tests/test_spider.py tests/test_spiderloader/__init__.py tests/test_spiderloader/test_spiders/__init__.py tests/test_spiderloader/test_spiders/nested/__init__.py tests/test_spiderloader/test_spiders/nested/spider4.py tests/test_spiderloader/test_spiders/spider0.py tests/test_spiderloader/test_spiders/spider1.py tests/test_spiderloader/test_spiders/spider2.py tests/test_spiderloader/test_spiders/spider3.py tests/test_spidermiddleware.py tests/test_spidermiddleware_depth.py tests/test_spidermiddleware_httperror.py tests/test_spidermiddleware_offsite.py tests/test_spidermiddleware_output_chain.py tests/test_spidermiddleware_referer.py tests/test_spidermiddleware_urllength.py tests/test_spiderstate.py tests/test_squeues.py tests/test_stats.py tests/test_toplevel.py tests/test_urlparse_monkeypatches.py tests/test_utils_asyncio.py tests/test_utils_conf.py tests/test_utils_console.py tests/test_utils_curl.py tests/test_utils_datatypes.py tests/test_utils_defer.py tests/test_utils_deprecate.py tests/test_utils_display.py tests/test_utils_gz.py tests/test_utils_http.py tests/test_utils_httpobj.py tests/test_utils_iterators.py tests/test_utils_log.py tests/test_utils_misc/__init__.py tests/test_utils_misc/test.egg tests/test_utils_misc/test_return_with_argument_inside_generator.py tests/test_utils_misc/test_walk_modules/__init__.py tests/test_utils_misc/test_walk_modules/mod/__init__.py tests/test_utils_misc/test_walk_modules/mod/mod0.py tests/test_utils_misc/test_walk_modules/mod1.py tests/test_utils_project.py tests/test_utils_python.py tests/test_utils_reqser.py tests/test_utils_request.py tests/test_utils_response.py tests/test_utils_serialize.py tests/test_utils_signal.py tests/test_utils_sitemap.py tests/test_utils_spider.py tests/test_utils_template.py tests/test_utils_trackref.py tests/test_utils_url.py tests/test_webclient.py tox.ini <<<<<< network # path=/home/travis/build/scrapy/scrapy/coverage.xml /home/travis/build/scrapy/scrapy <<<<<< EOF