MANIFEST.in
README.md
setup.py
bin/crawlmi
bin/crawlmi.bat
bin/runtests.bat
bin/runtests.sh
crawlmi/__init__.py
crawlmi/_monkeypatches.py
crawlmi/cmdline.py
crawlmi/compat.py
crawlmi/exceptions.py
crawlmi/log.py
crawlmi/shell.py
crawlmi/signals.py
crawlmi.egg-info/PKG-INFO
crawlmi.egg-info/SOURCES.txt
crawlmi.egg-info/dependency_links.txt
crawlmi.egg-info/entry_points.txt
crawlmi.egg-info/not-zip-safe
crawlmi.egg-info/requires.txt
crawlmi.egg-info/top_level.txt
crawlmi/commands/__init__.py
crawlmi/commands/base.py
crawlmi/commands/crawl.py
crawlmi/commands/fetch.py
crawlmi/commands/list.py
crawlmi/commands/settings.py
crawlmi/commands/shell.py
crawlmi/commands/startproject.py
crawlmi/commands/version.py
crawlmi/commands/view.py
crawlmi/core/__init__.py
crawlmi/core/context_factory.py
crawlmi/core/downloader.py
crawlmi/core/engine.py
crawlmi/core/process.py
crawlmi/core/project.py
crawlmi/core/signal_manager.py
crawlmi/core/webclient.py
crawlmi/core/handlers/__init__.py
crawlmi/core/handlers/file_handler.py
crawlmi/core/handlers/general_handler.py
crawlmi/core/handlers/http_1_1_handler.py
crawlmi/core/handlers/http_handler.py
crawlmi/core/handlers/https_handler.py
crawlmi/extractor/__init__.py
crawlmi/extractor/base_link_extractor.py
crawlmi/extractor/ignored_extensions.py
crawlmi/extractor/link.py
crawlmi/extractor/lxml_link_extractor.py
crawlmi/http/__init__.py
crawlmi/http/cookies.py
crawlmi/http/headers.py
crawlmi/http/request/__init__.py
crawlmi/http/request/request.py
crawlmi/http/response/__init__.py
crawlmi/http/response/factory.py
crawlmi/http/response/html_response.py
crawlmi/http/response/mime.types
crawlmi/http/response/response.py
crawlmi/http/response/text_response.py
crawlmi/http/response/xml_response.py
crawlmi/middleware/__init__.py
crawlmi/middleware/extension_manager.py
crawlmi/middleware/middleware_manager.py
crawlmi/middleware/pipeline_manager.py
crawlmi/middleware/extensions/__init__.py
crawlmi/middleware/extensions/core_stats.py
crawlmi/middleware/extensions/log_stats.py
crawlmi/middleware/extensions/save_response.py
crawlmi/middleware/extensions/telnet.py
crawlmi/middleware/pipelines/__init__.py
crawlmi/middleware/pipelines/canonical.py
crawlmi/middleware/pipelines/chunked_transfer.py
crawlmi/middleware/pipelines/cookies.py
crawlmi/middleware/pipelines/default_headers.py
crawlmi/middleware/pipelines/downloader_stats.py
crawlmi/middleware/pipelines/duplicate_filter.py
crawlmi/middleware/pipelines/filter.py
crawlmi/middleware/pipelines/http_compression.py
crawlmi/middleware/pipelines/random_user_agent.py
crawlmi/middleware/pipelines/redirect.py
crawlmi/middleware/pipelines/retry.py
crawlmi/middleware/pipelines/tor.py
crawlmi/middleware/pipelines/user_agents.txt
crawlmi/middleware/pipelines/http_cache/__init__.py
crawlmi/middleware/pipelines/http_cache/http_cache.py
crawlmi/middleware/pipelines/http_cache/policy.py
crawlmi/middleware/pipelines/http_cache/storage.py
crawlmi/parser/__init__.py
crawlmi/parser/quantity.py
crawlmi/parser/s.py
crawlmi/parser/sp.py
crawlmi/parser/selectors/__init__.py
crawlmi/parser/selectors/lxml_selector.py
crawlmi/parser/selectors/selector_list.py
crawlmi/queue/__init__.py
crawlmi/queue/heap.py
crawlmi/queue/memory_queue.py
crawlmi/queue/priority_queue.py
crawlmi/queue/queue.py
crawlmi/queue/response_queue.py
crawlmi/settings/__init__.py
crawlmi/settings/default_settings.py
crawlmi/settings/engine_settings.py
crawlmi/settings/settings.py
crawlmi/spider/__init__.py
crawlmi/spider/base.py
crawlmi/spider/sitemap.py
crawlmi/spider/slot.py
crawlmi/spider/spider_manager.py
crawlmi/stats/__init__.py
crawlmi/stats/dummy_stats.py
crawlmi/stats/memory_stats.py
crawlmi/stats/statistics.py
crawlmi/stats/top_samples.py
crawlmi/templates/project/crawlmi.cfg
crawlmi/templates/project/module/__init__.py
crawlmi/templates/project/module/settings.py.tmpl
crawlmi/templates/project/module/spiders/__init__.py
crawlmi/tests/__init__.py
crawlmi/tests/test_downloader.py
crawlmi/tests/test_downloader_handlers.py
crawlmi/tests/test_engine.py
crawlmi/tests/test_engine_settings.py
crawlmi/tests/test_extension_manager.py
crawlmi/tests/test_log.py
crawlmi/tests/test_middleware_manager.py
crawlmi/tests/test_pipeline_manager.py
crawlmi/tests/test_response_factory.py
crawlmi/tests/test_settings.py
crawlmi/tests/test_signal_manager.py
crawlmi/tests/test_statistics.py
crawlmi/tests/test_stats.py
crawlmi/tests/test_top_samples.py
crawlmi/tests/test_webclient.py
crawlmi/tests/mocks/__init__.py
crawlmi/tests/mocks/dummy_dbm.py
crawlmi/tests/sample_data/list_data_file.txt
crawlmi/tests/sample_data/compressed/feed-sample1.tar
crawlmi/tests/sample_data/compressed/feed-sample1.xml
crawlmi/tests/sample_data/compressed/feed-sample1.xml.bz2
crawlmi/tests/sample_data/compressed/feed-sample1.xml.gz
crawlmi/tests/sample_data/compressed/feed-sample1.zip
crawlmi/tests/sample_data/compressed/html-gzip.bin
crawlmi/tests/sample_data/compressed/html-rawdeflate.bin
crawlmi/tests/sample_data/compressed/html-zlibdeflate.bin
crawlmi/tests/sample_data/compressed/truncated-crc-error-short.gz
crawlmi/tests/sample_data/compressed/truncated-crc-error.gz
crawlmi/tests/sample_data/link_extractor/linkextractor_latin1.html
crawlmi/tests/sample_data/link_extractor/linkextractor_noenc.html
crawlmi/tests/sample_data/link_extractor/sgml_linkextractor.html
crawlmi/tests/sample_data/pages/ip_page.html
crawlmi/tests/test_cmdline/__init__.py
crawlmi/tests/test_cmdline/test_cmdline.py
crawlmi/tests/test_cmdline/sample_commands/__init__.py
crawlmi/tests/test_cmdline/sample_commands/command1.py
crawlmi/tests/test_cmdline/sample_commands/mod/__init__.py
crawlmi/tests/test_cmdline/sample_commands/mod/command2.py
crawlmi/tests/test_extractor/__init__.py
crawlmi/tests/test_extractor/test_link.py
crawlmi/tests/test_extractor/test_lxml_link_extractor.py
crawlmi/tests/test_http/__init__.py
crawlmi/tests/test_http/test_http_cookies.py
crawlmi/tests/test_http/test_http_headers.py
crawlmi/tests/test_http/test_http_html_response.py
crawlmi/tests/test_http/test_http_request.py
crawlmi/tests/test_http/test_http_response.py
crawlmi/tests/test_http/test_http_text_response.py
crawlmi/tests/test_middleware/__init__.py
crawlmi/tests/test_middleware/test_extensions_log_stats.py
crawlmi/tests/test_middleware/test_pipelines_canonical.py
crawlmi/tests/test_middleware/test_pipelines_chunked_transfer.py
crawlmi/tests/test_middleware/test_pipelines_cookies.py
crawlmi/tests/test_middleware/test_pipelines_default_headers.py
crawlmi/tests/test_middleware/test_pipelines_downloader_stats.py
crawlmi/tests/test_middleware/test_pipelines_duplicate_filter.py
crawlmi/tests/test_middleware/test_pipelines_filter.py
crawlmi/tests/test_middleware/test_pipelines_http_cache.py
crawlmi/tests/test_middleware/test_pipelines_http_compression.py
crawlmi/tests/test_middleware/test_pipelines_random_user_agent.py
crawlmi/tests/test_middleware/test_pipelines_redirect.py
crawlmi/tests/test_middleware/test_pipelines_retry.py
crawlmi/tests/test_parser/__init__.py
crawlmi/tests/test_parser/test_lxml_selector.py
crawlmi/tests/test_parser/test_quantity.py
crawlmi/tests/test_parser/test_s.py
crawlmi/tests/test_parser/test_selector.py
crawlmi/tests/test_parser/test_sp.py
crawlmi/tests/test_project/__init__.py
crawlmi/tests/test_project/test_project.py
crawlmi/tests/test_project/sample_project/crawlmi.cfg
crawlmi/tests/test_project/sample_project/crawlmi_project/__init__.py
crawlmi/tests/test_project/sample_project/crawlmi_project/test_settings.py
crawlmi/tests/test_queue/__init__.py
crawlmi/tests/test_queue/test_heap.py
crawlmi/tests/test_queue/test_priority_queue.py
crawlmi/tests/test_queue/test_queue.py
crawlmi/tests/test_queue/test_response_queue.py
crawlmi/tests/test_spider_manager/__init__.py
crawlmi/tests/test_spider_manager/test_spider_manager.py
crawlmi/tests/test_spider_manager/test_spiders/__init__.py
crawlmi/tests/test_spider_manager/test_spiders/spider0.py
crawlmi/tests/test_spider_manager/test_spiders/spider1.py
crawlmi/tests/test_spider_manager/test_spiders/spider2.py
crawlmi/tests/test_spider_manager/test_spiders/spider3.py
crawlmi/tests/test_utils/__init__.py
crawlmi/tests/test_utils/test_utils_conf.py
crawlmi/tests/test_utils/test_utils_defer.py
crawlmi/tests/test_utils/test_utils_encoding.py
crawlmi/tests/test_utils/test_utils_gz.py
crawlmi/tests/test_utils/test_utils_html.py
crawlmi/tests/test_utils/test_utils_middleware.py
crawlmi/tests/test_utils/test_utils_misc.py
crawlmi/tests/test_utils/test_utils_python.py
crawlmi/tests/test_utils/test_utils_regex.py
crawlmi/tests/test_utils/test_utils_request.py
crawlmi/tests/test_utils/test_utils_response.py
crawlmi/tests/test_utils/test_utils_sitemap.py
crawlmi/tests/test_utils/test_utils_template.py
crawlmi/tests/test_utils/test_utils_url.py
crawlmi/tests/test_utils/test_iter_submodules/__init__.py
crawlmi/tests/test_utils/test_iter_submodules/mod1.py
crawlmi/tests/test_utils/test_iter_submodules/mod/__init__.py
crawlmi/tests/test_utils/test_iter_submodules/mod/mod0.py
crawlmi/utils/__init__.py
crawlmi/utils/clock.py
crawlmi/utils/conf.py
crawlmi/utils/console.py
crawlmi/utils/defer.py
crawlmi/utils/encoding.py
crawlmi/utils/engine.py
crawlmi/utils/gz.py
crawlmi/utils/html.py
crawlmi/utils/lxml_fix.py
crawlmi/utils/middleware.py
crawlmi/utils/misc.py
crawlmi/utils/ossignal.py
crawlmi/utils/python.py
crawlmi/utils/regex.py
crawlmi/utils/request.py
crawlmi/utils/response.py
crawlmi/utils/sitemap.py
crawlmi/utils/tcp.py
crawlmi/utils/template.py
crawlmi/utils/test.py
crawlmi/utils/trackref.py
crawlmi/utils/url.py
crawlmi/xlib/__init__.py
crawlmi/xlib/pydispatch/__init__.py
crawlmi/xlib/pydispatch/dispatcher.py
crawlmi/xlib/pydispatch/errors.py
crawlmi/xlib/pydispatch/robust.py
crawlmi/xlib/pydispatch/robustapply.py
crawlmi/xlib/pydispatch/saferef.py