{ "info": { "author": "Scrapinghub", "author_email": "", "bugtrack_url": null, "classifiers": [ "Development Status :: 5 - Production/Stable", "Intended Audience :: Developers", "License :: OSI Approved :: BSD License", "Operating System :: OS Independent", "Programming Language :: Python :: 3" ], "description": "High level hubstorage collection scanner\n~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\n\n- Provides convenient way to scan a collection in batches\n- Allows to merge data from multiple collections\n- Accepts endts and startts in many string formats (as accepted by dateparser lib) or standard HS epoch in millisecs\n- Accepts excluded prefixes\n- Adds stopbefore feature (analogous to startafter but the inverse)\n- Provides method for arbitrary prefix aggregation counting\n- Supports partitioned collections\n- Provides a suite for testing hs collection code.\n\nUp to version 0.1.6: Python2 only\nStarting version 0.2: Python3 only\n\nSee usage instructions at `scanner.py `_ docstring.\n\n\n", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/scrapinghub/collection-scanner", "keywords": "", "license": "BSD", "maintainer": "", "maintainer_email": "", "name": "collection-scanner", "package_url": "https://pypi.org/project/collection-scanner/", "platform": "", "project_url": "https://pypi.org/project/collection-scanner/", "project_urls": { "Homepage": "https://github.com/scrapinghub/collection-scanner" }, "release_url": "https://pypi.org/project/collection-scanner/0.3/", "requires_dist": [ "dateparser", "retrying", "scrapinghub (>=2.0.3)" ], "requires_python": "", "summary": "Scrapinghub Hubstorage Collection scanner.", "version": "0.3" }, "last_serial": 4415928, "releases": { "0.2.1": [ { "comment_text": "", "digests": { "md5": "3cd6d41e0144bb0808e6fd4a84fa8525", "sha256": "86b2fc7efb1848f4326331a9b5d837fc71f2638a957d191d73cf97ba680ba18b" }, "downloads": -1, "filename": "collection_scanner-0.2.1-py3-none-any.whl", "has_sig": false, "md5_digest": "3cd6d41e0144bb0808e6fd4a84fa8525", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 10370, "upload_time": "2018-10-24T17:46:43", "url": "https://files.pythonhosted.org/packages/85/69/3b1e3b7ce904070cb2bfd5d6ad739f69456b8ec84ee00fb94d548e7ec97c/collection_scanner-0.2.1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "3609c0057ee4e9815215c4cc50e77ddb", "sha256": "5abf043db6ceca85e0da7774daa8df84f3128c5a3c3d8a43e521f434f7ac3ff3" }, "downloads": -1, "filename": "collection_scanner-0.2.1.tar.gz", "has_sig": false, "md5_digest": "3609c0057ee4e9815215c4cc50e77ddb", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7060, "upload_time": "2018-10-24T17:46:44", "url": "https://files.pythonhosted.org/packages/2c/90/1defd24deb0fe885bc2d22e4834fc96ef8fa2736029dd49673ce8eca0870/collection_scanner-0.2.1.tar.gz" } ], "0.3": [ { "comment_text": "", "digests": { "md5": "941d951762e2aa21d6eac2e72c866dba", "sha256": "1511518094ae71fa6921d7ebcd733388841ab6aff069de2091bc4351651b60f1" }, "downloads": -1, "filename": "collection_scanner-0.3-py3-none-any.whl", "has_sig": false, "md5_digest": "941d951762e2aa21d6eac2e72c866dba", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 10590, "upload_time": "2018-10-25T16:46:32", "url": "https://files.pythonhosted.org/packages/36/18/d264b940153b49ae7b37bbee7b4aa1b0a716ae166c24bc1663ae1725ab0b/collection_scanner-0.3-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "92ce3b33d8cb8c948334737c1664ebf5", "sha256": "a4c31788a8860c904e5f8505b59ac97c3c1a915b73db4de7cd31ac24e71d9d8d" }, "downloads": -1, "filename": "collection_scanner-0.3.tar.gz", "has_sig": false, "md5_digest": "92ce3b33d8cb8c948334737c1664ebf5", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7282, "upload_time": "2018-10-25T16:46:34", "url": "https://files.pythonhosted.org/packages/6e/42/b347735c75b411d577b92841f22ff20b957635f67ff16248122917ff5e04/collection_scanner-0.3.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "941d951762e2aa21d6eac2e72c866dba", "sha256": "1511518094ae71fa6921d7ebcd733388841ab6aff069de2091bc4351651b60f1" }, "downloads": -1, "filename": "collection_scanner-0.3-py3-none-any.whl", "has_sig": false, "md5_digest": "941d951762e2aa21d6eac2e72c866dba", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 10590, "upload_time": "2018-10-25T16:46:32", "url": "https://files.pythonhosted.org/packages/36/18/d264b940153b49ae7b37bbee7b4aa1b0a716ae166c24bc1663ae1725ab0b/collection_scanner-0.3-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "92ce3b33d8cb8c948334737c1664ebf5", "sha256": "a4c31788a8860c904e5f8505b59ac97c3c1a915b73db4de7cd31ac24e71d9d8d" }, "downloads": -1, "filename": "collection_scanner-0.3.tar.gz", "has_sig": false, "md5_digest": "92ce3b33d8cb8c948334737c1664ebf5", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7282, "upload_time": "2018-10-25T16:46:34", "url": "https://files.pythonhosted.org/packages/6e/42/b347735c75b411d577b92841f22ff20b957635f67ff16248122917ff5e04/collection_scanner-0.3.tar.gz" } ] }