{
    "info": {
        "author": "",
        "author_email": "",
        "bugtrack_url": null,
        "classifiers": [
            "Development Status :: 5 - Production/Stable",
            "Intended Audience :: Developers",
            "License :: OSI Approved :: BSD License",
            "Operating System :: OS Independent",
            "Programming Language :: Python",
            "Programming Language :: Python :: 2.7",
            "Programming Language :: Python :: 3"
        ],
        "description": "HCF (HubStorage Crawl Frontier) Backend for Frontera\n====================================================\n\nWhen used with scrapy, use it with Scrapy Scheduler provided by `scrapy-frontera <https://github.com/scrapinghub/scrapy-frontera>`_. Scrapy scheduler provided\nby `Frontera <https://github.com/scrapinghub/frontera>`_ *is not* supported. `scrapy-frontera` is a scrapy scheduler which allows to use frontera backends,\nlike the present one, with scrapy projects.\n\nSee specific usage instructions at module and class docstrings at `backend.py <https://github.com/scrapinghub/hcf-backend/blob/master/hcf_backend/backend.py>`_.\nSome examples of usage can be seen in the `scrapy-frontera README <https://github.com/scrapinghub/scrapy-frontera/blob/master/README.rst>`_.\n\nAnd a complete tutorial for using ``hcf-backend`` with ScrapyCloud workflows is available at\n`shub-workflow Tutorial <https://github.com/scrapinghub/shub-workflow/wiki/Basic-Tutorial>`_. ``shub-workflow`` is a framework for defining workflows of spiders\nand scripts running over ScrapyCloud. This is a strongly recommended lecture, because it documents the integration of different tools which together provide\nthe best benefit.\n\nPackage also provides a convenient command line tool for hubstorage frontier handling and manipulation:\n`hcfpal.py <https://github.com/scrapinghub/hcf-backend/blob/master/hcf_backend/utils/hcfpal.py>`_. It supports dumping, count, deletion, moving, listing, etc.\nSee command line help for usage.\n\nAnother tool provided is `crawlmanager.py <https://github.com/scrapinghub/hcf-backend/blob/master/hcf_backend/utils/crawlmanager.py>`_. It facilitates the scheduling of\nconsumer spider jobs. Examples of usage are also available in the already mentioned ``shub-workflow`` Tutorial.\n\nInstallation\n============\n\n``pip install hcf-backend``\n\n\n",
        "description_content_type": "",
        "docs_url": null,
        "download_url": "",
        "downloads": {
            "last_day": -1,
            "last_month": -1,
            "last_week": -1
        },
        "home_page": "https://github.com/scrapinghub/hcf-backend",
        "keywords": "",
        "license": "BSD",
        "maintainer": "Scrapinghub",
        "maintainer_email": "",
        "name": "hcf-backend",
        "package_url": "https://pypi.org/project/hcf-backend/",
        "platform": "",
        "project_url": "https://pypi.org/project/hcf-backend/",
        "project_urls": {
            "Homepage": "https://github.com/scrapinghub/hcf-backend"
        },
        "release_url": "https://pypi.org/project/hcf-backend/0.4.3/",
        "requires_dist": [
            "frontera (==0.7.1)",
            "humanize (==0.5.1)",
            "requests (>=2.18.4)",
            "retrying (>=1.3.3)",
            "scrapinghub (>=2.0.0)",
            "shub-workflow (>=1.5.1)"
        ],
        "requires_python": "",
        "summary": "ScrapyCloud HubStorage frontier backend for Frontera",
        "version": "0.4.3"
    },
    "last_serial": 5347224,
    "releases": {
        "0.2.3.1": [
            {
                "comment_text": "",
                "digests": {
                    "md5": "ccd2a3c0935c29fcec0ca8dec2e23247",
                    "sha256": "7301feda2d976ac3b4a9bbd94e1f3c561d9889dbab74b6f40485547fd24af2ca"
                },
                "downloads": -1,
                "filename": "hcf_backend-0.2.3.1-py3-none-any.whl",
                "has_sig": false,
                "md5_digest": "ccd2a3c0935c29fcec0ca8dec2e23247",
                "packagetype": "bdist_wheel",
                "python_version": "py3",
                "requires_python": null,
                "size": 13916,
                "upload_time": "2018-08-30T17:43:05",
                "url": "https://files.pythonhosted.org/packages/aa/d7/347e294535fba199c1730a80ee60520d6faa2dd00c26f44c9482c8613f81/hcf_backend-0.2.3.1-py3-none-any.whl"
            },
            {
                "comment_text": "",
                "digests": {
                    "md5": "9af07603baeef46c7029f794db951a07",
                    "sha256": "cece200d26e55a20d8332d71041a26485552f2ed16425abc5aacbf7a39ca7075"
                },
                "downloads": -1,
                "filename": "hcf-backend-0.2.3.1.tar.gz",
                "has_sig": false,
                "md5_digest": "9af07603baeef46c7029f794db951a07",
                "packagetype": "sdist",
                "python_version": "source",
                "requires_python": null,
                "size": 10049,
                "upload_time": "2018-08-30T17:43:06",
                "url": "https://files.pythonhosted.org/packages/05/83/0fddb92b1d62b9a72ebb31063ab6ffa21a216f9ad5e8f68f342965a04e48/hcf-backend-0.2.3.1.tar.gz"
            }
        ],
        "0.2.3.2": [
            {
                "comment_text": "",
                "digests": {
                    "md5": "25c15d91b67c9ad36d0b307c8eb1e432",
                    "sha256": "62578ab4bb2b9954e72d77654c875d13329744b5e6f94bc8768cf8bcdf76530d"
                },
                "downloads": -1,
                "filename": "hcf_backend-0.2.3.2-py3-none-any.whl",
                "has_sig": false,
                "md5_digest": "25c15d91b67c9ad36d0b307c8eb1e432",
                "packagetype": "bdist_wheel",
                "python_version": "py3",
                "requires_python": null,
                "size": 13928,
                "upload_time": "2018-10-01T21:17:36",
                "url": "https://files.pythonhosted.org/packages/ba/d7/075fc2d0dcfad24b5531d7967ecfc96c75bb7fe834c19972e35a1185f8cd/hcf_backend-0.2.3.2-py3-none-any.whl"
            },
            {
                "comment_text": "",
                "digests": {
                    "md5": "2fd8209c93fdc09e35e4a2c7ccdc4ade",
                    "sha256": "9f6b49c08e753a39d23e9ed35533cc188caf5748410f2eef8137b3a87f761bac"
                },
                "downloads": -1,
                "filename": "hcf-backend-0.2.3.2.tar.gz",
                "has_sig": false,
                "md5_digest": "2fd8209c93fdc09e35e4a2c7ccdc4ade",
                "packagetype": "sdist",
                "python_version": "source",
                "requires_python": null,
                "size": 10057,
                "upload_time": "2018-10-01T21:17:48",
                "url": "https://files.pythonhosted.org/packages/cd/ee/5deab761557b8a402e46fd3aeae81d93900ca51662ef3393b5b755bdad9b/hcf-backend-0.2.3.2.tar.gz"
            }
        ],
        "0.2.3.3": [
            {
                "comment_text": "",
                "digests": {
                    "md5": "2914196e3b7af6827fe3374ff29e1a98",
                    "sha256": "7802bdb619e7b30d00a0330cf8e34d477f0705b979a63b74077827ccf12f8607"
                },
                "downloads": -1,
                "filename": "hcf_backend-0.2.3.3-py3-none-any.whl",
                "has_sig": false,
                "md5_digest": "2914196e3b7af6827fe3374ff29e1a98",
                "packagetype": "bdist_wheel",
                "python_version": "py3",
                "requires_python": null,
                "size": 13667,
                "upload_time": "2018-10-02T13:20:24",
                "url": "https://files.pythonhosted.org/packages/c1/18/c67de6caf8d73c2ccbae076295d59fac4ef03c2191b077bc53483e9b0459/hcf_backend-0.2.3.3-py3-none-any.whl"
            },
            {
                "comment_text": "",
                "digests": {
                    "md5": "c247e2ed913a45def85d81c61b82401c",
                    "sha256": "901cb36529810f66baab34160c3cb63be1bddac06e9a2b80cc5136344d75529e"
                },
                "downloads": -1,
                "filename": "hcf-backend-0.2.3.3.tar.gz",
                "has_sig": false,
                "md5_digest": "c247e2ed913a45def85d81c61b82401c",
                "packagetype": "sdist",
                "python_version": "source",
                "requires_python": null,
                "size": 10166,
                "upload_time": "2018-10-02T13:20:26",
                "url": "https://files.pythonhosted.org/packages/20/f4/68fd1035a0e133346298c8aa20f752d18a76782392b7589ed444d73e12b8/hcf-backend-0.2.3.3.tar.gz"
            }
        ],
        "0.2.4": [
            {
                "comment_text": "",
                "digests": {
                    "md5": "57df79a6c0886ef99e8670189defbe13",
                    "sha256": "42045d9126efc3c805662bd38c5f1a7078c504637eff8439176f34074a575225"
                },
                "downloads": -1,
                "filename": "hcf_backend-0.2.4-py3-none-any.whl",
                "has_sig": false,
                "md5_digest": "57df79a6c0886ef99e8670189defbe13",
                "packagetype": "bdist_wheel",
                "python_version": "py3",
                "requires_python": null,
                "size": 13852,
                "upload_time": "2018-10-16T12:56:54",
                "url": "https://files.pythonhosted.org/packages/b4/bc/f0c473c3c649ee6eea900e989120c4c7ead32123517e25f1cb6c3d05f449/hcf_backend-0.2.4-py3-none-any.whl"
            },
            {
                "comment_text": "",
                "digests": {
                    "md5": "8e596d33cc086e9b10d1431e02ba95c3",
                    "sha256": "9dba3b7d619a1fd2670bec8c66ff56ba94c37e2557cfc87bcdafe7c568c6ce47"
                },
                "downloads": -1,
                "filename": "hcf-backend-0.2.4.tar.gz",
                "has_sig": false,
                "md5_digest": "8e596d33cc086e9b10d1431e02ba95c3",
                "packagetype": "sdist",
                "python_version": "source",
                "requires_python": null,
                "size": 10333,
                "upload_time": "2018-10-16T12:56:56",
                "url": "https://files.pythonhosted.org/packages/9a/72/6079cefa4b3c00a6e7c826386be7f51fe770783ae22a3e642a9b2d7a5b7d/hcf-backend-0.2.4.tar.gz"
            }
        ],
        "0.2.4.1": [
            {
                "comment_text": "",
                "digests": {
                    "md5": "5ae6c95f1ca672e20c4c6c0ce711244c",
                    "sha256": "c9bf67bfb82d4c40998eb78faf42ff36ad331d3861eaa4c39d6dde2fdbdaaef3"
                },
                "downloads": -1,
                "filename": "hcf_backend-0.2.4.1-py3-none-any.whl",
                "has_sig": false,
                "md5_digest": "5ae6c95f1ca672e20c4c6c0ce711244c",
                "packagetype": "bdist_wheel",
                "python_version": "py3",
                "requires_python": null,
                "size": 13926,
                "upload_time": "2018-10-31T22:39:50",
                "url": "https://files.pythonhosted.org/packages/cd/3f/6cac7b8580279245e8a7be3d8118100f1e0a917ec04be62e378f8b156dd2/hcf_backend-0.2.4.1-py3-none-any.whl"
            },
            {
                "comment_text": "",
                "digests": {
                    "md5": "fa2cac709010e44b5da282eb6399a019",
                    "sha256": "a2f9a6ffee8b56740d0df8eab1700dd9977c0ea581de33b4f6b230b61fccbfa3"
                },
                "downloads": -1,
                "filename": "hcf-backend-0.2.4.1.tar.gz",
                "has_sig": false,
                "md5_digest": "fa2cac709010e44b5da282eb6399a019",
                "packagetype": "sdist",
                "python_version": "source",
                "requires_python": null,
                "size": 10352,
                "upload_time": "2018-10-31T22:39:52",
                "url": "https://files.pythonhosted.org/packages/14/bc/6b39cc8636abe13ff38dd99cc18fcd37fe4d54fbf8c4e60665af0553dc17/hcf-backend-0.2.4.1.tar.gz"
            }
        ],
        "0.2.5.1": [
            {
                "comment_text": "",
                "digests": {
                    "md5": "f085b45fd8af73821d2d513a743d3f69",
                    "sha256": "475bf26c827512674674879402a1c1abfef590912b9588a3a9fdbb5a65a7bf5c"
                },
                "downloads": -1,
                "filename": "hcf_backend-0.2.5.1-py3-none-any.whl",
                "has_sig": false,
                "md5_digest": "f085b45fd8af73821d2d513a743d3f69",
                "packagetype": "bdist_wheel",
                "python_version": "py3",
                "requires_python": null,
                "size": 13999,
                "upload_time": "2018-11-02T00:50:14",
                "url": "https://files.pythonhosted.org/packages/e8/2b/f3bbfc0bb07be2eb9a9b03efc1d8924e451be75b68578e302271688def99/hcf_backend-0.2.5.1-py3-none-any.whl"
            },
            {
                "comment_text": "",
                "digests": {
                    "md5": "5c51aba17ac051e0d8a6f3a14e59a5f1",
                    "sha256": "d63a2bb64b30acf37cc08f315da811fe62e833b107b94c9cb5e87567ae41da84"
                },
                "downloads": -1,
                "filename": "hcf-backend-0.2.5.1.tar.gz",
                "has_sig": false,
                "md5_digest": "5c51aba17ac051e0d8a6f3a14e59a5f1",
                "packagetype": "sdist",
                "python_version": "source",
                "requires_python": null,
                "size": 10270,
                "upload_time": "2018-11-02T00:50:15",
                "url": "https://files.pythonhosted.org/packages/24/27/8c0ae07ecddce9b93d223615dad2be19f585de6d5a56fbd497d22d8a1e8a/hcf-backend-0.2.5.1.tar.gz"
            }
        ],
        "0.2.5.2": [
            {
                "comment_text": "",
                "digests": {
                    "md5": "2c6bfdb30d087f399cd3a054bfa2d699",
                    "sha256": "918dc8d72867666fec01004d9da41537c075b0ed426dd4a902cb126e07f44d1f"
                },
                "downloads": -1,
                "filename": "hcf_backend-0.2.5.2-py3-none-any.whl",
                "has_sig": false,
                "md5_digest": "2c6bfdb30d087f399cd3a054bfa2d699",
                "packagetype": "bdist_wheel",
                "python_version": "py3",
                "requires_python": null,
                "size": 13626,
                "upload_time": "2018-11-14T14:19:06",
                "url": "https://files.pythonhosted.org/packages/97/fb/77af2bdd99ab064ae62b718d552119a709e31936a03a951978e2f1ea53cc/hcf_backend-0.2.5.2-py3-none-any.whl"
            },
            {
                "comment_text": "",
                "digests": {
                    "md5": "c009b24e417ccfa5c1f6044c6de21ef0",
                    "sha256": "f61204f32a87bf854d631de2314d79393e2d60653606d8111690ba71ca820286"
                },
                "downloads": -1,
                "filename": "hcf-backend-0.2.5.2.tar.gz",
                "has_sig": false,
                "md5_digest": "c009b24e417ccfa5c1f6044c6de21ef0",
                "packagetype": "sdist",
                "python_version": "source",
                "requires_python": null,
                "size": 10272,
                "upload_time": "2018-11-14T14:19:09",
                "url": "https://files.pythonhosted.org/packages/2f/65/a40fb89bdc9ec47dccf42fc205cb611077739e7e8b77af4e66bd5f0fb2e9/hcf-backend-0.2.5.2.tar.gz"
            }
        ],
        "0.2.5.3": [
            {
                "comment_text": "",
                "digests": {
                    "md5": "6764f75b9b72790010461dea5646359f",
                    "sha256": "141ed66c6d5d7b1e418585cfc721db7df0de35c02d882962f6a30c5a54bc86ed"
                },
                "downloads": -1,
                "filename": "hcf_backend-0.2.5.3-py3-none-any.whl",
                "has_sig": false,
                "md5_digest": "6764f75b9b72790010461dea5646359f",
                "packagetype": "bdist_wheel",
                "python_version": "py3",
                "requires_python": null,
                "size": 13634,
                "upload_time": "2018-12-04T12:38:58",
                "url": "https://files.pythonhosted.org/packages/84/06/17518986bc2a13299a2437100397790dd444faf54420faf613bdf01fa146/hcf_backend-0.2.5.3-py3-none-any.whl"
            },
            {
                "comment_text": "",
                "digests": {
                    "md5": "696096e330df0f7afc99c64576534787",
                    "sha256": "79d4c6c22d26d5909a892f6e080d453df701b7503f14930fd9485826338913a7"
                },
                "downloads": -1,
                "filename": "hcf-backend-0.2.5.3.tar.gz",
                "has_sig": false,
                "md5_digest": "696096e330df0f7afc99c64576534787",
                "packagetype": "sdist",
                "python_version": "source",
                "requires_python": null,
                "size": 10286,
                "upload_time": "2018-12-04T12:39:00",
                "url": "https://files.pythonhosted.org/packages/f9/39/63745714416c29ce8f11f2602895d987bba67f00dce34f5b48fa7f202ae9/hcf-backend-0.2.5.3.tar.gz"
            }
        ],
        "0.2.5.5": [
            {
                "comment_text": "",
                "digests": {
                    "md5": "c8f004f02d58d46e80226d9d0f54d977",
                    "sha256": "d85a956977013483a799393798ecd1fc87ceaa1113554d280db8e75f64308c76"
                },
                "downloads": -1,
                "filename": "hcf_backend-0.2.5.5-py3-none-any.whl",
                "has_sig": false,
                "md5_digest": "c8f004f02d58d46e80226d9d0f54d977",
                "packagetype": "bdist_wheel",
                "python_version": "py3",
                "requires_python": null,
                "size": 13640,
                "upload_time": "2018-12-17T15:25:01",
                "url": "https://files.pythonhosted.org/packages/41/22/871d4adb92a5c7b2f06b8b712318d3cbe056392b92a0330390d774aee570/hcf_backend-0.2.5.5-py3-none-any.whl"
            },
            {
                "comment_text": "",
                "digests": {
                    "md5": "aeafecf401d9a52e06f71e8379e6c9fb",
                    "sha256": "158e5e4948ed33e015b722fa272dc4fecaa7ca78df90d398eee8452a842b064a"
                },
                "downloads": -1,
                "filename": "hcf-backend-0.2.5.5.tar.gz",
                "has_sig": false,
                "md5_digest": "aeafecf401d9a52e06f71e8379e6c9fb",
                "packagetype": "sdist",
                "python_version": "source",
                "requires_python": null,
                "size": 10298,
                "upload_time": "2018-12-17T15:25:03",
                "url": "https://files.pythonhosted.org/packages/d3/36/9bdd35c44ed1f66a57adfdbdef24351cdc1e56cf4a111aa52cc85865c1b6/hcf-backend-0.2.5.5.tar.gz"
            }
        ],
        "0.3.3": [
            {
                "comment_text": "",
                "digests": {
                    "md5": "9ef7ef2ef6528d9592d4021a0b03dd0c",
                    "sha256": "9ab3115fa4c202dfa04bb34bb54185a14013ad347886bf3fe0a316b4b24b6699"
                },
                "downloads": -1,
                "filename": "hcf_backend-0.3.3-py3-none-any.whl",
                "has_sig": false,
                "md5_digest": "9ef7ef2ef6528d9592d4021a0b03dd0c",
                "packagetype": "bdist_wheel",
                "python_version": "py3",
                "requires_python": null,
                "size": 13016,
                "upload_time": "2019-02-07T13:52:35",
                "url": "https://files.pythonhosted.org/packages/42/6b/e7f0fe2e99d9488233fe7ee0b2a050ef0ed4dab7cf3ca605b45e19c3e8b7/hcf_backend-0.3.3-py3-none-any.whl"
            },
            {
                "comment_text": "",
                "digests": {
                    "md5": "2f8dacb8fd1d834ecae184b2505dd289",
                    "sha256": "2370062703fa565edac82daf727f8cea31a1aa2e7db3e99034d56682df7137a1"
                },
                "downloads": -1,
                "filename": "hcf-backend-0.3.3.tar.gz",
                "has_sig": false,
                "md5_digest": "2f8dacb8fd1d834ecae184b2505dd289",
                "packagetype": "sdist",
                "python_version": "source",
                "requires_python": null,
                "size": 10167,
                "upload_time": "2019-02-07T13:52:37",
                "url": "https://files.pythonhosted.org/packages/7f/0b/29bb64a5839994bd98a297b886b8e14e0abb991254d54f1c27de3082120f/hcf-backend-0.3.3.tar.gz"
            }
        ],
        "0.4.3": [
            {
                "comment_text": "",
                "digests": {
                    "md5": "695acaa3e816f5ad31d1ba532c192d3e",
                    "sha256": "39026f72530576b1acb2f2f2a5a95d60620e9d2f2ad861e0ce948806e49200f6"
                },
                "downloads": -1,
                "filename": "hcf_backend-0.4.3-py3-none-any.whl",
                "has_sig": false,
                "md5_digest": "695acaa3e816f5ad31d1ba532c192d3e",
                "packagetype": "bdist_wheel",
                "python_version": "py3",
                "requires_python": null,
                "size": 13392,
                "upload_time": "2019-06-01T19:54:50",
                "url": "https://files.pythonhosted.org/packages/4c/68/38ad273fb394371dcdb599cdcb5ea60f339fb9e7a8039cb04c226d3be01d/hcf_backend-0.4.3-py3-none-any.whl"
            },
            {
                "comment_text": "",
                "digests": {
                    "md5": "832ced178b4dd2ff0e1b7a5772152115",
                    "sha256": "32d41176e4df2869bbd416072bd760757969683cf3613a32cea057d051e6902b"
                },
                "downloads": -1,
                "filename": "hcf-backend-0.4.3.tar.gz",
                "has_sig": false,
                "md5_digest": "832ced178b4dd2ff0e1b7a5772152115",
                "packagetype": "sdist",
                "python_version": "source",
                "requires_python": null,
                "size": 10576,
                "upload_time": "2019-06-01T19:54:51",
                "url": "https://files.pythonhosted.org/packages/4e/ea/5cc5741a92060ec25cbf4fa37fc91d303175098c56077b65b9a4d1c9cadc/hcf-backend-0.4.3.tar.gz"
            }
        ]
    },
    "urls": [
        {
            "comment_text": "",
            "digests": {
                "md5": "695acaa3e816f5ad31d1ba532c192d3e",
                "sha256": "39026f72530576b1acb2f2f2a5a95d60620e9d2f2ad861e0ce948806e49200f6"
            },
            "downloads": -1,
            "filename": "hcf_backend-0.4.3-py3-none-any.whl",
            "has_sig": false,
            "md5_digest": "695acaa3e816f5ad31d1ba532c192d3e",
            "packagetype": "bdist_wheel",
            "python_version": "py3",
            "requires_python": null,
            "size": 13392,
            "upload_time": "2019-06-01T19:54:50",
            "url": "https://files.pythonhosted.org/packages/4c/68/38ad273fb394371dcdb599cdcb5ea60f339fb9e7a8039cb04c226d3be01d/hcf_backend-0.4.3-py3-none-any.whl"
        },
        {
            "comment_text": "",
            "digests": {
                "md5": "832ced178b4dd2ff0e1b7a5772152115",
                "sha256": "32d41176e4df2869bbd416072bd760757969683cf3613a32cea057d051e6902b"
            },
            "downloads": -1,
            "filename": "hcf-backend-0.4.3.tar.gz",
            "has_sig": false,
            "md5_digest": "832ced178b4dd2ff0e1b7a5772152115",
            "packagetype": "sdist",
            "python_version": "source",
            "requires_python": null,
            "size": 10576,
            "upload_time": "2019-06-01T19:54:51",
            "url": "https://files.pythonhosted.org/packages/4e/ea/5cc5741a92060ec25cbf4fa37fc91d303175098c56077b65b9a4d1c9cadc/hcf-backend-0.4.3.tar.gz"
        }
    ]
}