{ "info": { "author": "", "author_email": "", "bugtrack_url": null, "classifiers": [], "description": "[![PyPI](https://img.shields.io/pypi/v/scrapy_algolia_exporter.svg)](https://pypi.python.org/pypi/scrapy_algolia_exporter) [![Build Status](https://travis-ci.org/clemfromspace/scrapy-algolia-exporter.svg?branch=master)](https://travis-ci.org/clemfromspace/scrapy-algolia-exporter)\n\n## Scrapy Algolia Exporter\n\nDirectly populate a given **Algolia** index from a scrapy spider.\n\n### Usage\n\n:warning: **Your crawled items must contains a unique `ObjectID` key.** :warning:\n\nAdd the mandatory scrapy settings to configure the **Algolia** API:\n\n```python\nALGOLIA_API_ID='my_algolia_api_id'\nALGOLIA_API_KEY='my_algolia_api_key'\nALGOLIA_INDEX_NAME='my_algolia_index_name'\n```\n\nAdd the `AlgoliaItemPipeline` in the `ITEM_PIPELINES` scrapy setting:\n\n```python\nITEM_PIPELINES = {\n 'scrapy_algolia_exporter.pipelines.AlgoliaItemPipeline': 10\n}\n```\n\n\nThe `ALGOLIA_ITEM_BULK_NBR` setting control how many items will be send to Algolia at the same time.\nIf not provided, the items will be send by group of `100`.\n\n### Install\n```\npip install scrapy_algolia_exporter\n```\n\n\n\n\n\n\n\n\n", "description_content_type": null, "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/clemfromspace/scrapy-algolia-exporter", "keywords": "", "license": "", "maintainer": "", "maintainer_email": "", "name": "scrapy-algolia-exporter", "package_url": "https://pypi.org/project/scrapy-algolia-exporter/", "platform": "", "project_url": "https://pypi.org/project/scrapy-algolia-exporter/", "project_urls": { "Homepage": "https://github.com/clemfromspace/scrapy-algolia-exporter" }, "release_url": "https://pypi.org/project/scrapy-algolia-exporter/0.0.2/", "requires_dist": [ "algoliasearch (==1.15.2)", "Scrapy (>=1.0)" ], "requires_python": "", "summary": "Scrapy item exporter for the Algolia API", "version": "0.0.2" }, "last_serial": 3564008, "releases": { "0.0.1": [ { "comment_text": "", "digests": { "md5": "3d64775fc6c8f61f61be9ca93b858b81", "sha256": "adb67f67a4597a9c61432d94f567e1e54d0233f442b780cc9f4e5b33b611421b" }, "downloads": -1, "filename": "scrapy_algolia_exporter-0.0.1-py3-none-any.whl", "has_sig": false, "md5_digest": "3d64775fc6c8f61f61be9ca93b858b81", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 6373, "upload_time": "2018-02-08T12:47:40", "url": "https://files.pythonhosted.org/packages/1e/64/df1f436174bc0fce020a231655e6b08064a244241a283c4d25754d031739/scrapy_algolia_exporter-0.0.1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "36df52a9e5a0e1f9e1586201690ed3c1", "sha256": "24c3a2dc0a0f113b7a1acc343ef42d9459e4d5ac6f0d37ccd9d3297187689984" }, "downloads": -1, "filename": "scrapy_algolia_exporter-0.0.1.tar.gz", "has_sig": false, "md5_digest": "36df52a9e5a0e1f9e1586201690ed3c1", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3617, "upload_time": "2018-02-08T12:47:12", "url": "https://files.pythonhosted.org/packages/24/a1/0bcaab1a2f47373c889800668c45d20a44d2e4f3052943a56280791a2899/scrapy_algolia_exporter-0.0.1.tar.gz" } ], "0.0.1.dev1": [ { "comment_text": "", "digests": { "md5": "eda57252b095efab1e7764765035b68f", "sha256": "7d95a55d172a7ccc99275ff712e75950dea1d72a4cb3cbac2bb6841283afa342" }, "downloads": -1, "filename": "scrapy_algolia_exporter-0.0.1.dev1-py3-none-any.whl", "has_sig": false, "md5_digest": "eda57252b095efab1e7764765035b68f", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 6429, "upload_time": "2018-02-08T12:12:09", "url": "https://files.pythonhosted.org/packages/6b/9a/0d2f24c5db6f7a60b1dd53635d9ef4fbc1b626b7a2f1097a3df5c7d44d6a/scrapy_algolia_exporter-0.0.1.dev1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "514f8a869a38f84f06425db24d924cfd", "sha256": "7177aa5fb02294d8117a71a2fe746bfaf8cf4d8f7ca66fbdb0f2ecac337c93a1" }, "downloads": -1, "filename": "scrapy_algolia_exporter-0.0.1.dev1.tar.gz", "has_sig": false, "md5_digest": "514f8a869a38f84f06425db24d924cfd", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3622, "upload_time": "2018-02-08T12:12:12", "url": "https://files.pythonhosted.org/packages/ba/c2/477929094ef7bac4e71da24537e48688d457323b99fbc63b600e871b9a68/scrapy_algolia_exporter-0.0.1.dev1.tar.gz" } ], "0.0.2": [ { "comment_text": "", "digests": { "md5": "ccbdb039f5cc4fb5e41d418343b27197", "sha256": "fc52d1c37510bf772a25f418a22ff2dfb302de047b3ad4a6ee356c8e1a4597ad" }, "downloads": -1, "filename": "scrapy_algolia_exporter-0.0.2-py3-none-any.whl", "has_sig": false, "md5_digest": "ccbdb039f5cc4fb5e41d418343b27197", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 6434, "upload_time": "2018-02-08T14:58:17", "url": "https://files.pythonhosted.org/packages/d7/54/5de474ab4e3f24f1d9a32a066a7a8e47b470ff6da3712b7112226734f66a/scrapy_algolia_exporter-0.0.2-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "01d6a7bd85f4bcc45991862b815f759c", "sha256": "e8853d8649dfb8925da6613eb592d1aca68edea339727ea2e2ae8dd0c0415f68" }, "downloads": -1, "filename": "scrapy_algolia_exporter-0.0.2.tar.gz", "has_sig": false, "md5_digest": "01d6a7bd85f4bcc45991862b815f759c", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3661, "upload_time": "2018-02-08T14:58:18", "url": "https://files.pythonhosted.org/packages/d8/da/507cfcb77325801cd7b6a5520e002f23c26ecc81f2ec4b1c10afe2a30c6d/scrapy_algolia_exporter-0.0.2.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "ccbdb039f5cc4fb5e41d418343b27197", "sha256": "fc52d1c37510bf772a25f418a22ff2dfb302de047b3ad4a6ee356c8e1a4597ad" }, "downloads": -1, "filename": "scrapy_algolia_exporter-0.0.2-py3-none-any.whl", "has_sig": false, "md5_digest": "ccbdb039f5cc4fb5e41d418343b27197", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 6434, "upload_time": "2018-02-08T14:58:17", "url": "https://files.pythonhosted.org/packages/d7/54/5de474ab4e3f24f1d9a32a066a7a8e47b470ff6da3712b7112226734f66a/scrapy_algolia_exporter-0.0.2-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "01d6a7bd85f4bcc45991862b815f759c", "sha256": "e8853d8649dfb8925da6613eb592d1aca68edea339727ea2e2ae8dd0c0415f68" }, "downloads": -1, "filename": "scrapy_algolia_exporter-0.0.2.tar.gz", "has_sig": false, "md5_digest": "01d6a7bd85f4bcc45991862b815f759c", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3661, "upload_time": "2018-02-08T14:58:18", "url": "https://files.pythonhosted.org/packages/d8/da/507cfcb77325801cd7b6a5520e002f23c26ecc81f2ec4b1c10afe2a30c6d/scrapy_algolia_exporter-0.0.2.tar.gz" } ] }