{ "info": { "author": "Scrapy developers", "author_email": "opensource@scrapinghub.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 5 - Production/Stable", "License :: OSI Approved :: BSD License", "Operating System :: OS Independent", "Programming Language :: Python", "Programming Language :: Python :: 2", "Programming Language :: Python :: 2.7" ], "description": "=====================\nscrapy-dotpersistence\n=====================\n\nScrapy extension to sync `.scrapy` folder to an S3 bucket.\n\nInstallation\n============\n\nYou can install scrapy-dotpersistence using pip::\n\n pip install scrapy-dotpersistence\n\nYou can then enable the extension in your `settings.py`::\n\n EXTENSIONS = {\n ...\n 'scrapy_dotpersistence.DotScrapyPersistence': 0\n }\n\nHow to use it\n=============\n\nEnable extension through `settings.py`::\n\n DOTSCRAPY_ENABLED = True\n\nConfigure the exension through `settings.py`::\n\n ADDONS_AWS_ACCESS_KEY_ID = \"ABC\"\n ADDONS_AWS_SECRET_ACCESS_KEY = \"DEF\"\n ADDONS_AWS_USERNAME = \"username\"\n ADDONS_S3_BUCKET = \"test-bucket-name\"\n\nYou can change a dotpersistence folder path with environ::\n\n export DOTSCRAPY_DIR='/tmp/.scrapy'", "description_content_type": null, "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/scrapy-plugins/scrapy-dotpersistence", "keywords": "", "license": "BSD", "maintainer": "", "maintainer_email": "", "name": "scrapy-dotpersistence", "package_url": "https://pypi.org/project/scrapy-dotpersistence/", "platform": "Any", "project_url": "https://pypi.org/project/scrapy-dotpersistence/", "project_urls": { "Homepage": "https://github.com/scrapy-plugins/scrapy-dotpersistence" }, "release_url": "https://pypi.org/project/scrapy-dotpersistence/0.3.0/", "requires_dist": [ "Scrapy (>=1.0.3)", "awscli (>=1.10.51)" ], "requires_python": "", "summary": "Scrapy extension to sync `.scrapy` folder to an S3 bucket", "version": "0.3.0" }, "last_serial": 2261393, "releases": { "0.2.0": [ { "comment_text": "", "digests": { "md5": "71599621f9ed19c6f7232e171ec561fb", "sha256": "0500f9b25e43673e71730678d098257cf23f1bdd821473312ec355cabeed5e19" }, "downloads": -1, "filename": "scrapy_dotpersistence-0.2.0-py2-none-any.whl", "has_sig": false, "md5_digest": "71599621f9ed19c6f7232e171ec561fb", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": null, "size": 4191, "upload_time": "2016-04-27T04:59:21", "url": "https://files.pythonhosted.org/packages/20/52/4206dfe77d46559b77927bd160742063d89bb360bfb7299013330f64f2e8/scrapy_dotpersistence-0.2.0-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "afa58771bfcd3b0ec788a439dfd7eca0", "sha256": "34eeeaebbab2cd92374a9ec7aa2b9451cc6bfe5c6e6bb857d7dcec08d58f810c" }, "downloads": -1, "filename": "scrapy-dotpersistence-0.2.0.tar.gz", "has_sig": false, "md5_digest": "afa58771bfcd3b0ec788a439dfd7eca0", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2521, "upload_time": "2016-04-27T04:59:26", "url": "https://files.pythonhosted.org/packages/1e/6c/3a5505068b31045cb6e78a8231d46dc78e5033da92c84c5424d105e7ec6e/scrapy-dotpersistence-0.2.0.tar.gz" } ], "0.2.2": [ { "comment_text": "", "digests": { "md5": "108665d04758af787d7f8764562242e0", "sha256": "45af14c15d5bed543c24a386484640e5f0f9305126d9e5c854d40b6dbb5812fc" }, "downloads": -1, "filename": "scrapy_dotpersistence-0.2.2-py2-none-any.whl", "has_sig": false, "md5_digest": "108665d04758af787d7f8764562242e0", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": null, "size": 4220, "upload_time": "2016-05-05T12:08:53", "url": "https://files.pythonhosted.org/packages/86/cd/870b5af95e4ee47ccf86a55cae8d03e9e25961c411278d0fb738f133c9fb/scrapy_dotpersistence-0.2.2-py2-none-any.whl" } ], "0.2.3": [ { "comment_text": "", "digests": { "md5": "6933af19e1eccef1c86faec7f762c0f5", "sha256": "3d80ec1b10ae1f7e8fc7904b2f038469f00e2d85a90e52066bed4f9484167c43" }, "downloads": -1, "filename": "scrapy_dotpersistence-0.2.3-py2-none-any.whl", "has_sig": false, "md5_digest": "6933af19e1eccef1c86faec7f762c0f5", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": null, "size": 4219, "upload_time": "2016-07-29T09:20:01", "url": "https://files.pythonhosted.org/packages/a7/9c/e43068c21434b463f0bbc86353df963918a86168230754c2a771b7bfcc12/scrapy_dotpersistence-0.2.3-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "a0531b5c2ec70139a7d36d8e53f4013b", "sha256": "0be42e6944bd6409ee58ebf968021bce00280b5faecb6f9dba8ba284ce0c8099" }, "downloads": -1, "filename": "scrapy-dotpersistence-0.2.3.tar.gz", "has_sig": false, "md5_digest": "a0531b5c2ec70139a7d36d8e53f4013b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2591, "upload_time": "2016-07-29T09:20:03", "url": "https://files.pythonhosted.org/packages/b6/df/0436397aed465ce82a5993b50b8cfe88f00013a78148d4bce93191abf586/scrapy-dotpersistence-0.2.3.tar.gz" } ], "0.3.0": [ { "comment_text": "", "digests": { "md5": "e937440375aa0e9794c6d952d6d71ad8", "sha256": "1750f1f79eda55f68db2e0ca8ee46283e5e607f911770b0a784276ed0b690f52" }, "downloads": -1, "filename": "scrapy_dotpersistence-0.3.0-py2-none-any.whl", "has_sig": false, "md5_digest": "e937440375aa0e9794c6d952d6d71ad8", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": null, "size": 4101, "upload_time": "2016-08-04T08:23:07", "url": "https://files.pythonhosted.org/packages/20/62/05c62dc744e624a625b12536c3f192896dec5ef9cb849017956edf9ab826/scrapy_dotpersistence-0.3.0-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "6303205f93b65963dbc944be77da05da", "sha256": "a13d0c275b5a1272ecd659060f8e4edc645b15c77cb5505acfeefbf5ceb4b205" }, "downloads": -1, "filename": "scrapy-dotpersistence-0.3.0.tar.gz", "has_sig": false, "md5_digest": "6303205f93b65963dbc944be77da05da", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2469, "upload_time": "2016-08-04T08:23:09", "url": "https://files.pythonhosted.org/packages/fc/11/1301ff0f945ac183ff6735a4cbca351f7b8cee31923fc3e79eeb1dda4e7a/scrapy-dotpersistence-0.3.0.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "e937440375aa0e9794c6d952d6d71ad8", "sha256": "1750f1f79eda55f68db2e0ca8ee46283e5e607f911770b0a784276ed0b690f52" }, "downloads": -1, "filename": "scrapy_dotpersistence-0.3.0-py2-none-any.whl", "has_sig": false, "md5_digest": "e937440375aa0e9794c6d952d6d71ad8", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": null, "size": 4101, "upload_time": "2016-08-04T08:23:07", "url": "https://files.pythonhosted.org/packages/20/62/05c62dc744e624a625b12536c3f192896dec5ef9cb849017956edf9ab826/scrapy_dotpersistence-0.3.0-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "6303205f93b65963dbc944be77da05da", "sha256": "a13d0c275b5a1272ecd659060f8e4edc645b15c77cb5505acfeefbf5ceb4b205" }, "downloads": -1, "filename": "scrapy-dotpersistence-0.3.0.tar.gz", "has_sig": false, "md5_digest": "6303205f93b65963dbc944be77da05da", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2469, "upload_time": "2016-08-04T08:23:09", "url": "https://files.pythonhosted.org/packages/fc/11/1301ff0f945ac183ff6735a4cbca351f7b8cee31923fc3e79eeb1dda4e7a/scrapy-dotpersistence-0.3.0.tar.gz" } ] }