{ "info": { "author": "Dave McLain", "author_email": "dave@trainca.se", "bugtrack_url": null, "classifiers": [ "Development Status :: 4 - Beta", "Intended Audience :: Developers", "License :: OSI Approved :: BSD License", "Operating System :: OS Independent", "Programming Language :: Python", "Topic :: Internet :: WWW/HTTP" ], "description": "Scrapy-Heroku\n=============\n\nA package to assist with running scrapy on heroku. This is accomplished by providing\na custom application configuration at ``scrapy_heroku.app.application`` that launches\nthe scrapyd web service using the PORT environment variable and a multi-process work\nqueue implemented on a Postgres database specified by the DATABASE_URL environment\nvariable.\n\nConfiguration\n-------------\n\nCreate a git repo that has a scrapy project at the root (scrapy.cfg should be at the\ntop level). Edit your scrapy.cfg to include the following::\n\n [scrapyd]\n application = scrapy_heroku.app.application\n\n [deploy]\n url = http://.herokuapp.com:80/\n project = \n username = \n password = \n\nAdd a requirements.txt file that includes ``scrapy-heroku`` in it. It is strongly\nrecommended that you version pin scrapy-heroku as well as the version of scrapy that\nyour project is developed against (pip freeze > requirements.txt). Finally create a\nProcfile that consists of::\n\n web: scrapy server\n\nMake sure you have a postgres database that has been promoted to DATABASE_URL\n\n\n* Project page: \n", "description_content_type": null, "docs_url": null, "download_url": "UNKNOWN", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/dmclain/scrapy-heroku", "keywords": "scrapy,heroku", "license": "BSD", "maintainer": null, "maintainer_email": null, "name": "scrapy-heroku", "package_url": "https://pypi.org/project/scrapy-heroku/", "platform": "UNKNOWN", "project_url": "https://pypi.org/project/scrapy-heroku/", "project_urls": { "Download": "UNKNOWN", "Homepage": "https://github.com/dmclain/scrapy-heroku" }, "release_url": "https://pypi.org/project/scrapy-heroku/0.7.1/", "requires_dist": null, "requires_python": null, "summary": "Utilities for running scrapy on heroku", "version": "0.7.1" }, "last_serial": 799335, "releases": { "0.1": [ { "comment_text": "", "digests": { "md5": "a187d8f6b0be0a66a25e77ef9ddb69f2", "sha256": "bcbbd02ef69fc557ca3486b99a1cb93371e33cd391707f8cb111c9c84ff774db" }, "downloads": -1, "filename": "scrapy-heroku-0.1.tar.gz", "has_sig": false, "md5_digest": "a187d8f6b0be0a66a25e77ef9ddb69f2", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4353, "upload_time": "2012-11-16T21:45:50", "url": "https://files.pythonhosted.org/packages/12/fc/0e1e560d749faf2f9ced5439ff1968eca11bee551b202432325ad7841512/scrapy-heroku-0.1.tar.gz" } ], "0.2": [ { "comment_text": "", "digests": { "md5": "77c9bcddb8fa4b168defd6e7e1fc176f", "sha256": "18570513da1bcb816ea16e496a60bc6e83e2d443d2f4f37ffbfef8ed46ebe6fe" }, "downloads": -1, "filename": "scrapy-heroku-0.2.tar.gz", "has_sig": false, "md5_digest": "77c9bcddb8fa4b168defd6e7e1fc176f", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4246, "upload_time": "2012-11-16T22:52:25", "url": "https://files.pythonhosted.org/packages/7c/d5/baec6e767d65c4c89191e1ebd3b1749c2de14785447ba22040278db7890f/scrapy-heroku-0.2.tar.gz" } ], "0.3": [ { "comment_text": "", "digests": { "md5": "ddfee6eb952e0d3559249ab28eb3b409", "sha256": "e89fa3d68ad09c6c124737359a3a5f6692b576852a23fb75898a0b81c18ecbfd" }, "downloads": -1, "filename": "scrapy-heroku-0.3.tar.gz", "has_sig": false, "md5_digest": "ddfee6eb952e0d3559249ab28eb3b409", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4251, "upload_time": "2012-11-17T01:44:07", "url": "https://files.pythonhosted.org/packages/21/3b/1e8bdecbaed724a5df7ed4e0abf93c6bd36ce58ca0ad30f909d366b5a438/scrapy-heroku-0.3.tar.gz" } ], "0.4": [ { "comment_text": "", "digests": { "md5": "3c38ca329658abc35e3af4a388ef95d8", "sha256": "b3d1473ca0f64a50302c1468fee37655ceb549497f8110d1e67eb8bdf2c66f7c" }, "downloads": -1, "filename": "scrapy-heroku-0.4.tar.gz", "has_sig": false, "md5_digest": "3c38ca329658abc35e3af4a388ef95d8", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4256, "upload_time": "2012-11-17T03:07:21", "url": "https://files.pythonhosted.org/packages/81/2d/2182c4a56bdf9f122e903d3c829e655eadc5fce560a17b04f7a37cacb6d0/scrapy-heroku-0.4.tar.gz" } ], "0.5": [ { "comment_text": "", "digests": { "md5": "1957893d0e701aad3a69553e11b52315", "sha256": "c8f8000cdb2be4f459028b0a7e939680db5706ef8b3672d2d72c6469c4f7822b" }, "downloads": -1, "filename": "scrapy-heroku-0.5.tar.gz", "has_sig": false, "md5_digest": "1957893d0e701aad3a69553e11b52315", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4289, "upload_time": "2012-11-17T03:54:53", "url": "https://files.pythonhosted.org/packages/14/35/73e46501a918571e035d6e960bf27b7f868c93eb97a05ddcb439d7f44fb8/scrapy-heroku-0.5.tar.gz" } ], "0.6": [ { "comment_text": "", "digests": { "md5": "15961dadda82d33585a6404d0c70809e", "sha256": "9a3f3ff338376bfb497dc426171b29e74373cd6b5801bd11ed2a57c034c37210" }, "downloads": -1, "filename": "scrapy-heroku-0.6.tar.gz", "has_sig": false, "md5_digest": "15961dadda82d33585a6404d0c70809e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4740, "upload_time": "2012-11-20T21:25:59", "url": "https://files.pythonhosted.org/packages/0e/77/bebd28b51f94d01c2020882f348c91f8f5ed8e722fc32017cf71e26bed31/scrapy-heroku-0.6.tar.gz" } ], "0.7": [ { "comment_text": "", "digests": { "md5": "9fbe361fad80864f1221aabe7f949ff2", "sha256": "a097ff626f3e4d2f2c4a994a09498a3b06aed3063e3e3fe28c8415bccbb33302" }, "downloads": -1, "filename": "scrapy-heroku-0.7.tar.gz", "has_sig": false, "md5_digest": "9fbe361fad80864f1221aabe7f949ff2", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4746, "upload_time": "2012-11-20T23:29:55", "url": "https://files.pythonhosted.org/packages/27/da/9976c66ebaf6b6d1257d01839f5f1b339e29336403d8e76f746535d2a21e/scrapy-heroku-0.7.tar.gz" } ], "0.7.1": [ { "comment_text": "", "digests": { "md5": "7b60d1bc913c4c9bd4192c563d88a53e", "sha256": "a4d7d090442b55aaf83cf2957264ed210e869f7419fabb40b625ce47284a9a2b" }, "downloads": -1, "filename": "scrapy-heroku-0.7.1.tar.gz", "has_sig": false, "md5_digest": "7b60d1bc913c4c9bd4192c563d88a53e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5180, "upload_time": "2012-11-20T23:59:18", "url": "https://files.pythonhosted.org/packages/3b/19/876c22d5971aa48b86f7f25ee8abd6326d48f7abf7bf20f1fb799ece95e1/scrapy-heroku-0.7.1.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "7b60d1bc913c4c9bd4192c563d88a53e", "sha256": "a4d7d090442b55aaf83cf2957264ed210e869f7419fabb40b625ce47284a9a2b" }, "downloads": -1, "filename": "scrapy-heroku-0.7.1.tar.gz", "has_sig": false, "md5_digest": "7b60d1bc913c4c9bd4192c563d88a53e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5180, "upload_time": "2012-11-20T23:59:18", "url": "https://files.pythonhosted.org/packages/3b/19/876c22d5971aa48b86f7f25ee8abd6326d48f7abf7bf20f1fb799ece95e1/scrapy-heroku-0.7.1.tar.gz" } ] }