{ "info": { "author": "Nonpawit Teerachetmongkol", "author_email": "nonpawit.tee@gmail.com", "bugtrack_url": null, "classifiers": [], "description": "=======\nArachne\n=======\n.. image:: https://travis-ci.org/kirankoduru/arachne.svg\n :target: https://travis-ci.org/kirankoduru/arachne\n\n.. image:: https://coveralls.io/repos/kirankoduru/arachne/badge.svg?branch=master&service=github\n :target: https://coveralls.io/github/kirankoduru/arachne?branch=master\n\nArachne provides a wrapper around your scrapy ``Spider`` object to run them through a flask app. All you have to do is customize ``SPIDER_SETTINGS`` in the settings file.\n\n\nInstallation\n============\nYou can install **ArachneScrapy** from pip \n\n\tpip install ArachneScrapy\n\n\nSample settings\n===============\nThis is sample settings file for spiders in your project. The settings file should be called **settings.py** for **Arachne** to find it and looks like this::\n\n\t# settings.py file\n\tSPIDER_SETTINGS = [\n\t\t{\n\t\t\t'endpoint': 'dmoz',\n\t\t\t'location': 'spiders.DmozSpider',\n\t\t\t'spider': 'DmozSpider'\n\t\t}\n\t]\n\nUsage\n=====\nIt looks very similar to a flask app but since **Scrapy** depends on the python **twisted** package, we need to run our flask app with **twisted**::\n\n\tfrom twisted.web.wsgi import WSGIResource\n\tfrom twisted.web.server import Site\n\tfrom twisted.internet import reactor\n\tfrom arachne import Arachne\n\n\tapp = Arachne(__name__)\n\n\tresource = WSGIResource(reactor, reactor.getThreadPool(), app)\n\tsite = Site(resource)\n\treactor.listenTCP(8080, site)\n\n\tif __name__ == '__main__':\n\t\treactor.run()\n\n\n\n", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/n3n/arachne", "keywords": "", "license": "BSD", "maintainer": "", "maintainer_email": "", "name": "ArachneScrapy", "package_url": "https://pypi.org/project/ArachneScrapy/", "platform": "", "project_url": "https://pypi.org/project/ArachneScrapy/", "project_urls": { "Homepage": "https://github.com/n3n/arachne" }, "release_url": "https://pypi.org/project/ArachneScrapy/0.6.3/", "requires_dist": [ "Flask (>=0.10.1)", "Scrapy (>=1.3.0)", "Twisted (>=15.4.0)", "six (>=1.10.0)" ], "requires_python": "", "summary": "API for Scrapy spiders", "version": "0.6.3" }, "last_serial": 4322863, "releases": { "0.5.1": [ { "comment_text": "", "digests": { "md5": "ed9a26a59a1d438d2ad37ef5dcd68322", "sha256": "0caa168c347a91d1bd44b48efcf8f27c5b833c908fd41791346f21ca7389c4f0" }, "downloads": -1, "filename": "ArachneScrapy-0.5.1-py2-none-any.whl", "has_sig": false, "md5_digest": "ed9a26a59a1d438d2ad37ef5dcd68322", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": null, "size": 13715, "upload_time": "2018-09-27T15:25:10", "url": "https://files.pythonhosted.org/packages/1d/71/074e37db0ca50bb5e2a90ed2833d92c6452871fc113223f169d619690cb4/ArachneScrapy-0.5.1-py2-none-any.whl" } ], "0.6.0": [ { "comment_text": "", "digests": { "md5": "1e47724bbb6cb8047225a2d910967c0f", "sha256": "494b463388aa2986ce508d987bac0bf1d3598b35aec57fcf14041070f53a454b" }, "downloads": -1, "filename": "ArachneScrapy-0.6.0-py2-none-any.whl", "has_sig": false, "md5_digest": "1e47724bbb6cb8047225a2d910967c0f", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": null, "size": 13823, "upload_time": "2018-09-27T16:13:47", "url": "https://files.pythonhosted.org/packages/39/8c/cfb438ce29b0d3d142c82a7bc7e9ff47832306cc9d9ffddf187aed07f469/ArachneScrapy-0.6.0-py2-none-any.whl" } ], "0.6.2": [ { "comment_text": "", "digests": { "md5": "6bd20c84d6e21f460e711654b128532e", "sha256": "73b6a50eee0897ad08d04eefe369566d53ffa39e27674c38cc2770cc48fd86b3" }, "downloads": -1, "filename": "ArachneScrapy-0.6.2-py2-none-any.whl", "has_sig": false, "md5_digest": "6bd20c84d6e21f460e711654b128532e", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": null, "size": 13852, "upload_time": "2018-09-27T16:38:46", "url": "https://files.pythonhosted.org/packages/0c/89/c62de0d866ea968ea9dd983ffd3156d80ab9edad4d511da096a1f2eb8aa1/ArachneScrapy-0.6.2-py2-none-any.whl" } ], "0.6.3": [ { "comment_text": "", "digests": { "md5": "c7d95e06254db181f52cebc8fd2c2cbe", "sha256": "76478f3f176b56314ad383903a5b5d85f70a5c6641fd454fcd4ad3a2c7436c3e" }, "downloads": -1, "filename": "ArachneScrapy-0.6.3-py2-none-any.whl", "has_sig": false, "md5_digest": "c7d95e06254db181f52cebc8fd2c2cbe", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": null, "size": 14038, "upload_time": "2018-09-29T14:56:50", "url": "https://files.pythonhosted.org/packages/4d/eb/2300bc64870d8f7b90a0035f28f41ea115501759f6655348f5735a70052a/ArachneScrapy-0.6.3-py2-none-any.whl" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "c7d95e06254db181f52cebc8fd2c2cbe", "sha256": "76478f3f176b56314ad383903a5b5d85f70a5c6641fd454fcd4ad3a2c7436c3e" }, "downloads": -1, "filename": "ArachneScrapy-0.6.3-py2-none-any.whl", "has_sig": false, "md5_digest": "c7d95e06254db181f52cebc8fd2c2cbe", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": null, "size": 14038, "upload_time": "2018-09-29T14:56:50", "url": "https://files.pythonhosted.org/packages/4d/eb/2300bc64870d8f7b90a0035f28f41ea115501759f6655348f5735a70052a/ArachneScrapy-0.6.3-py2-none-any.whl" } ] }