{ "info": { "author": "Kiran Koduru", "author_email": "kiranrkoduru@gmail.com", "bugtrack_url": null, "classifiers": [], "description": "=======\nArachne\n=======\n.. image:: https://travis-ci.org/kirankoduru/arachne.svg\n :target: https://travis-ci.org/kirankoduru/arachne\n\n.. image:: https://coveralls.io/repos/kirankoduru/arachne/badge.svg?branch=master&service=github\n :target: https://coveralls.io/github/kirankoduru/arachne?branch=master\n\nArachne provides a wrapper around your scrapy ``Spider`` object to run them through a flask app. All you have to do is customize ``SPIDER_SETTINGS`` in the settings file.\n\n\nInstallation\n============\nYou can install **Arachne** from pip \n\n\tpip install Arachne\n\n\nSample settings\n===============\nThis is sample settings file for spiders in your project. The settings file should be called **settings.py** for **Arachne** to find it and looks like this::\n\n\t# settings.py file\n\tSPIDER_SETTINGS = [\n\t\t{\n\t\t\t'endpoint': 'dmoz',\n\t\t\t'location': 'spiders.DmozSpider',\n\t\t\t'spider': 'DmozSpider' \n\t\t}\n\t]\n\nUsage\n=====\nIt looks very similar to a flask app but since **Scrapy** depends on the python **twisted** package, we need to run our flask app with **twisted**::\n\n\tfrom twisted.web.wsgi import WSGIResource\n\tfrom twisted.web.server import Site\n\tfrom twisted.internet import reactor\n\tfrom arachne import Arachne\n\n\tapp = Arachne(__name__)\n\n\tresource = WSGIResource(reactor, reactor.getThreadPool(), app)\n\tsite = Site(resource)\n\treactor.listenTCP(8080, site)\n\n\tif __name__ == '__main__':\n\t\treactor.run()", "description_content_type": null, "docs_url": null, "download_url": "UNKNOWN", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/kirankoduru/arachne", "keywords": null, "license": "BSD", "maintainer": null, "maintainer_email": null, "name": "Arachne", "package_url": "https://pypi.org/project/Arachne/", "platform": "UNKNOWN", "project_url": "https://pypi.org/project/Arachne/", "project_urls": { "Download": "UNKNOWN", "Homepage": "https://github.com/kirankoduru/arachne" }, "release_url": "https://pypi.org/project/Arachne/0.5.0/", "requires_dist": null, "requires_python": null, "summary": "API for Scrapy spiders", "version": "0.5.0" }, "last_serial": 2472749, "releases": { "0.1.0": [], "0.2.0": [ { "comment_text": "", "digests": { "md5": "927da9dcbd345a6a780f87a09b9c6a80", "sha256": "8dd4989e507d88ae2aa12d90db92708784bd64e79ce9640a9704aed851bf68ba" }, "downloads": -1, "filename": "Arachne-0.2.0.tar.gz", "has_sig": false, "md5_digest": "927da9dcbd345a6a780f87a09b9c6a80", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5813, "upload_time": "2015-11-16T04:53:26", "url": "https://files.pythonhosted.org/packages/7b/3a/fbbfe0b231ebd686ccf1421996c8fe4e023fb2d023c5d8ee77d9540fe7af/Arachne-0.2.0.tar.gz" } ], "0.3.0": [ { "comment_text": "", "digests": { "md5": "8def3751d88f6635b4c7257883a10df4", "sha256": "18ad66e0fe90942404182062169107ce6aa5300d290ce4c07c3f9f2b3d2ce80d" }, "downloads": -1, "filename": "Arachne-0.3.0.tar.gz", "has_sig": false, "md5_digest": "8def3751d88f6635b4c7257883a10df4", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7464, "upload_time": "2015-11-24T03:58:48", "url": "https://files.pythonhosted.org/packages/6d/15/300945a162f31eafc7f0bd5465e13ca88f8bd0c68acd08a357dd3fdac6ab/Arachne-0.3.0.tar.gz" } ], "0.3.1": [ { "comment_text": "", "digests": { "md5": "31fde5e94b3913b638d99958143f79b7", "sha256": "495cda9cedcd857118e034f96c40a653cf113a76c648028a2d07eaff4e14046b" }, "downloads": -1, "filename": "Arachne-0.3.1.tar.gz", "has_sig": false, "md5_digest": "31fde5e94b3913b638d99958143f79b7", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7486, "upload_time": "2015-11-25T23:12:25", "url": "https://files.pythonhosted.org/packages/e4/bb/cf2d51682fa23efc0ccea7704617608d7ec3407ca759480c294970a7707e/Arachne-0.3.1.tar.gz" } ], "0.4.0": [ { "comment_text": "", "digests": { "md5": "b0a21bbbe77f3c205374d3de4c972575", "sha256": "bd26810178480d453ce0efbf6f238ace640670465d8c49f6c305e78b074786cd" }, "downloads": -1, "filename": "Arachne-0.4.0.tar.gz", "has_sig": false, "md5_digest": "b0a21bbbe77f3c205374d3de4c972575", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 8770, "upload_time": "2016-11-19T19:06:52", "url": "https://files.pythonhosted.org/packages/fd/82/f63da340395eb6e4d4669fe470eb6de76a4b79752ac9a1b0ad1c612b13b7/Arachne-0.4.0.tar.gz" } ], "0.5.0": [ { "comment_text": "", "digests": { "md5": "b4e4112e448fa1d4965a6fef0ec78847", "sha256": "bbbd23873d410c9f57b75acb14b4c58fa5ae1b18a98342dd6b52c1a0ee0c8825" }, "downloads": -1, "filename": "Arachne-0.5.0.tar.gz", "has_sig": false, "md5_digest": "b4e4112e448fa1d4965a6fef0ec78847", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 9041, "upload_time": "2016-11-21T04:06:52", "url": "https://files.pythonhosted.org/packages/17/81/32175cf9d8d24744389fbaa9c48e754693392b1a453c5f62057449348fbb/Arachne-0.5.0.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "b4e4112e448fa1d4965a6fef0ec78847", "sha256": "bbbd23873d410c9f57b75acb14b4c58fa5ae1b18a98342dd6b52c1a0ee0c8825" }, "downloads": -1, "filename": "Arachne-0.5.0.tar.gz", "has_sig": false, "md5_digest": "b4e4112e448fa1d4965a6fef0ec78847", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 9041, "upload_time": "2016-11-21T04:06:52", "url": "https://files.pythonhosted.org/packages/17/81/32175cf9d8d24744389fbaa9c48e754693392b1a453c5f62057449348fbb/Arachne-0.5.0.tar.gz" } ] }