{ "info": { "author": "Mikhail Korobov", "author_email": "kmike84@gmail.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 3 - Alpha", "Framework :: Scrapy", "Intended Audience :: Developers", "License :: OSI Approved :: MIT License", "Operating System :: OS Independent", "Programming Language :: Python", "Programming Language :: Python :: 2", "Programming Language :: Python :: 2.7", "Topic :: Internet :: WWW/HTTP", "Topic :: Software Development :: Libraries :: Application Frameworks", "Topic :: Software Development :: Libraries :: Python Modules" ], "description": "Arachnado\n=========\n\nArachnado is a tool to crawl a specific website.\nIt provides a Tornado_-based HTTP API and a web UI for a Scrapy_-based\ncrawler.\n\nLicense is MIT.\n\n.. _Tornado: http://www.tornadoweb.org\n.. _Scrapy: http://scrapy.org/\n\nInstall\n-------\n\nArachnado requires Python 2.7.\nTo install Arachnado use pip::\n\n pip install arachnado\n\nTo install Arachnado with MongoDB support use this command::\n\n pip install arachnado[mongo]\n\nRun\n---\n\nTo start Arachnado execute ``arachnado`` command::\n\n arachnado\n\nand then visit http://0.0.0.0:8888 (or whatever URL is configured).\n\nTo see available command-line options use\n\n arachnado --help\n\nArachnado can be configured using a config file. Put it to one of the common\nlocations ('/etc/arachnado.conf', '~/.config/arachnado.conf'\nor '~/.arachnado.conf') or pass the file name as an argument when starting\nthe server::\n\n arachnado --config ./my-config.conf\n\nFor available options check\nhttps://github.com/TeamHG-Memex/arachnado/blob/master/arachnado/settings/defaults.conf.\n\nDevelopment\n-----------\n\n* Source code: https://github.com/TeamHG-Memex/arachnado\n* Issue tracker: https://github.com/TeamHG-Memex/arachnado/issues\n\nTo build Arachnado static assets node.js + npm are required.\nInstall all JavaScript requirements using npm - run the following command\nfrom the repo root::\n\n npm install\n\nthen rebuild static files (we use Webpack_)::\n\n npm run build\n\nor auto-build static files on each change during development::\n\n npm run watch\n\n.. _Webpack: https://github.com/webpack/webpack\n\n\nChanges\n=======\n\n0.2 (2015-08-07)\n----------------\n\nInitial release.", "description_content_type": null, "docs_url": null, "download_url": "UNKNOWN", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/TeamHG-Memex/arachnado", "keywords": null, "license": "MIT", "maintainer": null, "maintainer_email": null, "name": "arachnado", "package_url": "https://pypi.org/project/arachnado/", "platform": "UNKNOWN", "project_url": "https://pypi.org/project/arachnado/", "project_urls": { "Download": "UNKNOWN", "Homepage": "https://github.com/TeamHG-Memex/arachnado" }, "release_url": "https://pypi.org/project/arachnado/0.2/", "requires_dist": null, "requires_python": null, "summary": "Scrapy-based Web Crawler with an UI", "version": "0.2" }, "last_serial": 4308917, "releases": { "0.2": [ { "comment_text": "", "digests": { "md5": "23a354bc270bbf9159fce343aff2b3a6", "sha256": "62271c8c3b240e60d90d57228faada0dcd1254cc1eab749060a097409d19272a" }, "downloads": -1, "filename": "arachnado-0.2-py2-none-any.whl", "has_sig": false, "md5_digest": "23a354bc270bbf9159fce343aff2b3a6", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 156275, "upload_time": "2015-08-07T20:28:48", "url": "https://files.pythonhosted.org/packages/5e/5c/0301f345ef205f1680dd595c2eb700af3b7a61b2626ee679d524a343b4c7/arachnado-0.2-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "b50fddf0e9c7b26b905216b9f3ba8b2c", "sha256": "9125eba9e911caba1434462606eed212c4e4998720dc04a67669bffc4961a9fd" }, "downloads": -1, "filename": "arachnado-0.2.tar.gz", "has_sig": false, "md5_digest": "b50fddf0e9c7b26b905216b9f3ba8b2c", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 139976, "upload_time": "2015-08-07T20:28:43", "url": "https://files.pythonhosted.org/packages/47/64/4b5f813d98099aff09c763450b56cf1b6e8fcbf8b7178ada7f6bea6e4fda/arachnado-0.2.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "23a354bc270bbf9159fce343aff2b3a6", "sha256": "62271c8c3b240e60d90d57228faada0dcd1254cc1eab749060a097409d19272a" }, "downloads": -1, "filename": "arachnado-0.2-py2-none-any.whl", "has_sig": false, "md5_digest": "23a354bc270bbf9159fce343aff2b3a6", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 156275, "upload_time": "2015-08-07T20:28:48", "url": "https://files.pythonhosted.org/packages/5e/5c/0301f345ef205f1680dd595c2eb700af3b7a61b2626ee679d524a343b4c7/arachnado-0.2-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "b50fddf0e9c7b26b905216b9f3ba8b2c", "sha256": "9125eba9e911caba1434462606eed212c4e4998720dc04a67669bffc4961a9fd" }, "downloads": -1, "filename": "arachnado-0.2.tar.gz", "has_sig": false, "md5_digest": "b50fddf0e9c7b26b905216b9f3ba8b2c", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 139976, "upload_time": "2015-08-07T20:28:43", "url": "https://files.pythonhosted.org/packages/47/64/4b5f813d98099aff09c763450b56cf1b6e8fcbf8b7178ada7f6bea6e4fda/arachnado-0.2.tar.gz" } ] }