{ "info": { "author": "Richard Penman", "author_email": "richard@webscraping.com", "bugtrack_url": null, "classifiers": [ "Environment :: Web Environment", "Intended Audience :: Developers", "License :: OSI Approved :: GNU Library or Lesser General Public License (LGPL)", "Operating System :: OS Independent", "Programming Language :: Python", "Topic :: Internet :: WWW/HTTP" ], "description": "Features\n========\n\n- Asynchronous downloading using aiohttp\n- Downloads cached locally in sqlite\n- Continue an interrupted crawl\n- Proxies\n- Cookies\n- Handle redirects\n- Retry 5XX errors\n\n\nExample\n=======\n\n.. sourcecode:: python\n\n >>> import asyncrawler\n ...\n\n\n\nInstall\n=======\n\nInstall from pypi:\n\n.. sourcecode:: bash\n\n pip install asyncrawler\n\nOr checkout latest version from repository:\n\n.. sourcecode:: bash\n\n git clone https://github.com/richardpenman/asyncrawler", "description_content_type": null, "docs_url": null, "download_url": "UNKNOWN", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "http://github.com/richardpenman/asyncrawler", "keywords": null, "license": "lgpl", "maintainer": null, "maintainer_email": null, "name": "asyncrawler", "package_url": "https://pypi.org/project/asyncrawler/", "platform": "UNKNOWN", "project_url": "https://pypi.org/project/asyncrawler/", "project_urls": { "Download": "UNKNOWN", "Homepage": "http://github.com/richardpenman/asyncrawler" }, "release_url": "https://pypi.org/project/asyncrawler/0.2/", "requires_dist": null, "requires_python": null, "summary": "Asyncio based web crawling framework", "version": "0.2" }, "last_serial": 2651421, "releases": { "0.1": [], "0.2": [ { "comment_text": "", "digests": { "md5": "b7f1c035c6dbea046c645c2d2f9dae76", "sha256": "b825933e74fea86c9f351b64976818bf2e66ff3daabe62f845a42f077bede01d" }, "downloads": -1, "filename": "asyncrawler-0.2.tar.gz", "has_sig": false, "md5_digest": "b7f1c035c6dbea046c645c2d2f9dae76", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 8731, "upload_time": "2017-02-18T11:55:08", "url": "https://files.pythonhosted.org/packages/f8/45/3ded3f406ccb7469692528123a4fc77f6f48fea5a87978a97af367f21554/asyncrawler-0.2.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "b7f1c035c6dbea046c645c2d2f9dae76", "sha256": "b825933e74fea86c9f351b64976818bf2e66ff3daabe62f845a42f077bede01d" }, "downloads": -1, "filename": "asyncrawler-0.2.tar.gz", "has_sig": false, "md5_digest": "b7f1c035c6dbea046c645c2d2f9dae76", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 8731, "upload_time": "2017-02-18T11:55:08", "url": "https://files.pythonhosted.org/packages/f8/45/3ded3f406ccb7469692528123a4fc77f6f48fea5a87978a97af367f21554/asyncrawler-0.2.tar.gz" } ] }