{ "info": { "author": "botproxy", "author_email": "support@botproxy.net", "bugtrack_url": null, "classifiers": [ "Development Status :: 5 - Production/Stable", "Environment :: Plugins", "Framework :: Scrapy", "Intended Audience :: Developers", "License :: OSI Approved :: MIT License", "Operating System :: OS Independent", "Programming Language :: Python", "Programming Language :: Python :: 2", "Programming Language :: Python :: 2.7", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.3", "Programming Language :: Python :: 3.4", "Programming Language :: Python :: 3.5", "Programming Language :: Python :: 3.6", "Topic :: Internet :: WWW/HTTP", "Topic :: Software Development :: Libraries :: Python Modules" ], "description": "scrapy-botproxy\n===============\n\nBotProxy downloader middleware for Scrapy.\n\nOverview\n--------\n\nBotProxy is an IP Rotating HTTP Proxy. Plug BotProxy into your web\nscraping application and it will automatically route your requests\nthrough one of our outgoing proxy servers. Multiple locations, fresh IP\naddresses every day. Typical integrations take less than 5 minutes into\nany script or application.\n\nPlease note, in order to use this service you need to have active\nsubscription. You can get one at `BotProxy\nwebsite `__.\n\nInstallation\n------------\n\nFrom PyPI\n'''''''''\n\n::\n\n pip install scrapy-botproxy\n\nFrom GitHub\n'''''''''''\n\n::\n\n pip install -e git+https://github.com/botproxy/scrapy-botproxy@master#egg=scrapy_botproxy\n\nUsage\n-----\n\nsettings.py:\n\n::\n\n DOWNLOADER_MIDDLEWARES = {\n 'scrapy_botproxy.BotProxyMiddleware': 100,\n }\n\n BOTPROXY_USER = 'proxy_username'\n BOTPROXY_PASSWORD = 'proxy_password'\n BOTPROXY_LOCATION = 'us-ny' # optional\n BOTPROXY_COUNTRY = 'US' # optional\n\nYou can also control botproxy behavior using scrapy ``request.meta``\nproperty. Set ``botproxy_disable`` to ``True`` to temorary bypass proxy\nfor current request. Set ``location`` or ``country`` to route request\nthrough selected location or any location in the specific country.\n", "description_content_type": null, "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/botproxy/scrapy-botproxy", "keywords": "", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "scrapy-botproxy", "package_url": "https://pypi.org/project/scrapy-botproxy/", "platform": "", "project_url": "https://pypi.org/project/scrapy-botproxy/", "project_urls": { "Homepage": "https://github.com/botproxy/scrapy-botproxy" }, "release_url": "https://pypi.org/project/scrapy-botproxy/1.0.1/", "requires_dist": null, "requires_python": "", "summary": "BotProxy (IP Rotating HTTP proxy) downloader middlewarefor Scrapy", "version": "1.0.1" }, "last_serial": 3425858, "releases": { "1.0.1": [ { "comment_text": "", "digests": { "md5": "c189fd45c1626f5e36ed326cfd2b30a4", "sha256": "472203c4aa3c7d16b4e50a2b556f37546a4276532904266cf26e035870c95fc6" }, "downloads": -1, "filename": "scrapy-botproxy-1.0.1.tar.gz", "has_sig": false, "md5_digest": "c189fd45c1626f5e36ed326cfd2b30a4", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2766, "upload_time": "2017-12-18T19:56:05", "url": "https://files.pythonhosted.org/packages/cc/13/ffd6acdd910463462e3e210bb710f6efa3c274d7c019262f983b1b614a04/scrapy-botproxy-1.0.1.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "c189fd45c1626f5e36ed326cfd2b30a4", "sha256": "472203c4aa3c7d16b4e50a2b556f37546a4276532904266cf26e035870c95fc6" }, "downloads": -1, "filename": "scrapy-botproxy-1.0.1.tar.gz", "has_sig": false, "md5_digest": "c189fd45c1626f5e36ed326cfd2b30a4", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2766, "upload_time": "2017-12-18T19:56:05", "url": "https://files.pythonhosted.org/packages/cc/13/ffd6acdd910463462e3e210bb710f6efa3c274d7c019262f983b1b614a04/scrapy-botproxy-1.0.1.tar.gz" } ] }