{ "info": { "author": "cleocn", "author_email": "cleocn@gmail.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 4 - Beta", "Environment :: Console", "Framework :: Scrapy", "Intended Audience :: Developers", "License :: OSI Approved :: MIT License", "Operating System :: OS Independent", "Programming Language :: Python" ], "description": "Scrapy Random User-Agent\n========================\n\nDoes your scrapy spider get identified and blocked by servers because\nyou use the default user-agent or a generic one?\n\nUse this ``random_useragent`` module and set a random user-agent for\nevery request. \n\nInstalling\n----------\n\nInstalling it is pretty simple.\n\n.. code-block:: python\n\n pip install git+https://github.com/cleocn/scrapy-random-useragent.git\n\nUsage\n-----\n\nIn your ``settings.py`` file, update the ``DOWNLOADER_MIDDLEWARES``\nvariable like this.\n\n.. code-block:: python\n\n DOWNLOADER_MIDDLEWARES = {\n 'scrapy.contrib.downloadermiddleware.useragent.UserAgentMiddleware': None,\n 'random_useragent.RandomUserAgentMiddleware': 400\n }\n\nThis disables the default ``UserAgentMiddleware`` and enables the\n``RandomUserAgentMiddleware``.\n\nNow all the requests from your crawler will have a random user-agent.\n", "description_content_type": null, "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/cleocn/scrapy-random-useragent", "keywords": "scrapy random user-agent", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "scrapy-random-ua", "package_url": "https://pypi.org/project/scrapy-random-ua/", "platform": "Any", "project_url": "https://pypi.org/project/scrapy-random-ua/", "project_urls": { "Homepage": "https://github.com/cleocn/scrapy-random-useragent" }, "release_url": "https://pypi.org/project/scrapy-random-ua/0.3/", "requires_dist": null, "requires_python": "", "summary": "Scrapy Middleware to set a random User-Agent for every Request.", "version": "0.3" }, "last_serial": 3493384, "releases": { "0.3": [ { "comment_text": "", "digests": { "md5": "2ac2a82c06b11252e0ce1b724416aaab", "sha256": "0b21843e0eb86eb7351c0762c1851343b865d4a0b750146250f0c86581e2b972" }, "downloads": -1, "filename": "scrapy-random-ua-0.3.tar.gz", "has_sig": false, "md5_digest": "2ac2a82c06b11252e0ce1b724416aaab", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3169, "upload_time": "2018-01-16T09:40:16", "url": "https://files.pythonhosted.org/packages/0b/6f/d48d5c0f651e2ede25637ca91584550f793dc967f68f56e56541a154e216/scrapy-random-ua-0.3.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "2ac2a82c06b11252e0ce1b724416aaab", "sha256": "0b21843e0eb86eb7351c0762c1851343b865d4a0b750146250f0c86581e2b972" }, "downloads": -1, "filename": "scrapy-random-ua-0.3.tar.gz", "has_sig": false, "md5_digest": "2ac2a82c06b11252e0ce1b724416aaab", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3169, "upload_time": "2018-01-16T09:40:16", "url": "https://files.pythonhosted.org/packages/0b/6f/d48d5c0f651e2ede25637ca91584550f793dc967f68f56e56541a154e216/scrapy-random-ua-0.3.tar.gz" } ] }