{ "info": { "author": "Hennadii Dobrovolskyi", "author_email": "gen.dobr@gmail.com", "bugtrack_url": null, "classifiers": [ "License :: OSI Approved :: MIT License", "Programming Language :: Python", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.6", "Programming Language :: Python :: Implementation :: CPython", "Programming Language :: Python :: Implementation :: PyPy" ], "description": "\n# \u041f\u043e\u0434\u043a\u043b\u044e\u0447\u0435\u043d\u0438\u0435 \u0440\u043e\u0442\u0430\u0446\u0438\u0438 \u043f\u0440\u043e\u043a\u0441\u0438-\u0441\u0435\u0440\u0432\u0435\u0440\u043e\u0432 \u043a \u043f\u0440\u043e\u0435\u043a\u0442\u0443 \u043d\u0430 scrapy\n\n\u041f\u043e\u0434\u043a\u043b\u044e\u0447\u0435\u043d\u0438\u0435 \u0432\u044b\u043f\u043e\u043b\u043d\u044f\u0435\u0442\u0441\u044f \u0432 Downloader Middleware.\n\n\u0427\u0442\u043e\u0431\u044b \u0435\u0433\u043e \u043f\u043e\u0434\u043a\u043b\u044e\u0447\u0438\u0442\u044c, \u043d\u0430\u0434\u043e\n\n0) \u0418\u043d\u0441\u0442\u0430\u043b\u043b\u0438\u0440\u043e\u0432\u0430\u0442\u044c \n ```\n pipenv run python -m pip install -e git+https://github.com/gendobr/scrapyproxy.git/#egg=bwt_scrapy_proxy\n ```\n \u0438\u043b\u0438\n ```\n pip install -e git+https://github.com/gendobr/scrapyproxy.git/#egg=bwt_scrapy_proxy\n ```\n\n0) \u0432 settings.py \u0432 \u0441\u043b\u043e\u0432\u0430\u0440\u044c DOWNLOADER_MIDDLEWARES \u0434\u043e\u0431\u0430\u0432\u0438\u0442\u044c\n ```\n 'bwt_scrapy_proxy.ProxyRotationMiddleware':530\n ```\n\n0) \u0432 settings.py \u0434\u043e\u0431\u0430\u0432\u0438\u0442\u044c \u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u044b\n ```\n X_BWT_PROXY_MEDIATOR = \"http://192.168.11.82:5001\"\n X_BWT_PARSERNAME = \"test\"\n ```\n \u0421\u0435\u0439\u0447\u0430\u0441 mitmproxy \u0440\u0430\u0431\u043e\u0442\u0430\u0435\u0442 \u043d\u0430 192.168.11.82 \u0438 \u0441\u043b\u0443\u0448\u0430\u0435\u0442 \u043f\u043e\u0440\u0442 5001\n\n X_BWT_PARSERNAME = \"test\" - \u0443\u043d\u0438\u043a\u0430\u043b\u044c\u043d\u044b\u0439 \u0438\u0434\u0435\u043d\u0442\u0438\u0444\u0438\u043a\u0430\u0442\u043e\u0440 \u043f\u0430\u0440\u0441\u0435\u0440\u0430\n\n0) \u0432 \u0431\u0430\u0437\u0443 \u0434\u0430\u043d\u043d\u044b\u0445 (\u0442\u0430\u0431\u043b\u0438\u0446\u0430 parsers) \u0432\u043d\u0435\u0441\u0442\u0438 \u0443\u043d\u0438\u043a\u0430\u043b\u044c\u043d\u044b\u0439 \u0438\u0434\u0435\u043d\u0442\u0438\u0444\u0438\u043a\u0430\u0442\u043e\u0440 \u043f\u0430\u0440\u0441\u0435\u0440\u0430\n (\u043f\u0430\u0440\u0430\u043c\u0435\u0442\u0440 X_BWT_PARSERNAME \u0438\u0437 settings.py)\n \u0438 \u043c\u0430\u043a\u0441\u0438\u043c\u0430\u043b\u044c\u043d\u043e\u0435 \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e \u043a\u043e\u043d\u043d\u0435\u043a\u0442\u043e\u0432 (parsers.threads_limit)\n \u042d\u0442\u043e \u0434\u0435\u043b\u0430\u0435\u0442 \u0430\u0434\u043c\u0438\u043d \u0411\u0414 \u043f\u0430\u0440\u0441\u0435\u0440\u043e\u0432.\n\n\n", "description_content_type": "text/markdown", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/gendobr/scrapyproxy", "keywords": "", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "bwt-scrapy-proxy", "package_url": "https://pypi.org/project/bwt-scrapy-proxy/", "platform": "", "project_url": "https://pypi.org/project/bwt-scrapy-proxy/", "project_urls": { "Homepage": "https://github.com/gendobr/scrapyproxy" }, "release_url": "https://pypi.org/project/bwt-scrapy-proxy/0.1.0/", "requires_dist": [ "scrapy" ], "requires_python": ">=3.6.0", "summary": "My short description for my project.", "version": "0.1.0" }, "last_serial": 5713482, "releases": { "0.1.0": [ { "comment_text": "", "digests": { "md5": "307c4987ca39ef982bec7644a0bf7793", "sha256": "20e0866e3faf447d21cbe7c5ff203fa10b8c34eb6413b91873ed9f997e11f688" }, "downloads": -1, "filename": "bwt_scrapy_proxy-0.1.0-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "307c4987ca39ef982bec7644a0bf7793", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": ">=3.6.0", "size": 3644, "upload_time": "2019-08-22T06:29:35", "url": "https://files.pythonhosted.org/packages/4e/e1/e4a63927dab0d9262673bcda6ae05cecec9014f7842bcb8c0c45f10282e3/bwt_scrapy_proxy-0.1.0-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "962038c58d5887de063eeef07494d6aa", "sha256": "99a766a1d7f546e71ea73322e73db3470a58c25bdc79c417761246e7a73954a4" }, "downloads": -1, "filename": "bwt_scrapy_proxy-0.1.0.tar.gz", "has_sig": false, "md5_digest": "962038c58d5887de063eeef07494d6aa", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6.0", "size": 4510, "upload_time": "2019-08-22T06:29:37", "url": "https://files.pythonhosted.org/packages/c2/79/51284308fac882ef651345b2cd991992fb0094e5769c401bc796529234c3/bwt_scrapy_proxy-0.1.0.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "307c4987ca39ef982bec7644a0bf7793", "sha256": "20e0866e3faf447d21cbe7c5ff203fa10b8c34eb6413b91873ed9f997e11f688" }, "downloads": -1, "filename": "bwt_scrapy_proxy-0.1.0-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "307c4987ca39ef982bec7644a0bf7793", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": ">=3.6.0", "size": 3644, "upload_time": "2019-08-22T06:29:35", "url": "https://files.pythonhosted.org/packages/4e/e1/e4a63927dab0d9262673bcda6ae05cecec9014f7842bcb8c0c45f10282e3/bwt_scrapy_proxy-0.1.0-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "962038c58d5887de063eeef07494d6aa", "sha256": "99a766a1d7f546e71ea73322e73db3470a58c25bdc79c417761246e7a73954a4" }, "downloads": -1, "filename": "bwt_scrapy_proxy-0.1.0.tar.gz", "has_sig": false, "md5_digest": "962038c58d5887de063eeef07494d6aa", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6.0", "size": 4510, "upload_time": "2019-08-22T06:29:37", "url": "https://files.pythonhosted.org/packages/c2/79/51284308fac882ef651345b2cd991992fb0094e5769c401bc796529234c3/bwt_scrapy_proxy-0.1.0.tar.gz" } ] }