{ "info": { "author": "Ray", "author_email": "csharp2002@hotmail.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 4 - Beta", "Intended Audience :: Developers", "License :: OSI Approved :: BSD License", "Natural Language :: English", "Operating System :: OS Independent", "Programming Language :: Python :: 3.6", "Topic :: Software Development :: Libraries", "Topic :: Utilities" ], "description": "# Scrapy+\n\nScrapy\u6269\u5c55\u5de5\u5177\u5305\u3002\u4e3a[\u300a\u4ece0\u5b66\u722c\u866b\u4e13\u680f\u300b](https://www.imooc.com/read/34) \u63d0\u4f9b\uff0c\u8be6\u7ec6\u7684\u4f7f\u7528\u65b9\u6cd5\u8bf7\u5230\u4e13\u680f\u5185\u53c2\u8003\u3002\n\n```\n$ pip install scrapy_plus\n```\n\nScrapy+\u63d0\u4f9b\u4ee5\u4e0b\u7684\u5185\u5bb9\n\n- \u8fc7\u6ee4\u5668\n - Redis \u53bb\u91cd\u8fc7\u6ee4\u5668\n - Redis \u5e03\u9686\u53bb\u91cd\u8fc7\u6ee4\u5668\n- \u4e2d\u95f4\u4ef6\n - \u81ea\u767b\u5f55\u4e2d\u95f4\u4ef6\n - \u82b1\u74e3\u7f51\u4e13\u7528\u4e2d\u95f4\u4ef6\n - Chrome\u901a\u7528\u4e2d\u95f4\u4ef6\n - Splash\u6e32\u67d3\u4e2d\u95f4\u4ef6\n - Tor\u4e2d\u95f4\u4ef6\n - \u968f\u673aUA\u4e2d\u95f4\u4ef6\n - \u968f\u673a\u4ee3\u7406\u4e2d\u95f4\u4ef6\n- \u7ba1\u9053\n - MongoDB\u6570\u636e\u5b58\u50a8\u7ba1\u9053\n - \u53ef\u652f\u6301\u963f\u91cc\u4e91\u7684OSS\u56fe\u7247\u7ba1\u9053\n- SQL\u5b58\u50a8\u7aef\n- \u8f93\u5165/\u8f93\u51fa\u5904\u7406\u5668\n- \u8718\u86db\n - `BookSpider`\n - `NeteaseSpider`\n - `TaobaoSpider`\n\n", "description_content_type": "text/markdown", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "http://www.github.com/dotnetage/scrapy_plus", "keywords": "scrapy,crawl,redis,tor", "license": "BSD", "maintainer": "", "maintainer_email": "", "name": "scrapy-plus", "package_url": "https://pypi.org/project/scrapy-plus/", "platform": "any", "project_url": "https://pypi.org/project/scrapy-plus/", "project_urls": { "Homepage": "http://www.github.com/dotnetage/scrapy_plus" }, "release_url": "https://pypi.org/project/scrapy-plus/1.0.4/", "requires_dist": [ "adblockparser (==0.7)", "aliyun-python-sdk-core-v3 (==2.13.0)", "aliyun-python-sdk-kms (==2.5.0)", "asn1crypto (==0.24.0)", "astroid (==2.1.0)", "attrs (==18.2.0)", "Automat (==0.7.0)", "autopep8 (==1.4.3)", "certifi (==2018.11.29)", "cffi (==1.12.1)", "chardet (==3.0.4)", "constantly (==15.1.0)", "crcmod (==1.7)", "cryptography (==2.5)", "cssselect (==1.0.3)", "dateparser (==0.7.1)", "funcparserlib (==0.3.6)", "hyperlink (==18.0.0)", "idna (==2.8)", "incremental (==17.5.0)", "isort (==4.3.4)", "jmespath (==0.9.3)", "lazy-object-proxy (==1.3.1)", "lxml (==4.3.1)", "mccabe (==0.6.1)", "oss2 (==2.6.1)", "parsel (==1.5.1)", "Pillow (==5.4.1)", "psutil (==5.5.1)", "psycopg2 (==2.7.7)", "psycopg2-binary (==2.7.7)", "pyasn1 (==0.4.5)", "pyasn1-modules (==0.2.4)", "pycodestyle (==2.5.0)", "pycparser (==2.19)", "pycryptodome (==3.7.3)", "PyDispatcher (==2.0.5)", "PyHamcrest (==1.9.0)", "pylint (==2.2.2)", "pymongo (==3.7.2)", "pyOpenSSL (==19.0.0)", "pyquery (==1.4.0)", "python-dateutil (==2.8.0)", "pytz (==2018.9)", "qt5reactor (==0.5)", "queuelib (==1.5.0)", "redis (==3.2.1)", "regex (==2019.2.21)", "requests (==2.21.0)", "Scrapy (==1.6.0)", "scrapy-splash (==0.7.2)", "scrapyd (==1.2.0)", "scrapyd-client (==1.1.0)", "selenium (==3.141.0)", "service-identity (==18.1.0)", "six (==1.12.0)", "splash (==3.3.1)", "SQLAlchemy (==1.2.18)", "stem (==1.7.1)", "Twisted (==18.9.0)", "typed-ast (==1.3.1)", "tzlocal (==1.5.1)", "urllib3 (==1.24.1)", "w3lib (==1.20.0)", "wrapt (==1.11.1)", "xvfbwrapper (==0.2.9)", "zope.interface (==4.6.0)" ], "requires_python": "", "summary": "scrapy \u5e38\u7528\u722c\u7f51\u5fc5\u5907\u5de5\u5177\u5305", "version": "1.0.4" }, "last_serial": 5497021, "releases": { "1.0": [ { "comment_text": "", "digests": { "md5": "8a20086af0a9b494269a09b77af99e60", "sha256": "e7b642f9e7798c1b49ec38b619df498d1f2c3ddb88c7254719c20d0643f8b8c6" }, "downloads": -1, "filename": "scrapy_plus-1.0-py3-none-any.whl", "has_sig": false, "md5_digest": "8a20086af0a9b494269a09b77af99e60", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 20859, "upload_time": "2019-03-01T12:47:32", "url": "https://files.pythonhosted.org/packages/5e/00/95aec9cf511879d569ae4a9db278d8019fc69b09fbac34c9e4cfd9ac157f/scrapy_plus-1.0-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "6c15dd1252f2d2275c0716336878d0cc", "sha256": "0bc1e118b246dc7b168d1356442913ca05abdf682dde46359964a91490f13a84" }, "downloads": -1, "filename": "scrapy_plus-1.0.tar.gz", "has_sig": false, "md5_digest": "6c15dd1252f2d2275c0716336878d0cc", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 16669, "upload_time": "2019-03-01T12:47:34", "url": "https://files.pythonhosted.org/packages/96/3c/031cb062ced7b533ace85bb2a58ffb835c712da31f50f9a62987bf6b1d42/scrapy_plus-1.0.tar.gz" } ], "1.0.1": [ { "comment_text": "", "digests": { "md5": "91b05c5be579ebf1f59ba3ad1a627952", "sha256": "2cce2e2265db3ca6637ef7fbc8a33dec3584f1382cf7ae31cc861963cc380e6c" }, "downloads": -1, "filename": "scrapy_plus-1.0.1-py3-none-any.whl", "has_sig": false, "md5_digest": "91b05c5be579ebf1f59ba3ad1a627952", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 23025, "upload_time": "2019-03-01T12:56:00", "url": "https://files.pythonhosted.org/packages/f6/08/d645bc2960c0cdb3cd90d984a182c5ff722c9ceb9fd4211e4a867849686e/scrapy_plus-1.0.1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "5224443483ac052b9945b931e8faad79", "sha256": "2f345cbdc7f6d23bce0886f0854f24dc4695c6fc72f98b9966f37ac43b98be0e" }, "downloads": -1, "filename": "scrapy_plus-1.0.1.tar.gz", "has_sig": false, "md5_digest": "5224443483ac052b9945b931e8faad79", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 18658, "upload_time": "2019-03-01T12:56:02", "url": "https://files.pythonhosted.org/packages/c9/27/2e7544bf80ff0bc6d824e8d631ed5f87a3afafaa274c5d356d1175101a27/scrapy_plus-1.0.1.tar.gz" } ], "1.0.2": [ { "comment_text": "", "digests": { "md5": "8229703e3af8f9387660507c21f5db55", "sha256": "54f4c6fe3232385dd23c9bccc67bde069529d303eafc06cafd5006b52a55d459" }, "downloads": -1, "filename": "scrapy_plus-1.0.2-py3-none-any.whl", "has_sig": false, "md5_digest": "8229703e3af8f9387660507c21f5db55", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 23014, "upload_time": "2019-03-01T14:20:53", "url": "https://files.pythonhosted.org/packages/db/da/8777445b13290ad0450c31f91123c1ca50855706f5abd8cd15050eaf16a8/scrapy_plus-1.0.2-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "c9aff41f5d751be6f001e600cb845fdf", "sha256": "63eda0a6e507111f1bb241e29c54b466c41db0fef042f49ef95c7de522d819ec" }, "downloads": -1, "filename": "scrapy_plus-1.0.2.tar.gz", "has_sig": false, "md5_digest": "c9aff41f5d751be6f001e600cb845fdf", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 18651, "upload_time": "2019-03-01T14:20:56", "url": "https://files.pythonhosted.org/packages/f7/4e/3b47883bde93044ba46d5ee81e4beb751011933e947fc8f5864e8da07ba3/scrapy_plus-1.0.2.tar.gz" } ], "1.0.3": [ { "comment_text": "", "digests": { "md5": "48e0b4993c31e77d698fc6712dc3d501", "sha256": "bff599b5482841525729cf7c03768c933d1fb624555c78de60c60353c67fec66" }, "downloads": -1, "filename": "scrapy_plus-1.0.3-py3-none-any.whl", "has_sig": false, "md5_digest": "48e0b4993c31e77d698fc6712dc3d501", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 23068, "upload_time": "2019-03-07T15:05:14", "url": "https://files.pythonhosted.org/packages/83/a4/bf63c0283f9915ef2c04a57d037654f721c30b222b0a2dc1cf349d2cd378/scrapy_plus-1.0.3-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "7d1fa56d5e9b6a863a3053103fdf039e", "sha256": "7867537cd1b3539fffae3ca4cf31ca184f5d809db1fbe43ff0bbffee3b55f410" }, "downloads": -1, "filename": "scrapy_plus-1.0.3.tar.gz", "has_sig": false, "md5_digest": "7d1fa56d5e9b6a863a3053103fdf039e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 18632, "upload_time": "2019-03-07T15:05:18", "url": "https://files.pythonhosted.org/packages/56/15/2f8368634ef9e2e8f195835c0ab18feb15c1e71308364e3cfe7621458c38/scrapy_plus-1.0.3.tar.gz" } ], "1.0.4": [ { "comment_text": "", "digests": { "md5": "73c488c2c9e6635c3b33190106c30ec2", "sha256": "fea3a5144392e412eb5cf0117bc24e4fda716163d97fd60787befa48549ec026" }, "downloads": -1, "filename": "scrapy_plus-1.0.4-py3-none-any.whl", "has_sig": false, "md5_digest": "73c488c2c9e6635c3b33190106c30ec2", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 28770, "upload_time": "2019-07-07T12:11:18", "url": "https://files.pythonhosted.org/packages/3e/af/74d956f0d7395dce0b167a4434d62fe32b8df65879aa873788a4a200bd38/scrapy_plus-1.0.4-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "d16762e6fe6a0cb1ecd7a36eb607883d", "sha256": "5ae7b84a96a420956304fe5fa6c985030b28cb7224867fa0c9b167682c161c18" }, "downloads": -1, "filename": "scrapy_plus-1.0.4.tar.gz", "has_sig": false, "md5_digest": "d16762e6fe6a0cb1ecd7a36eb607883d", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 19635, "upload_time": "2019-07-07T12:11:19", "url": "https://files.pythonhosted.org/packages/15/67/81ceca72ae038b429c4d3cb88d83d5b00c59351cc686e7d6274254fcaf77/scrapy_plus-1.0.4.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "73c488c2c9e6635c3b33190106c30ec2", "sha256": "fea3a5144392e412eb5cf0117bc24e4fda716163d97fd60787befa48549ec026" }, "downloads": -1, "filename": "scrapy_plus-1.0.4-py3-none-any.whl", "has_sig": false, "md5_digest": "73c488c2c9e6635c3b33190106c30ec2", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 28770, "upload_time": "2019-07-07T12:11:18", "url": "https://files.pythonhosted.org/packages/3e/af/74d956f0d7395dce0b167a4434d62fe32b8df65879aa873788a4a200bd38/scrapy_plus-1.0.4-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "d16762e6fe6a0cb1ecd7a36eb607883d", "sha256": "5ae7b84a96a420956304fe5fa6c985030b28cb7224867fa0c9b167682c161c18" }, "downloads": -1, "filename": "scrapy_plus-1.0.4.tar.gz", "has_sig": false, "md5_digest": "d16762e6fe6a0cb1ecd7a36eb607883d", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 19635, "upload_time": "2019-07-07T12:11:19", "url": "https://files.pythonhosted.org/packages/15/67/81ceca72ae038b429c4d3cb88d83d5b00c59351cc686e7d6274254fcaf77/scrapy_plus-1.0.4.tar.gz" } ] }