{ "info": { "author": "Howie Hu", "author_email": "xiaozizayang@gmail.com", "bugtrack_url": null, "classifiers": [ "Intended Audience :: Developers", "License :: OSI Approved :: MIT License", "Programming Language :: Python :: 3.6", "Programming Language :: Python :: 3.7", "Topic :: Software Development :: Libraries :: Python Modules" ], "description": "## ruia-pyppeteer\n\nA [Ruia](https://github.com/howie6879/ruia) plugin for loading javascript\n\n> Notice: Works on ruia >= 0.4.9\n\n### Installation\n\n```shell\npip install ruia_pyppeteer\n# New features\npip install git+https://github.com/ruia-plugins/ruia-pyppeteer\n```\n\n### Usage\n\n`ruia_pyppeteer` will load js by using pyppeteer.\n\n You need to pay attention when you use load_js, it will download a recent version of Chromium (~100MB). This only happens once.\n\n**Load JavaScript**\n\n```python\nimport asyncio\n\nfrom ruia_pyppeteer import PyppeteerRequest as Request\n\nrequest = Request(\"https://www.jianshu.com/\", load_js=True)\nresponse = asyncio.get_event_loop().run_until_complete(request.fetch())\nprint(response)\n```\n\n**Complete example**\n\n```python\nfrom ruia import AttrField, TextField, Item\n\nfrom ruia_pyppeteer import PyppeteerSpider as Spider\n\n\nclass JianshuItem(Item):\n target_item = TextField(css_select='ul.list>li')\n author_name = TextField(css_select='a.name')\n author_url = AttrField(attr='href', css_select='a.name')\n\n async def clean_author_url(self, author_url):\n return f\"https://www.jianshu.com{author_url}\"\n\n\nclass JianshuSpider(Spider):\n start_urls = ['https://www.jianshu.com/']\n concurrency = 10\n\n async def parse(self, response):\n async for item in JianshuItem.get_items(html=response.html):\n # Loading js by using PyppeteerRequest\n print(item)\n\n\nif __name__ == '__main__':\n JianshuSpider.start()\n```\n\nEnjoy it :)\n\n\n", "description_content_type": "text/markdown", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/ruia-plugins/ruia-pyppeteer", "keywords": "", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "ruia-pyppeteer", "package_url": "https://pypi.org/project/ruia-pyppeteer/", "platform": "", "project_url": "https://pypi.org/project/ruia-pyppeteer/", "project_urls": { "Documentation": "https://github.com/python-ruia/ruia-pyppeteer", "Homepage": "https://github.com/ruia-plugins/ruia-pyppeteer", "Source": "https://github.com/python-ruia/ruia-pyppeteer" }, "release_url": "https://pypi.org/project/ruia-pyppeteer/0.0.5/", "requires_dist": [ "ruia (>=0.6.1)", "pyppeteer" ], "requires_python": "", "summary": "ruia_pyppeteer - A Ruia plugin for loading javascript - pyppeteer.", "version": "0.0.5" }, "last_serial": 5606226, "releases": { "0.0.1": [ { "comment_text": "", "digests": { "md5": "ce4e65c2adf9dabb17eea0315e50255e", "sha256": "6fd2a8f8ae7da37029e4ec5f95d27f847255cee106639ad425b05bcedb9af021" }, "downloads": -1, "filename": "ruia_pyppeteer-0.0.1-py3-none-any.whl", "has_sig": false, "md5_digest": "ce4e65c2adf9dabb17eea0315e50255e", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 5065, "upload_time": "2018-11-22T12:23:36", "url": "https://files.pythonhosted.org/packages/02/4f/29e7cabac9b0669a1665d900e6dfcdfac0e7828a4a67898e7a4228a11b83/ruia_pyppeteer-0.0.1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "dfc5eda310a894ad07d74f485fb3b5c3", "sha256": "223d9351647caf681e1f624102a79e59e367b77c970b0146d68eca36c68efe77" }, "downloads": -1, "filename": "ruia_pyppeteer-0.0.1.tar.gz", "has_sig": false, "md5_digest": "dfc5eda310a894ad07d74f485fb3b5c3", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3569, "upload_time": "2018-11-22T12:23:38", "url": "https://files.pythonhosted.org/packages/50/ab/26c4088e644a9334aa1af6463107cfb63995495753a49dd80fc47beac2e4/ruia_pyppeteer-0.0.1.tar.gz" } ], "0.0.2": [ { "comment_text": "", "digests": { "md5": "1000d07655f84a97b32ce19bdaaef257", "sha256": "b936fce3505b94e57b3e2a8ce6b182074e1834265ecf6b86416df5af319fda73" }, "downloads": -1, "filename": "ruia_pyppeteer-0.0.2-py3-none-any.whl", "has_sig": false, "md5_digest": "1000d07655f84a97b32ce19bdaaef257", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 5178, "upload_time": "2018-11-23T06:51:25", "url": "https://files.pythonhosted.org/packages/49/26/be904cec11972e54771c2ceffdd109427cbc7710012d5b42d2699a356b00/ruia_pyppeteer-0.0.2-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "4096547a9c2fb62520f18d0258719dfb", "sha256": "7e5c2e69ef549bc20cd91bd0f39093165fa8907426d04ae9b0c92b46a8de6ec7" }, "downloads": -1, "filename": "ruia_pyppeteer-0.0.2.tar.gz", "has_sig": false, "md5_digest": "4096547a9c2fb62520f18d0258719dfb", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3691, "upload_time": "2018-11-23T06:51:26", "url": "https://files.pythonhosted.org/packages/86/3a/c48122c0b32cbdb44f70552ab4a6f5b981c130b6b67d2a95d5426d2ae3dd/ruia_pyppeteer-0.0.2.tar.gz" } ], "0.0.3": [ { "comment_text": "", "digests": { "md5": "c2e59f284315411e50e8b5c4de269339", "sha256": "2ffb9aca45f40242f52571e6bb8423b429d06fd0b1b066579dd50d4d3e4600af" }, "downloads": -1, "filename": "ruia_pyppeteer-0.0.3-py3-none-any.whl", "has_sig": false, "md5_digest": "c2e59f284315411e50e8b5c4de269339", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 5134, "upload_time": "2018-11-23T14:52:09", "url": "https://files.pythonhosted.org/packages/cc/8c/77e96b46a6091dc6a2725bdcff66817339c54f6bc7868aaaaeea68ae90fc/ruia_pyppeteer-0.0.3-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "90cd0bde1376f52847349ca22cc9b58e", "sha256": "a756623fe99d68793f5161d22ab1bc6ceeb14adf144d3e517ab5461fe5b20ecd" }, "downloads": -1, "filename": "ruia_pyppeteer-0.0.3.tar.gz", "has_sig": false, "md5_digest": "90cd0bde1376f52847349ca22cc9b58e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3647, "upload_time": "2018-11-23T14:52:10", "url": "https://files.pythonhosted.org/packages/dc/ab/623544c18dc671ed8054da81d119d013075043ca4a5773f65a5786e7647b/ruia_pyppeteer-0.0.3.tar.gz" } ], "0.0.4": [ { "comment_text": "", "digests": { "md5": "67611d4c55650d7f1fdf6165d4744752", "sha256": "53ce0387c9da6093b20c2f520bb798d4bc33c703c4c5fcd3768148c3966d05d0" }, "downloads": -1, "filename": "ruia_pyppeteer-0.0.4-py3-none-any.whl", "has_sig": false, "md5_digest": "67611d4c55650d7f1fdf6165d4744752", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 5993, "upload_time": "2019-02-14T08:57:59", "url": "https://files.pythonhosted.org/packages/cc/f9/fa534c279cfe926238956e8f81689762f9fcbbe8c92ed5819831526feb48/ruia_pyppeteer-0.0.4-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "774f8a0d6cfc0b5e8ce854f403560211", "sha256": "82625f07e84d13aa89ffb70aa49ae9c581b91117e6d4e0571a9e18b5e198497c" }, "downloads": -1, "filename": "ruia_pyppeteer-0.0.4.tar.gz", "has_sig": false, "md5_digest": "774f8a0d6cfc0b5e8ce854f403560211", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4068, "upload_time": "2019-02-14T08:58:00", "url": "https://files.pythonhosted.org/packages/56/48/ce03540fd0089fe97b9ac0fbe57073c5be8885fa882042ebaeec306c5af4/ruia_pyppeteer-0.0.4.tar.gz" } ], "0.0.5": [ { "comment_text": "", "digests": { "md5": "6411517222ce1affa2fc974021c68f4d", "sha256": "16ec9e6f1b75fedd15b64850a15902c3e3e4eefd0514fec2e3090ee460ca60ad" }, "downloads": -1, "filename": "ruia_pyppeteer-0.0.5-py3-none-any.whl", "has_sig": false, "md5_digest": "6411517222ce1affa2fc974021c68f4d", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 5978, "upload_time": "2019-07-30T07:24:18", "url": "https://files.pythonhosted.org/packages/e7/88/33e5e13485d5ce4168e72a85db1e5af3df827a9864f28a533e19bd353e43/ruia_pyppeteer-0.0.5-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "a3920922501dcc8cf3e607f9f6755c89", "sha256": "91efa31e70d5e2991a3c764791bef9a35d01ce153dead7643e6c7976976ce142" }, "downloads": -1, "filename": "ruia_pyppeteer-0.0.5.tar.gz", "has_sig": false, "md5_digest": "a3920922501dcc8cf3e607f9f6755c89", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4047, "upload_time": "2019-07-30T07:24:20", "url": "https://files.pythonhosted.org/packages/31/69/a18474b406b9499afa5b120f3d21a72bf8800c69b589c98d940d88cac844/ruia_pyppeteer-0.0.5.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "6411517222ce1affa2fc974021c68f4d", "sha256": "16ec9e6f1b75fedd15b64850a15902c3e3e4eefd0514fec2e3090ee460ca60ad" }, "downloads": -1, "filename": "ruia_pyppeteer-0.0.5-py3-none-any.whl", "has_sig": false, "md5_digest": "6411517222ce1affa2fc974021c68f4d", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 5978, "upload_time": "2019-07-30T07:24:18", "url": "https://files.pythonhosted.org/packages/e7/88/33e5e13485d5ce4168e72a85db1e5af3df827a9864f28a533e19bd353e43/ruia_pyppeteer-0.0.5-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "a3920922501dcc8cf3e607f9f6755c89", "sha256": "91efa31e70d5e2991a3c764791bef9a35d01ce153dead7643e6c7976976ce142" }, "downloads": -1, "filename": "ruia_pyppeteer-0.0.5.tar.gz", "has_sig": false, "md5_digest": "a3920922501dcc8cf3e607f9f6755c89", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4047, "upload_time": "2019-07-30T07:24:20", "url": "https://files.pythonhosted.org/packages/31/69/a18474b406b9499afa5b120f3d21a72bf8800c69b589c98d940d88cac844/ruia_pyppeteer-0.0.5.tar.gz" } ] }