{ "info": { "author": "", "author_email": "", "bugtrack_url": null, "classifiers": [], "description": " ================================\r\r\n \r\r\n \r\r\n \u6982\u8ff0\r\r\n --------\r\r\n \r\r\n \u795e\u7bad\u624b Python SDK\r\r\n \r\r\n \r\r\n \r\r\n \u8be5\u7248\u672c\u7684SDK\u4f9d\u8d56\u4e8e\u7b2c\u4e09\u65b9HTTP\u5e93 `requests `\u3002 \u8bf7\u6309\u7167\u4e0b\u8ff0\u5b89\u88c5\u65b9\u6cd5\u8fdb\u884c\u5b89\u88c5\u3002\r\r\n \r\r\n \u8fd0\u884c\u73af\u5883\r\r\n -------------------\r\r\n \r\r\n Python 2\uff0c3\r\r\n \r\r\n \r\r\n \u5b89\u88c5\r\r\n ----------\r\r\n \r\r\n \u901a\u8fc7pip\u5b89\u88c5\uff1a\r\r\n \r\r\n .. code-block:: bash\r\r\n \r\r\n $ pip install shenjian\r\r\n \r\r\n \u76f4\u63a5\u901a\u8fc7\u5b89\u88c5\u5305\u5b89\u88c5\uff1a\r\r\n \r\r\n .. code-block:: bash\r\r\n \r\r\n $ sudo python setup.py install\r\r\n \r\r\n \r\r\n \u5feb\u901f\u4f7f\u7528\r\r\n ---------------\r\r\n \r\r\n .. code-block:: python\r\r\n \r\r\n \r\r\n # -*- coding: utf-8 -*-\r\r\n import shenjian\r\r\n \r\r\n user_key = '\u4f60\u7684user_key'\r\r\n user_secret = '\u4f60\u7684user_secret'\r\r\n \r\r\n ########shenjian.Service\r\r\n service = shenjian.Service(user_key,user_secret)\r\r\n \r\r\n # \u83b7\u5f97\u5e94\u7528\u5217\u8868\r\r\n result = service.get_app_list(page=1, page_size=30)\r\r\n \r\r\n # \u83b7\u5f97\u722c\u866b\u5217\u8868\r\r\n result = service.get_crawler_list(page=1, page_size=30)\r\r\n \r\r\n # \u521b\u5efa\u722c\u866b\r\r\n result = service.create_crawler(app_name=\"\u722c\u866b\u540d\u5b57\",code=\"\u722c\u866b\u4ee3\u7801\",app_info='')\r\r\n \r\r\n \r\r\n ########shenjian.Crawler\r\r\n crawler = shenjian.Crawler(user_key,user_secret,appID)\r\r\n \r\r\n # \u4fee\u6539\u722c\u866b\u540d\u79f0\u4fe1\u606f\r\r\n result = crawler.edit(app_name=\"\u65b0\u7684\u540d\u79f0\",app_info=\"\u65b0\u7684info\")\r\r\n \r\r\n # \u4f7f\u7528\u4e2a\u4eba\u4f18\u8d28\u7248\u4ee3\u7406IP\uff0c\u4ee3\u7406\u79cd\u7c7b\u67e5\u770bshenjian.proxy_type\r\r\n result = crawler.config_proxy(shenjian.proxy_type.PROXY_TYPE_BETTER)\r\r\n \r\r\n # \u5f00\u542f\u6587\u4ef6\u4e91\u6258\u7ba1\r\r\n result = crawler.config_host(shenjian.host_type.HOST_TYPE_SHENJIANSHOU)\r\r\n \r\r\n # \u5220\u9664\u722c\u866b\r\r\n result = crawler.delete()\r\r\n \r\r\n # \u8bbe\u7f6e\u722c\u866b\u81ea\u5b9a\u4e49\u9879(\u4e0d\u540c\u7684\u722c\u866b\u81ea\u5b9a\u4e49\u9879\u4e0d\u540c\uff0c\u4f20\u9012\u4e00\u4e2adict)\r\r\n result = crawler.config_custom({\"img\":True})\r\r\n \r\r\n #######\u542f\u52a8\u722c\u866b#########\r\r\n # \u75282\u4e2a\u8282\u70b9\u542f\u52a8\u722c\u866b\r\r\n result = crawler.start(2)\r\r\n \r\r\n #\u9047\u5230\u722c\u53d6\u7ed3\u679c\u505c\u6b62\u53d1\u73b0\u65b0\u94fe\u63a5\uff0c\u66f4\u65b0\u6b64\u6570\u636edup_type='change',\u8df3\u8fc7\u7ee7\u7eed\u5f80\u540e\u722cdup_type='skip',\u9ed8\u8ba4\u4e3askip\r\r\n result = crawler.start(dup_type='unspawn')\r\r\n \r\r\n #\u8986\u76d6\u539f\u722c\u53d6\u7ed3\u679c\u91cc\u7684\u6570\u636e,\u9ed8\u8ba4\u662f\u4fdd\u7559\u539f\u6570\u636e\uff0c\u63d2\u5165\u4e00\u6761\u65b0\u7248\u672c\u6570\u636echange_type='insert'\r\r\n result = crawler.start(change_type='update')\r\r\n \r\r\n #\u5b9a\u65f6\u542f\u52a8\u722c\u866b\uff0c\u8be5\u4f8b\u5b50\u4e3a\u6bcf\u5929\u722c\u53d6\u4e00\u6b21\uff0c\u66f4\u591a\u5b9a\u65f6\u8bbe\u7f6e\u4e0e\u53c2\u6570\u8be6\u89c1\u6587\u6863http://docs.shenjian.io/develop/platform/restful/crawler.html#\u542f\u52a8\u722c\u866b\r\r\n result = crawler.start(timer_type='daily',time_start='10:00',time_end='23:00')\r\r\n \r\r\n #######\u542f\u52a8\u722c\u866b#########\r\r\n \r\r\n # \u505c\u6b62\u722c\u866b\r\r\n result = crawler.stop()\r\r\n \r\r\n # \u6682\u505c\u722c\u866b\r\r\n result = crawler.pause()\r\r\n \r\r\n # \u7ee7\u7eed\u722c\u866b\uff08\u5e76\u8bbe\u7f6e\u8fd0\u884c\u7684\u8282\u70b9\u662f3\u4e2a\uff09\r\r\n result = crawler.resume(3)\r\r\n \r\r\n # \u83b7\u53d6\u722c\u866b\u72b6\u6001\r\r\n result = crawler.get_status()\r\r\n \r\r\n # \u83b7\u53d6\u722c\u866b\u901f\u7387\r\r\n result = crawler.get_speed()\r\r\n \r\r\n # \u589e\u52a0\u4e00\u4e2a\u8fd0\u884c\u8282\u70b9\r\r\n result = crawler.add_node(1)\r\r\n \r\r\n # \u51cf\u5c11\u4e00\u4e2a\u8fd0\u884c\u8282\u70b9\r\r\n result = crawler.reduce_node(1)\r\r\n \r\r\n # \u83b7\u53d6\u722c\u866b\u5bf9\u5e94\u7684\u6570\u636e\u6e90\u4fe1\u606f\r\r\n result = crawler.get_source()\r\r\n \r\r\n # \u83b7\u53d6\u722c\u866b\u7684Webhook\u8bbe\u7f6e\r\r\n result = crawler.get_webhook()\r\r\n \r\r\n # \u5220\u9664\u722c\u866b\u7684Webhook\u8bbe\u7f6e\r\r\n result = crawler.delete_webhook()\r\r\n \r\r\n # \u4fee\u6539\u722c\u866b\u7684Webhook\u8bbe\u7f6e(\u8bbe\u7f6e\u4e3a\u65b0\u589e\u6570\u636e\u53d1\u9001webhook\uff0c\u66f4\u65b0\u6570\u636e\u4e0d\u53d1\u9001\uff0c\u81ea\u5b9a\u4e49\u6570\u636e\u4e0d\u53d1\u9001)\r\r\n result = crawler.set_webhook(self,\"http://www.baidu.com\",data_new=True,data_updated=False,msg_custom=False)\r\r\n \r\r\n # \u83b7\u53d6\u722c\u866b\u7684\u81ea\u52a8\u53d1\u5e03\u72b6\u6001\r\r\n result = crawler.get_publish_status()\r\r\n \r\r\n # \u542f\u52a8\u81ea\u52a8\u53d1\u5e03\r\r\n result = crawler.start_publish(publish_id)\r\r\n \r\r\n # \u505c\u6b62\u81ea\u52a8\u53d1\u5e03\r\r\n result = crawler.stop_publish()\r\r\n \r\r\n \r\r\n \r\nPlatform: UNKNOWN\r\n", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "http://www.shenjian.io", "keywords": "", "license": "", "maintainer": "", "maintainer_email": "", "name": "shenjian", "package_url": "https://pypi.org/project/shenjian/", "platform": "", "project_url": "https://pypi.org/project/shenjian/", "project_urls": { "Homepage": "http://www.shenjian.io" }, "release_url": "https://pypi.org/project/shenjian/1.4/", "requires_dist": null, "requires_python": "", "summary": "shenjian rest sdk", "version": "1.4" }, "last_serial": 4152102, "releases": { "1.0": [ { "comment_text": "", "digests": { "md5": "a67c243a2b74b6231560b24e4fa5cc8a", "sha256": "c503d898f9dda4fa90cde60ea692c60b647bbef641cdd3babad2d89f9a4971db" }, "downloads": -1, "filename": "shenjian-1.0.tar.gz", "has_sig": false, "md5_digest": "a67c243a2b74b6231560b24e4fa5cc8a", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4337, "upload_time": "2018-01-23T08:35:36", "url": "https://files.pythonhosted.org/packages/da/41/24d54dd7ef8acec05d5aa6bae17da7fa9eac69c9bc6df7273c7d131fb675/shenjian-1.0.tar.gz" } ], "1.1": [ { "comment_text": "", "digests": { "md5": "65b824f7234d2b547d3280d8322e6ac6", "sha256": "974a65d2843ba900983951d0054c174c1d3f046a5ef082323be3d6b15dcb4edd" }, "downloads": -1, "filename": "shenjian-1.1.tar.gz", "has_sig": false, "md5_digest": "65b824f7234d2b547d3280d8322e6ac6", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4344, "upload_time": "2018-01-26T02:18:12", "url": "https://files.pythonhosted.org/packages/96/6e/40890af040a6130b214f45b0bdd60c8e53f65d0659a3629be1e19dffe644/shenjian-1.1.tar.gz" } ], "1.2": [ { "comment_text": "", "digests": { "md5": "938dd9cc19ccc5fff8429a2be574eb10", "sha256": "d77bdc42f551fc215a8beb6a8cbbf417c87697f969794429143c6f341adba9b6" }, "downloads": -1, "filename": "shenjian-1.2.tar.gz", "has_sig": false, "md5_digest": "938dd9cc19ccc5fff8429a2be574eb10", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4646, "upload_time": "2018-01-26T07:41:11", "url": "https://files.pythonhosted.org/packages/de/9c/6975f9b746095f5464cab9c3a927e51a1fb81c587ca084f1bb702987a3da/shenjian-1.2.tar.gz" } ], "1.3": [ { "comment_text": "", "digests": { "md5": "6637926fa9b8b681326bc19899b3d1bf", "sha256": "36d9703bf97e65aaad8e5f05e3db7858cc5f9a2955cf49b837b95d8e84563232" }, "downloads": -1, "filename": "shenjian-1.3.tar.gz", "has_sig": false, "md5_digest": "6637926fa9b8b681326bc19899b3d1bf", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5179, "upload_time": "2018-05-17T11:20:01", "url": "https://files.pythonhosted.org/packages/4b/cf/532dd997e071fcf5dfe390bf10756488a89344ed9c3fd4fb05c43f631c3a/shenjian-1.3.tar.gz" } ], "1.4": [ { "comment_text": "", "digests": { "md5": "a1715e990d6a62c70b787655d476c5f2", "sha256": "7f12d5b261ecb5ca352d46c8d0cb50647045dd88d887ea77672d75d8b232d02e" }, "downloads": -1, "filename": "shenjian-1.4.tar.gz", "has_sig": false, "md5_digest": "a1715e990d6a62c70b787655d476c5f2", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5215, "upload_time": "2018-08-09T08:27:28", "url": "https://files.pythonhosted.org/packages/35/7d/f143d72e94242c7e88d3f8d490f45ebca6c0d62ae29e9a2f01545e1d5fb7/shenjian-1.4.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "a1715e990d6a62c70b787655d476c5f2", "sha256": "7f12d5b261ecb5ca352d46c8d0cb50647045dd88d887ea77672d75d8b232d02e" }, "downloads": -1, "filename": "shenjian-1.4.tar.gz", "has_sig": false, "md5_digest": "a1715e990d6a62c70b787655d476c5f2", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5215, "upload_time": "2018-08-09T08:27:28", "url": "https://files.pythonhosted.org/packages/35/7d/f143d72e94242c7e88d3f8d490f45ebca6c0d62ae29e9a2f01545e1d5fb7/shenjian-1.4.tar.gz" } ] }