{ "info": { "author": "Yusuke Kobayashi", "author_email": "yusuke.kobayashi@mileshare.jp", "bugtrack_url": null, "classifiers": [ "License :: OSI Approved :: MIT License", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.3", "Programming Language :: Python :: 3.4", "Programming Language :: Python :: 3.5", "Programming Language :: Python :: 3.6" ], "description": "Skyrunner\n===========\n\n\nIntroduction\n--------------\nSkyrunner scrapes with json definition\n\n\nInstallation\n--------------\n.. code-block:: sh\n\n $ pip install skyrunner\n\n\nHow to use\n--------------\n\n1) Import skyrunner package at your project.\n2) You define steps of scraping in json file.\n3) You create class for share on scraping tasks and define `self.attributes = dict()` at constructor.\n\n.. code-block:: python\n\n class TaskSharedData:\n def __init__(self):\n self.attributes = dict()\n\n4) You call `skyrunner.setup_task_manager('scraping_steps_defined.json', TaskSharedData())` at your program.\n\n\nsample of Scraping task definition json\n------------------------------------------\n.. code-block:: json\n\n {\n \"description\": \"tasks description\",\n \"driver\": {\n \"name\": \"webdriver\",\n \"browser\": \"firefox\"\n },\n \"tasks\": [\n {\n \"description\": \"access to google\",\n \"action\": \"link\",\n \"params\": {\n \"url\": \"https://google.com\"\n }\n },\n {\n \"description\": \"search for mileshare\",\n \"action\": \"input\",\n \"params\": {\n \"type\": \"id\",\n \"path\": \"lst-ib\",\n \"data\": \"mileshare\"\n }\n },\n {\n \"description\": \"search(press the enter key)\",\n \"action\": \"enter\",\n \"params\": {\n \"type\": \"id\",\n \"path\": \"lst-ib\"\n }\n }\n ]\n }\n\nother support actions\n=======================\n\n- click\n\n.. code-block:: json\n\n {\n \"description\": \"click task\",\n \"action\": \"click\",\n \"params\": {\n \"type\": \"id or xpath\",\n \"path\": \"target id or xpath\"\n }\n }\n\n- custom\n\n.. code-block:: json\n\n {\n \"description\": \"custom task for complex process, update the shared data etc..\",\n \"action\": \"custom\",\n \"params\": {\n \"type\": \"python\",\n \"script_file\": \"custom python script(class) path\",\n \"class_name\": \"custom python class name\"\n }\n }\n\n- shared_input\n\n.. code-block:: json\n\n {\n \"description\": \"shared input task\",\n \"action\": \"shared_input\",\n \"params\": {\n \"type\": \"id or xpath\",\n \"path\": \"target id or xpath\",\n \"data\": \"dict key of shared data\"\n }\n }\n\n\n", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/globallines-developers/skyrunner", "keywords": "", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "skyrunner", "package_url": "https://pypi.org/project/skyrunner/", "platform": "", "project_url": "https://pypi.org/project/skyrunner/", "project_urls": { "Homepage": "https://github.com/globallines-developers/skyrunner" }, "release_url": "https://pypi.org/project/skyrunner/0.0.4/", "requires_dist": [ "selenium", "future" ], "requires_python": "", "summary": "Skyrunner scrapes with json definition", "version": "0.0.4" }, "last_serial": 4578864, "releases": { "0.0.1": [ { "comment_text": "", "digests": { "md5": "1a7e49ea5e4fc9af899eaaff9788f2dd", "sha256": "fab4631766449ac5cd40dd9bab226b66d3a69c0abab6c48d9b761881151f9607" }, "downloads": -1, "filename": "skyrunner-0.0.1-py3-none-any.whl", "has_sig": false, "md5_digest": "1a7e49ea5e4fc9af899eaaff9788f2dd", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 3242, "upload_time": "2018-09-03T08:36:43", "url": "https://files.pythonhosted.org/packages/1d/5f/53e7eb9a70c3be1f7d0ae9014f25d2de73f8744956c4b09f1e39715779e8/skyrunner-0.0.1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "5157ad3f179deec8f29e7871f3d0554b", "sha256": "c9b0affea8d4f1d1085d80b21de30bd98b91b01322062bd49e8ce573a9aacb4b" }, "downloads": -1, "filename": "skyrunner-0.0.1.tar.gz", "has_sig": false, "md5_digest": "5157ad3f179deec8f29e7871f3d0554b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3442, "upload_time": "2018-09-03T08:36:45", "url": "https://files.pythonhosted.org/packages/61/08/c6fad02eb7aa357545ea3fbba8442b6c90eb51ada9dfd1680fd2a199d84b/skyrunner-0.0.1.tar.gz" } ], "0.0.2": [ { "comment_text": "", "digests": { "md5": "2fc8c6b8da2378197c203e3feffecb74", "sha256": "84b296594ba0bd8af3a6629e3fc720176f2f108a696393c92c873f7f3f3222a2" }, "downloads": -1, "filename": "skyrunner-0.0.2-py3-none-any.whl", "has_sig": false, "md5_digest": "2fc8c6b8da2378197c203e3feffecb74", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 3317, "upload_time": "2018-11-06T02:56:45", "url": "https://files.pythonhosted.org/packages/d1/cd/b5d9f27626ed04e92afa25a294c84b6ead7eab550f0c39017372cc0e0967/skyrunner-0.0.2-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "36af572539eced92da5ac503d5f8f847", "sha256": "f91eaa4a65051496c118530421a7f4a1f18d0b7f4e22bba21ba78541b7d4c09a" }, "downloads": -1, "filename": "skyrunner-0.0.2.tar.gz", "has_sig": false, "md5_digest": "36af572539eced92da5ac503d5f8f847", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3520, "upload_time": "2018-11-06T02:56:47", "url": "https://files.pythonhosted.org/packages/bb/f1/7e2eb198d3d2c95f19b32e2d7970115ffefe624f535496ace84c75aa8249/skyrunner-0.0.2.tar.gz" } ], "0.0.3": [ { "comment_text": "", "digests": { "md5": "ff56a7ec323a976844c16a4479f363f5", "sha256": "9d840151bad84b62ee9fb7710e2a9af7874183675c8d49206dd32ec663215702" }, "downloads": -1, "filename": "skyrunner-0.0.3-py3-none-any.whl", "has_sig": false, "md5_digest": "ff56a7ec323a976844c16a4479f363f5", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 3476, "upload_time": "2018-11-06T06:30:21", "url": "https://files.pythonhosted.org/packages/1d/fd/cfa08b876c5f6ca713fae2f171752169c402110da183a3ee9eb2c9bf1afb/skyrunner-0.0.3-py3-none-any.whl" } ], "0.0.4": [ { "comment_text": "", "digests": { "md5": "3cd73521234ea947932ffe7e563518ae", "sha256": "1f82d1f75a59066f54f61ccb927af26e241a15585ee79e311c4ae2de7fa02f56" }, "downloads": -1, "filename": "skyrunner-0.0.4-py3-none-any.whl", "has_sig": false, "md5_digest": "3cd73521234ea947932ffe7e563518ae", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 10071, "upload_time": "2018-12-10T05:20:58", "url": "https://files.pythonhosted.org/packages/62/3f/c44ced16ca9e543cbd9eefe654d22270c986b4dd24204ef2a046e176bf46/skyrunner-0.0.4-py3-none-any.whl" } ], "0.0.dev0": [ { "comment_text": "", "digests": { "md5": "f5a31ae4c507c2404b288f03eb5f1461", "sha256": "f32e129c2ec068228e9b474484cbdc815c94faecce628d16ff0eb56f999f79f9" }, "downloads": -1, "filename": "skyrunner-0.0.dev0.tar.gz", "has_sig": false, "md5_digest": "f5a31ae4c507c2404b288f03eb5f1461", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3508, "upload_time": "2018-09-03T07:40:41", "url": "https://files.pythonhosted.org/packages/52/43/090ba52831d438189a0aaef38758803456966e7be4a85a96fd7946397f8e/skyrunner-0.0.dev0.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "3cd73521234ea947932ffe7e563518ae", "sha256": "1f82d1f75a59066f54f61ccb927af26e241a15585ee79e311c4ae2de7fa02f56" }, "downloads": -1, "filename": "skyrunner-0.0.4-py3-none-any.whl", "has_sig": false, "md5_digest": "3cd73521234ea947932ffe7e563518ae", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 10071, "upload_time": "2018-12-10T05:20:58", "url": "https://files.pythonhosted.org/packages/62/3f/c44ced16ca9e543cbd9eefe654d22270c986b4dd24204ef2a046e176bf46/skyrunner-0.0.4-py3-none-any.whl" } ] }