{ "info": { "author": "Suguby", "author_email": "suguby@gmail.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 3 - Alpha", "Intended Audience :: Developers", "License :: OSI Approved :: MIT License", "Natural Language :: English", "Natural Language :: Russian", "Programming Language :: Python :: 2.7", "Programming Language :: Python :: 3.5", "Programming Language :: Python :: 3.6" ], "description": "Shire\n========\n\nHeavy-job queue processor\n\n\nInstallation\n--------------------\n\npip install shire\n\n\nCreate config file\n--------------------\n\nRun shire-cli create_config, follow instructions.\n\nAn example of the shire.cfg::\n\n [connection]\n redis_url = redis://127.0.0.1:6379/0\n db_url = postgres://peewee:123@127.0.0.1:5432/peewee\n \n [hostler]\n check_time = 5\n \n [shire]\n venv_path = /path/to/your/virtualenv\n sys_path = /path/to/your/project:/path/to/external/library\n host = default\n\n [scribe]\n per_pool = 1\n log_max_size = 104857600\n log_directory = logs\n max_logs = 5\n default_log = default.log\n \n [pool]\n check_time = 30\n \n [whip]\n limits_update_time = 60\n check_time = 1\n\n\nQueue management\n--------------------\n\nInteractive shire config creation\n shire-cli -c /path/to/your/shire.cfg create_config\n\nRun whip (Enqueue jobs to pools)\n shire-cli -c /path/to/your/shire.cfg run_whip\n\nRun scribe (Shire job logs writer)\n shire-cli -c /path/to/your/shire.cfg run_scribe\n\nRun hostler (Shire failed jobs restarter)\n shire-cli -c /path/to/your/shire.cfg run_hostler\n\nRun pool (Shire job executor)\n shire-cli -c /path/to/your/shire.cfg run_pool --name=pool_name\n\nRun multiple pools with one master-process\n shire-cli -c /path/to/your/shire.cfg start_pools --names=pool_name,another_pool\n\n\nExample\n-------------------\nRun shire\n shire-cli -c /path/to/your/shire.cfg run_whip\n shire-cli -c /path/to/your/shire.cfg run_pool --name=default\n\nCreate example jobs module::\n\n # my_jobs.py\n from shire.job import Job\n import requests\n\n def save(text_len):\n # save - your external function to save result data. Shire not save any results itself.\n pass\n\n class CountWordsAtUrl(Job):\n def run(url=None):\n resp = requests.get(url)\t\t\n save(len(resp.text.split()))\n \nCreate example configuration module::\n\n # shire_conf.py\n from shire.config import Config as ShireConfig\n conf = ShireConfig()\n conf.load('/path/to/your/shire.cfg')\n\nEnqueue job::\n\t\n from my_jobs import CountWordsAtUrl\n from shire_conf import conf\n CountWordsAtUrl.delay(conf, pool='default', kwargs={'url': 'https://github.com/suguby/shire'})", "description_content_type": null, "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://bitbucket.org/suguby/shire", "keywords": "queue job task shire", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "shire", "package_url": "https://pypi.org/project/shire/", "platform": "", "project_url": "https://pypi.org/project/shire/", "project_urls": { "Homepage": "https://bitbucket.org/suguby/shire" }, "release_url": "https://pypi.org/project/shire/0.2.1/", "requires_dist": null, "requires_python": "", "summary": "Heavy-job queue processor", "version": "0.2.1" }, "last_serial": 2931916, "releases": { "0.1.3.dev0": [], "0.1.3.dev1": [ { "comment_text": "", "digests": { "md5": "d96c8ae822e4359b43c75b4f4cfd2ed6", "sha256": "b0ee7d4c6dd498440c20b4fcbcabf08f6f0abd45af584aaf5e7238d5e74adf69" }, "downloads": -1, "filename": "shire-0.1.3.dev1.tar.gz", "has_sig": false, "md5_digest": "d96c8ae822e4359b43c75b4f4cfd2ed6", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 22348, "upload_time": "2017-02-02T13:34:05", "url": "https://files.pythonhosted.org/packages/89/b9/b63610d1f1183b14965d821926920a6a8ff2cb68557af6e873b2b71bc4ad/shire-0.1.3.dev1.tar.gz" } ], "0.1.3.dev2": [ { "comment_text": "", "digests": { "md5": "8bbbc3fe3e80f2edc6932ecc35112c8a", "sha256": "05c7b513c68e79f20df2e4e199dd499d73554a14094b099d5244fdecfd74cbe2" }, "downloads": -1, "filename": "shire-0.1.3.dev2.tar.gz", "has_sig": false, "md5_digest": "8bbbc3fe3e80f2edc6932ecc35112c8a", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 22351, "upload_time": "2017-02-02T13:57:06", "url": "https://files.pythonhosted.org/packages/1f/77/23bf140a8dd47f5bc6ca781e76a5731dd95c92696a02a94540ae452bec53/shire-0.1.3.dev2.tar.gz" } ], "0.1.3.dev3": [ { "comment_text": "", "digests": { "md5": "8b77b28821741d85f223b6f1aa5977f4", "sha256": "4cadbdd0a7c8da558b2527f17d742787b8d6a9b727b9c637a688282c984dffe0" }, "downloads": -1, "filename": "shire-0.1.3.dev3.tar.gz", "has_sig": false, "md5_digest": "8b77b28821741d85f223b6f1aa5977f4", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 15738, "upload_time": "2017-03-16T15:15:13", "url": "https://files.pythonhosted.org/packages/1e/f3/27a4f12be0abe0f45bea4d4799cd88cbc4abf0916ce507e3c3e697dc1cfd/shire-0.1.3.dev3.tar.gz" } ], "0.1.4": [ { "comment_text": "", "digests": { "md5": "86aa823987ba3a9a87d677cded2afa76", "sha256": "ca2a30d78c8d0de04fec3cbbffe6a64e58bb61d2922b00774f08824a3246e6d7" }, "downloads": -1, "filename": "shire-0.1.4.tar.gz", "has_sig": false, "md5_digest": "86aa823987ba3a9a87d677cded2afa76", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 15725, "upload_time": "2017-03-16T15:21:22", "url": "https://files.pythonhosted.org/packages/5e/97/2e25826a0cde4830883c6c97018347478aa125e064652e9cb815092e4b4f/shire-0.1.4.tar.gz" } ], "0.1.5": [ { "comment_text": "", "digests": { "md5": "33a88222baa49f34a1ca4891f3b84b0a", "sha256": "07e8369a820e443e2f49210460730d5bc9eadaf4ebead881853dffc105d801ee" }, "downloads": -1, "filename": "shire-0.1.5.tar.gz", "has_sig": false, "md5_digest": "33a88222baa49f34a1ca4891f3b84b0a", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 17221, "upload_time": "2017-04-17T12:44:18", "url": "https://files.pythonhosted.org/packages/dc/92/132d979420d9f8544b4b45db0cf6c87c00feeeb3ede495489dea862ac16d/shire-0.1.5.tar.gz" } ], "0.1.5.dev0": [ { "comment_text": "", "digests": { "md5": "28a115976c262b70a25e6ea61c20d707", "sha256": "bd4bd648571bc0607ad3ff52142580465cd37b630cfa237929dcdb635d50567c" }, "downloads": -1, "filename": "shire-0.1.5.dev0.tar.gz", "has_sig": false, "md5_digest": "28a115976c262b70a25e6ea61c20d707", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 18687, "upload_time": "2017-04-20T16:56:48", "url": "https://files.pythonhosted.org/packages/f9/58/012fbbfdc1b1f7684976706c88d9f946852cb5a5858ac8534ff7fde74362/shire-0.1.5.dev0.tar.gz" } ], "0.2.0": [ { "comment_text": "", "digests": { "md5": "303280081e6208131058f204294a8190", "sha256": "65bb9d854604850fa4c34a47b0bef81ae33a62b679bb23ee94bcf0d50ab47f41" }, "downloads": -1, "filename": "shire-0.2.0.tar.gz", "has_sig": false, "md5_digest": "303280081e6208131058f204294a8190", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 20821, "upload_time": "2017-05-19T12:12:54", "url": "https://files.pythonhosted.org/packages/56/e5/5b0792b2b0354a812b43b171ef92527ed3135e1c2559c5afc0ca182f5924/shire-0.2.0.tar.gz" } ], "0.2.1": [ { "comment_text": "", "digests": { "md5": "accfccb5b481e0065628afa42875091c", "sha256": "115ba0f78b935454ae0fb78889089944e1756155a65f78b26fc0de3e2c78a00a" }, "downloads": -1, "filename": "shire-0.2.1.tar.gz", "has_sig": false, "md5_digest": "accfccb5b481e0065628afa42875091c", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 20827, "upload_time": "2017-06-07T11:33:58", "url": "https://files.pythonhosted.org/packages/56/01/28457870d196afb505ee88f6957a564d30a5c9d13c7698ed2288967a7542/shire-0.2.1.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "accfccb5b481e0065628afa42875091c", "sha256": "115ba0f78b935454ae0fb78889089944e1756155a65f78b26fc0de3e2c78a00a" }, "downloads": -1, "filename": "shire-0.2.1.tar.gz", "has_sig": false, "md5_digest": "accfccb5b481e0065628afa42875091c", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 20827, "upload_time": "2017-06-07T11:33:58", "url": "https://files.pythonhosted.org/packages/56/01/28457870d196afb505ee88f6957a564d30a5c9d13c7698ed2288967a7542/shire-0.2.1.tar.gz" } ] }