{ "info": { "author": "Olivier Sallou", "author_email": "olivier.sallou@irisa.fr", "bugtrack_url": null, "classifiers": [ "Development Status :: 5 - Production/Stable", "Environment :: Console", "Intended Audience :: Science/Research", "License :: OSI Approved :: GNU Affero General Public License v3 or later (AGPLv3+)", "Natural Language :: English", "Operating System :: POSIX :: Linux", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.4", "Topic :: Scientific/Engineering :: Bio-Informatics" ], "description": "# About\n\n[![PyPI version](https://badge.fury.io/py/biomaj-process.svg)](https://badge.fury.io/py/biomaj-process)\n\nMicroservice to manage the process execution of biomaj.\n\nA protobuf interface is available in biomaj_process/message/message_pb2.py to exchange messages between BioMAJ and the download service.\nMessages go through RabbitMQ (to be installed).\n\n# Protobuf\n\nTo compile protobuf, in biomaj_process/message:\n\n protoc --python_out=. message.proto\n\n# Development\n\n flake8 biomaj_process\n\n# Run\n\n## Message consumer:\nexport BIOMAJ_CONFIG=path_to_config.yml\npython bin/biomaj_process_consumer.py\n\n## Web server\n\nIf package is installed via pip, you need a file named *gunicorn_conf.py* containing somehwhere on local server:\n\n def worker_exit(server, worker):\n from prometheus_client import multiprocess\n multiprocess.mark_process_dead(worker.pid)\n\nIf you cloned the repository and installed it via python setup.py install, just refer to the *gunicorn_conf.py* in the cloned repository.\n\n\n export BIOMAJ_CONFIG=path_to_config.yml\n rm -rf ..path_to/prometheus-multiproc\n mkdir -p ..path_to/prometheus-multiproc\n export prometheus_multiproc_dir=..path_to/prometheus-multiproc\n gunicorn -c ..path_to/gunicorn_conf.py biomaj_download.biomaj_process_web:app\n\nWeb processes should be behind a proxy/load balancer, API base url /api/process\n\nA prometheus /metrics endpoint is exposed on web server\n\n\n3.0.15:\n Add proc name in logs for waiting and result\n3.0.14:\n Add env var BIOMAJ_HOST_DATA_DIR to use with *docker* process executor to specify data.dir location if different between host and container (if BIOMAJ_DATA_DIR not a subdirectory of BIOMAJ_DIR for example)\n If variable is not set, container wil mount data.dir between host and container,\n else will mount BIOMAJ_HOST_DATA_DIR:data.dir\n3.0.13:\n Fix traefik prefix\n3.0.12:\n Update pika dependency release\n Add tags for traefik support\n3.0.11:\n Catch exception for microservices if remote server is not reachable\n Rename package for protobuf to avoid collisions\n3.0.10:\n README doc fixes\n Add dependency banks additional volumes for Docker\n3.0.9:\n Allow local_endpoint definition per service\n Fix volumes for docker with dependency banks\n3.0.8:\n Fix #1, DRMAA needs colon in front of output and error path (mandatory depending on versions)\n3.0.7:\n fix case if process desc or type is missing in bank properties\n3.0.6:\n disable web thread logging\n3.0.5:\n retry in case of contact failure with proxy\n3.0.4:\n for docker, restrict directory to bank directory and dependencies\n add host in prometheus stats\n3.0.3:\n fix prometheus + gunicorn multi process\n add consul supervision\n3.0.2:\n add logging info\n execute docker processes in biomaj micro service\n3.0.1:\n bug fixes\n3.0.0:\n move process management out of biomaj main package\n\n\n", "description_content_type": "", "docs_url": null, "download_url": "http://biomaj.genouest.org", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "http://biomaj.genouest.org", "keywords": "", "license": "", "maintainer": "", "maintainer_email": "", "name": "biomaj-process", "package_url": "https://pypi.org/project/biomaj-process/", "platform": "", "project_url": "https://pypi.org/project/biomaj-process/", "project_urls": { "Download": "http://biomaj.genouest.org", "Homepage": "http://biomaj.genouest.org" }, "release_url": "https://pypi.org/project/biomaj-process/3.0.15/", "requires_dist": [ "biomaj-core", "biomaj-zipkin", "pika (==0.13.0)", "redis", "PyYAML", "flask", "python-consul", "prometheus-client (>=0.0.18)", "protobuf", "requests" ], "requires_python": "", "summary": "BioMAJ process service", "version": "3.0.15" }, "last_serial": 5995237, "releases": { "3.0.0": [ { "comment_text": "", "digests": { "md5": "b663431c7368d2d51e8ad49f25155fa0", "sha256": "b825407514b2e09ffc80a667dc456a86e72d590013339328a660f33433984fe9" }, "downloads": -1, "filename": "biomaj_process-3.0.0.tar.gz", "has_sig": false, "md5_digest": "b663431c7368d2d51e8ad49f25155fa0", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 10247, "upload_time": "2016-09-26T14:47:00", "url": "https://files.pythonhosted.org/packages/cb/67/fb3f286cf81c8865937219b42772ae1661fa2860c9754cf650447dce4fb0/biomaj_process-3.0.0.tar.gz" } ], "3.0.1": [ { "comment_text": "", "digests": { "md5": "1f1ef0b9a80e50241bf578a95f9af50e", "sha256": "900b7bdf69752147bce02cd19a7f6e6c4d360d0af40af5a2fc6a1a4ae9cc9203" }, "downloads": -1, "filename": "biomaj_process-3.0.1-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "1f1ef0b9a80e50241bf578a95f9af50e", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 13936, "upload_time": "2016-11-29T09:37:56", "url": "https://files.pythonhosted.org/packages/70/ba/f5be77c8daf366ff59ecf303d3c6dce13d03a8a3452685abb60eaad55ffe/biomaj_process-3.0.1-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "0b1051c2ec2ce49f15abf90edac0abce", "sha256": "f2e09a95a4a6de88b1f1a0baf9e58748ea199085e6cbe660cfdae4b58745a2dc" }, "downloads": -1, "filename": "biomaj_process-3.0.1.tar.gz", "has_sig": false, "md5_digest": "0b1051c2ec2ce49f15abf90edac0abce", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 11141, "upload_time": "2016-11-29T09:37:59", "url": "https://files.pythonhosted.org/packages/b0/bd/3637129cfd100904d62166f4de692a147308ada9feae42793f32ee1fe905/biomaj_process-3.0.1.tar.gz" } ], "3.0.10": [ { "comment_text": "", "digests": { "md5": "605900e6088c90996901ae6fadee8e33", "sha256": "ef5b8563bcbdd42370656d949a0c090c7f4a5e290a392146360003a704b4c752" }, "downloads": -1, "filename": "biomaj_process-3.0.10-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "605900e6088c90996901ae6fadee8e33", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 16587, "upload_time": "2017-12-18T12:16:38", "url": "https://files.pythonhosted.org/packages/06/a6/19fd4dc37fd3c4eceee983052363d9dfcd2f543ed1f5be86f26bd5acc41b/biomaj_process-3.0.10-py2.py3-none-any.whl" } ], "3.0.11": [ { "comment_text": "", "digests": { "md5": "499159f6ea3795218f9b2daa0118c620", "sha256": "380a731a18cd35519f9423e29d68cfb966dd9ea754a5d823ba59e03703d5e21b" }, "downloads": -1, "filename": "biomaj_process-3.0.11-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "499159f6ea3795218f9b2daa0118c620", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 18862, "upload_time": "2018-08-22T16:13:15", "url": "https://files.pythonhosted.org/packages/76/59/3d0542ebdef681404f8b160ac17a55a9f5d5e890c10cb2179ae2beab23d4/biomaj_process-3.0.11-py2.py3-none-any.whl" } ], "3.0.12": [ { "comment_text": "", "digests": { "md5": "c105252448770e6197f93547b8113326", "sha256": "ac70c13d64be1baa170e25ac95ec808fd4614ef6c1a650324239ae483c95130e" }, "downloads": -1, "filename": "biomaj_process-3.0.12-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "c105252448770e6197f93547b8113326", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 26734, "upload_time": "2019-02-28T12:27:29", "url": "https://files.pythonhosted.org/packages/a6/04/2a49517e3f303c41ec0bdabba64b1d083a0efcc8c9c638f7965e158fd1bd/biomaj_process-3.0.12-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "a7df6ec00cd1fa1d0f7ce07058237982", "sha256": "7cc8161c4f8bac0a476a0a24a7738030681b30cdeedf96a79fea53022b6a5509" }, "downloads": -1, "filename": "biomaj_process-3.0.12.tar.gz", "has_sig": false, "md5_digest": "a7df6ec00cd1fa1d0f7ce07058237982", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 13710, "upload_time": "2019-02-28T12:27:31", "url": "https://files.pythonhosted.org/packages/61/37/46f8bee322ac3c1a6171a191b396e338795d60892d8dff5d800276572aa6/biomaj_process-3.0.12.tar.gz" } ], "3.0.13": [ { "comment_text": "", "digests": { "md5": "e48d6b16d444c26d08f26f25af8c722d", "sha256": "4bd3967809f68c0cbe1392001aa80cf88940020e3dbf9aef26a491ed1721982d" }, "downloads": -1, "filename": "biomaj_process-3.0.13-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "e48d6b16d444c26d08f26f25af8c722d", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 26747, "upload_time": "2019-03-01T07:47:34", "url": "https://files.pythonhosted.org/packages/05/bc/0b28846b63a2b8b305a54216b3045bbc5462ff7cdc63c59b30ba3ee071a3/biomaj_process-3.0.13-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "82010c5eec4d2df6e46f1a0e83674838", "sha256": "8529f889d9483253980e80f9bc37b032123686ef796c42666cdb8d66e1467702" }, "downloads": -1, "filename": "biomaj_process-3.0.13.tar.gz", "has_sig": false, "md5_digest": "82010c5eec4d2df6e46f1a0e83674838", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 13740, "upload_time": "2019-03-01T07:47:35", "url": "https://files.pythonhosted.org/packages/d2/d1/fa62929bc559b2e213da3cd5e238ebcb9969e80a7e6785367a1baaf03965/biomaj_process-3.0.13.tar.gz" } ], "3.0.14": [ { "comment_text": "", "digests": { "md5": "46ee9312f02d9296bb1e27a6a7922d55", "sha256": "ed666adb0df89b53af04d9032ae0734dc2463c6bd2ec5a28c344a161fac8823b" }, "downloads": -1, "filename": "biomaj_process-3.0.14-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "46ee9312f02d9296bb1e27a6a7922d55", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 26914, "upload_time": "2019-05-03T07:11:12", "url": "https://files.pythonhosted.org/packages/b4/74/7a64bc906b727ec379eee9d7edd20cda11e12a75c85f26d86aaf8c3f2794/biomaj_process-3.0.14-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "43408be299a0e3629f23764539d23b60", "sha256": "51c8feb84b626acdd42e43e569919d9518187e6e3df9200cb590fd21ff7bd563" }, "downloads": -1, "filename": "biomaj_process-3.0.14.tar.gz", "has_sig": false, "md5_digest": "43408be299a0e3629f23764539d23b60", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 14105, "upload_time": "2019-05-03T07:11:14", "url": "https://files.pythonhosted.org/packages/6d/7f/db8c6364d26b0743e8e4011f933d2590d40e5dfa6956d5ba4b9a164cfde9/biomaj_process-3.0.14.tar.gz" } ], "3.0.15": [ { "comment_text": "", "digests": { "md5": "9684434bcba3b820bfff56cd89d7b671", "sha256": "0999e49b6220ef025ae5b42662df6577c6d9f305690ca9c383b6ab28616e73ac" }, "downloads": -1, "filename": "biomaj_process-3.0.15-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "9684434bcba3b820bfff56cd89d7b671", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 26998, "upload_time": "2019-10-18T11:47:38", "url": "https://files.pythonhosted.org/packages/ab/c7/cefba079fb7e8eeb4d22b0ce755daee96893991449c99cfb4a8f80d0f5c4/biomaj_process-3.0.15-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "4a659dd337cf1c21ae29edd237cb74e2", "sha256": "085633f839c144e350aa20f63e9ecb2ec9fa1667e71e9e7c7386089ae145986d" }, "downloads": -1, "filename": "biomaj_process-3.0.15.tar.gz", "has_sig": false, "md5_digest": "4a659dd337cf1c21ae29edd237cb74e2", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 14319, "upload_time": "2019-10-18T11:47:39", "url": "https://files.pythonhosted.org/packages/dd/69/572a6b2279dcb96e342551924061069900a1a0ed19ae6127b104cd7533d1/biomaj_process-3.0.15.tar.gz" } ], "3.0.2": [ { "comment_text": "", "digests": { "md5": "3c1b88468850a6d7eb279d933c385924", "sha256": "ee5fe4e385677ae6bf805c019d108cb87a483d2f7a7f2b69ea94cfcbb4de5019" }, "downloads": -1, "filename": "biomaj_process-3.0.2-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "3c1b88468850a6d7eb279d933c385924", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 14642, "upload_time": "2016-12-13T14:32:10", "url": "https://files.pythonhosted.org/packages/bd/51/901aead06473c5e294a9695c33079a9590ab4cbd66ab9d3d3a9330a4d9b7/biomaj_process-3.0.2-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "10f5cbf55cd99e210fb33cf5010ad866", "sha256": "daec5b5e3f4c857a967e2fe97010c0c2815e286e82044e0f7c20ff5030f82473" }, "downloads": -1, "filename": "biomaj_process-3.0.2.tar.gz", "has_sig": false, "md5_digest": "10f5cbf55cd99e210fb33cf5010ad866", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 11846, "upload_time": "2016-12-13T14:32:12", "url": "https://files.pythonhosted.org/packages/9e/f8/9937431a34a5b68da78fc89c71d4d83f11b4c19237e36aaca5e83d9d1398/biomaj_process-3.0.2.tar.gz" } ], "3.0.3": [ { "comment_text": "", "digests": { "md5": "17ed7f44662e5fd3d657fa99009344e5", "sha256": "b2c969f2278f1466d5260ffa5ee550782de205efd641c7f5b1e6aec7868a5f85" }, "downloads": -1, "filename": "biomaj_process-3.0.3-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "17ed7f44662e5fd3d657fa99009344e5", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 15490, "upload_time": "2017-01-03T12:41:50", "url": "https://files.pythonhosted.org/packages/5b/29/0a2d307721f34c171fb18d62962a3f15c976cbc750304d4dfe8d4e1ed3e7/biomaj_process-3.0.3-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "2d495a807a212927fd8aafc306589826", "sha256": "9ef16204b7fdbc253dac5a95f2f4ea32d2e315abbdcc205337dd82ded91b2d30" }, "downloads": -1, "filename": "biomaj_process-3.0.3.tar.gz", "has_sig": false, "md5_digest": "2d495a807a212927fd8aafc306589826", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 12485, "upload_time": "2017-01-03T12:41:53", "url": "https://files.pythonhosted.org/packages/ba/67/4dc549668676661d679b094eaab1c5cf44ab744a7c429d794a6534feeee4/biomaj_process-3.0.3.tar.gz" } ], "3.0.4": [ { "comment_text": "", "digests": { "md5": "96a11710bd11ccfba75eeebdf0d4ee0b", "sha256": "63451f29735cc9d816b6b416094c91f5f8652099cc202f1e720369f054312fe1" }, "downloads": -1, "filename": "biomaj_process-3.0.4-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "96a11710bd11ccfba75eeebdf0d4ee0b", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 15797, "upload_time": "2017-01-23T08:14:25", "url": "https://files.pythonhosted.org/packages/62/fe/37f4697e2ab2611e85b435b12cdede6527b1484cb6eaf9648478a39247ec/biomaj_process-3.0.4-py2.py3-none-any.whl" } ], "3.0.5": [ { "comment_text": "", "digests": { "md5": "f050433fbcc9b6488295691d39ce2248", "sha256": "6d83977bcca4952a0fed3e59b6f6e92331e311a53c2516572d1a00f18f260534" }, "downloads": -1, "filename": "biomaj_process-3.0.5-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "f050433fbcc9b6488295691d39ce2248", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 16046, "upload_time": "2017-03-02T11:32:57", "url": "https://files.pythonhosted.org/packages/04/07/c967bca09a1e14aed9cfb84a02e3884941fed2b4f48517fa0dc481d5756d/biomaj_process-3.0.5-py2.py3-none-any.whl" } ], "3.0.6": [ { "comment_text": "", "digests": { "md5": "851c424681980ea8d2289bd8225cb585", "sha256": "6b16999c59ef99ea40badf4dd06588cfafd12eddaa9dfc91fbd58ef3bde13b37" }, "downloads": -1, "filename": "biomaj_process-3.0.6-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "851c424681980ea8d2289bd8225cb585", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 16116, "upload_time": "2017-03-08T08:56:48", "url": "https://files.pythonhosted.org/packages/a4/fd/4701f3ea4d6914ee3e1a835e9a93b5daa1249b8201a65ee75684288a94bd/biomaj_process-3.0.6-py2.py3-none-any.whl" } ], "3.0.7": [ { "comment_text": "", "digests": { "md5": "318c0f5621b2cd331740385cb4babfd7", "sha256": "2062b313acfcfbb644c4b0018755a5860a1557cd5779361b3d0503bc4dc528b0" }, "downloads": -1, "filename": "biomaj_process-3.0.7-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "318c0f5621b2cd331740385cb4babfd7", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 16187, "upload_time": "2017-08-16T12:43:14", "url": "https://files.pythonhosted.org/packages/b2/96/629e8fabacc4674fe030017d475a774447020578b3dbb34720adae7abdee/biomaj_process-3.0.7-py2.py3-none-any.whl" } ], "3.0.8": [ { "comment_text": "", "digests": { "md5": "01df651ced356df8f2cf8f693ce82d50", "sha256": "925a43e51fa4502a4548c30de0ba055e92eee810b7c66fc60bbb015e02dba402" }, "downloads": -1, "filename": "biomaj_process-3.0.8-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "01df651ced356df8f2cf8f693ce82d50", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 16308, "upload_time": "2017-08-24T14:16:43", "url": "https://files.pythonhosted.org/packages/0b/81/2059024b92f4cd904b4dd835c193d544efba9fc7355085a1379100f00edd/biomaj_process-3.0.8-py2.py3-none-any.whl" } ], "3.0.9": [ { "comment_text": "", "digests": { "md5": "4395bce2514606116a9af8192416284a", "sha256": "0d98556f37bd6548b14d06904e4b4a5bd4f8506633a834899ca7ed44e38158bc" }, "downloads": -1, "filename": "biomaj_process-3.0.9-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "4395bce2514606116a9af8192416284a", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 16453, "upload_time": "2017-12-01T15:37:53", "url": "https://files.pythonhosted.org/packages/cc/6f/670f24f4e8606d021598bbbc4d374d708fe0005bd8084b455607ed432371/biomaj_process-3.0.9-py2.py3-none-any.whl" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "9684434bcba3b820bfff56cd89d7b671", "sha256": "0999e49b6220ef025ae5b42662df6577c6d9f305690ca9c383b6ab28616e73ac" }, "downloads": -1, "filename": "biomaj_process-3.0.15-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "9684434bcba3b820bfff56cd89d7b671", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 26998, "upload_time": "2019-10-18T11:47:38", "url": "https://files.pythonhosted.org/packages/ab/c7/cefba079fb7e8eeb4d22b0ce755daee96893991449c99cfb4a8f80d0f5c4/biomaj_process-3.0.15-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "4a659dd337cf1c21ae29edd237cb74e2", "sha256": "085633f839c144e350aa20f63e9ecb2ec9fa1667e71e9e7c7386089ae145986d" }, "downloads": -1, "filename": "biomaj_process-3.0.15.tar.gz", "has_sig": false, "md5_digest": "4a659dd337cf1c21ae29edd237cb74e2", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 14319, "upload_time": "2019-10-18T11:47:39", "url": "https://files.pythonhosted.org/packages/dd/69/572a6b2279dcb96e342551924061069900a1a0ed19ae6127b104cd7533d1/biomaj_process-3.0.15.tar.gz" } ] }