{ "info": { "author": "Benjamin Zaitlen", "author_email": "bzaitlen@anaconda.com", "bugtrack_url": null, "classifiers": [], "description": "knit\n====\n\n|Build Status| |Coverage Status|\n\nThe ``knit`` library provides a Python interface to Scala for interacting\nwith the YARN resource manager.\n\nView the documentation_ for ``knit``.\n\nOverview\n--------\n\n``knit`` allows you to use python in conjunction with YARN, the most common resource\nmanager for Hadoop systems.\nIt provides to following high-level entry-points:\n\n- ``CondaCreator``, a way to create zipped conda environments, so that they can be uploaded to\n HDFS and extracted for use in YARN containers\n- ``YARNAPI``, an interface to the YARN resource manager to get application/container statuses,\n logs, and to kill running jobs\n- ``Knit``, a YARN application runner, which generates an instance of a scala-based YARN client,\n and launches an application on YARN, which in turn runs commands in YARN containers\n- ``DaskYARNCluster``, launches a Dask distributed cluster on YARN, one worker process\n per container.\n\nThe intent is to use ``knit`` from a cluster edge-node, i.e.,\nwith YARN configuration and the CLI available locally.\n\nQuickstart\n----------\n\nInstall from conda-forge\n\n> conda install -c conda-forge knit\n\nor with pip\n\n> pip install knit\n\nIf installing from source, you must first build the java library (requires java and maven)\n\n> python setup.py install mvn\n\nTo run an arbitrary command on the yarn cluster\n\n.. code-block:: python\n\n import knit\n k = knit.Knit()\n k.start('env') # wait some time\n k.logs()\n\nTo start a dask cluster on YARN\n\n.. code-block:: python\n\n import dask_yarn\n cluster = dask_yarn.DaskYARNCluster()\n cluster.start(nworkers=4, memory=1024, cpus=2)\n\n\n.. _documentation: http://knit.readthedocs.io/en/latest/\n\n\n.. |Build Status| image:: https://travis-ci.org/dask/knit.svg?branch=master\n :target: https://travis-ci.org/dask/knit\n.. |Coverage Status| image:: https://coveralls.io/repos/github/dask/knit/badge.svg\n :target: https://coveralls.io/github/dask/knit\n\n\n", "description_content_type": null, "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "http://github.com/dask/knit/", "keywords": "yarn", "license": "BSD", "maintainer": "", "maintainer_email": "", "name": "knit", "package_url": "https://pypi.org/project/knit/", "platform": "", "project_url": "https://pypi.org/project/knit/", "project_urls": { "Homepage": "http://github.com/dask/knit/" }, "release_url": "https://pypi.org/project/knit/0.2.4/", "requires_dist": [ "py4j", "requests" ], "requires_python": "", "summary": "Python wrapper for YARN Applications", "version": "0.2.4" }, "last_serial": 3342902, "releases": { "0.1.1": [ { "comment_text": "", "digests": { "md5": "be4bbcd55cd186729353fea8b6b06353", "sha256": "1f6a1fe9d6417eee60bfe3fca5fab6137992f8331716854a794f0697c7a12dcf" }, "downloads": -1, "filename": "knit-0.1.1.tar.gz", "has_sig": false, "md5_digest": "be4bbcd55cd186729353fea8b6b06353", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 23134744, "upload_time": "2016-02-12T00:51:03", "url": "https://files.pythonhosted.org/packages/48/8a/afb1d8f08345b469e86041113d4e5e2a41cbcdb68d38c17e13ff60413b14/knit-0.1.1.tar.gz" }, { "comment_text": "", "digests": { "md5": "ce44948f0e30a29ddb2bb2c4051ba6c8", "sha256": "8a1fcf88299acb50156f5ac323163b06227a9d4fa4d076177e4213d0bdd5f81c" }, "downloads": -1, "filename": "knit-0.1.1.zip", "has_sig": false, "md5_digest": "ce44948f0e30a29ddb2bb2c4051ba6c8", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 23152248, "upload_time": "2016-02-12T00:51:53", "url": "https://files.pythonhosted.org/packages/7b/2d/a435d79c7267264d96e5c56d38be288f616b455c6c27eb58f760a9ddfff2/knit-0.1.1.zip" } ], "0.2": [ { "comment_text": "", "digests": { "md5": "b236576a6ba5e63e4242672768f85faf", "sha256": "f97907972210d2e3e2a5b9f51b98404536444397eb66c577ceaf773ab384bd1d" }, "downloads": -1, "filename": "knit-0.2.zip", "has_sig": false, "md5_digest": "b236576a6ba5e63e4242672768f85faf", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 23224106, "upload_time": "2017-03-31T16:17:31", "url": "https://files.pythonhosted.org/packages/53/73/650a4679b58f56470b9ba6c1b2adaf7800c4e8adf8b30cc7f8c81a8e87e0/knit-0.2.zip" } ], "0.2.1": [ { "comment_text": "", "digests": { "md5": "eb86aeaa499f67f05379b3de84e2974b", "sha256": "ac8a7c488171b0003239754c869d5ef7d07d76c6c5566f0e45459d850c46d814" }, "downloads": -1, "filename": "knit-0.2.1-py3.6.egg", "has_sig": false, "md5_digest": "eb86aeaa499f67f05379b3de84e2974b", "packagetype": "bdist_egg", "python_version": "3.6", "requires_python": null, "size": 23227505, "upload_time": "2017-10-29T18:59:33", "url": "https://files.pythonhosted.org/packages/97/c8/58f4e51921af5452dc8ef0763805690974d7a64cce2e8dcf5caa79962aba/knit-0.2.1-py3.6.egg" } ], "0.2.2": [ { "comment_text": "", "digests": { "md5": "e92fd1db01d6a447433aca610af99df2", "sha256": "b92cf0f682d0bd159b4c8b7005cb62aee1e8aad78491ddb6fab4a42046a16cdb" }, "downloads": -1, "filename": "knit-0.2.2-py3.6.egg", "has_sig": false, "md5_digest": "e92fd1db01d6a447433aca610af99df2", "packagetype": "bdist_egg", "python_version": "3.6", "requires_python": null, "size": 23233704, "upload_time": "2017-10-29T19:00:15", "url": "https://files.pythonhosted.org/packages/c6/f2/e468c2bf728cf6786ac23645029c730bcbdbb14fe882dd6c10b01ccd1416/knit-0.2.2-py3.6.egg" }, { "comment_text": "", "digests": { "md5": "e6021da4e1e7b591cffb7fe8cb2355fa", "sha256": "3d847be729bd8f25bca7da993ecea44600ac31b90a553e03c14da575a0add004" }, "downloads": -1, "filename": "knit-0.2.2.tar.gz", "has_sig": false, "md5_digest": "e6021da4e1e7b591cffb7fe8cb2355fa", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 23201272, "upload_time": "2017-09-05T14:01:40", "url": "https://files.pythonhosted.org/packages/35/de/b8e988b914657fafc4d95abb79c1c12922e9a8a72695982299cf6a271a4c/knit-0.2.2.tar.gz" } ], "0.2.3": [ { "comment_text": "", "digests": { "md5": "5a77b13121e52ee36c0bc4f2eed061a3", "sha256": "90fd644422a9af2ad1eb0a94c6056459cb2996334b5b475ef23226df6cc03172" }, "downloads": -1, "filename": "knit-0.2.3-py3-none-any.whl", "has_sig": false, "md5_digest": "5a77b13121e52ee36c0bc4f2eed061a3", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 23219229, "upload_time": "2017-10-29T18:58:47", "url": "https://files.pythonhosted.org/packages/63/e3/b4d6954816d3fa8c286ea6bcaa90027cb6db995c6d93747a4dadcbd9afe2/knit-0.2.3-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "c377e933f9638a9088770175f3220943", "sha256": "0086828db168e984f8fc0d8e44de8f656dcbfc859b804b07042b8e78fb66d408" }, "downloads": -1, "filename": "knit-0.2.3.tar.gz", "has_sig": false, "md5_digest": "c377e933f9638a9088770175f3220943", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 23216467, "upload_time": "2017-10-29T19:01:41", "url": "https://files.pythonhosted.org/packages/47/e4/143ffe3490cb9a6ac71a9ef120167063eba6254bdc5c17df70426ed31ad0/knit-0.2.3.tar.gz" } ], "0.2.4": [ { "comment_text": "", "digests": { "md5": "ab138a94ca1171ccbd085e994031c2aa", "sha256": "7555ca1750844be48ef3352a68189911a17c33aa8000f0d9355fa6fa22e27db6" }, "downloads": -1, "filename": "knit-0.2.4-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "ab138a94ca1171ccbd085e994031c2aa", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 23216500, "upload_time": "2017-11-17T22:33:21", "url": "https://files.pythonhosted.org/packages/1a/ab/88c2cfebd4e11f8df3801ad03832062cc6f6f5ed6606b5d2962b5eacbe9b/knit-0.2.4-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "91ed9f650125a7232b38c57b99c251af", "sha256": "f94193d93bc785c2603c110cde98a2bb5c89b9124d6d9e9bf0cd9be680b9bbc2" }, "downloads": -1, "filename": "knit-0.2.4.tar.gz", "has_sig": false, "md5_digest": "91ed9f650125a7232b38c57b99c251af", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 23215510, "upload_time": "2017-11-17T22:33:37", "url": "https://files.pythonhosted.org/packages/a0/d7/304fbb4d32bc317a7b05e43685d7542df8cf3fa719e6db16f0b30b0144d0/knit-0.2.4.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "ab138a94ca1171ccbd085e994031c2aa", "sha256": "7555ca1750844be48ef3352a68189911a17c33aa8000f0d9355fa6fa22e27db6" }, "downloads": -1, "filename": "knit-0.2.4-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "ab138a94ca1171ccbd085e994031c2aa", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 23216500, "upload_time": "2017-11-17T22:33:21", "url": "https://files.pythonhosted.org/packages/1a/ab/88c2cfebd4e11f8df3801ad03832062cc6f6f5ed6606b5d2962b5eacbe9b/knit-0.2.4-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "91ed9f650125a7232b38c57b99c251af", "sha256": "f94193d93bc785c2603c110cde98a2bb5c89b9124d6d9e9bf0cd9be680b9bbc2" }, "downloads": -1, "filename": "knit-0.2.4.tar.gz", "has_sig": false, "md5_digest": "91ed9f650125a7232b38c57b99c251af", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 23215510, "upload_time": "2017-11-17T22:33:37", "url": "https://files.pythonhosted.org/packages/a0/d7/304fbb4d32bc317a7b05e43685d7542df8cf3fa719e6db16f0b30b0144d0/knit-0.2.4.tar.gz" } ] }