{ "info": { "author": "Fabio Souto", "author_email": "fabio@fabiosouto.me", "bugtrack_url": null, "classifiers": [ "Development Status :: 4 - Beta", "Intended Audience :: Developers", "License :: OSI Approved :: MIT License", "Programming Language :: Python :: 2.7", "Topic :: Software Development :: Libraries" ], "description": "=========\nwebhdfspy\n=========\n\n.. image:: https://badge.fury.io/py/webhdfspy.svg\n :target: http://badge.fury.io/py/webhdfspy\n\nA Python 2/3 wrapper library to access `Hadoop WebHDFS REST API `_\n\n\nInstallation\n============\n\nTo install webhdfspy from PyPI::\n\n $ pip install webhdfspy\n\n\nPython versions\n===============\n\nwebhdfspy supports Python 2.7 and 3.4\n\n\nUsage\n=====\n::\n \n >>> import webhdfspy\n >>> webHDFS = webhdfspy.WebHDFSClient(\"localhost\", 50070, \"username\")\n >>> print(webHDFS.listdir('/'))\n []\n >>> webHDFS.mkdir('/foo')\n True\n >>> print(webHDFS.listdir('/'))\n [{u'group': u'supergroup', u'permission': u'755', u'blockSize': 0, u'accessTime': 0, u'pathSuffix': u'foo', u'modificationTime': 1429805040695, u'replication': 0, u'length': 0, u'childrenNum': 0, u'owner': u'username', u'storagePolicy': 0, u'type': u'DIRECTORY', u'fileId': 16387}]\n >>> print webHDFS.create('/foo/foo.txt', \"just put some text here\", True)\n True\n >>> print webHDFS.open('/pywebhdfs_test/foo.txt') \n just put some text here\n >>> webHDFS.remove('/foo')\n True\n >>> print(webHDFS.listdir('/'))\n []\n\nDocumentation\n=============\n\nhttp://webhdfspy.readthedocs.org/en/latest/\n\n\nHadoop configuration\n====================\n\nTo enable WebHDFS in Hadoop add this to your $HADOOP_DIR/conf/hdfs-site.xml: ::\n\n \n dfs.webhdfs.enabled\n true\n \n\nTo enable append on HDFS you need to configure your hdfs-site.xml as follows: ::\n\n \n dfs.support.append\n true\n \n\n\nMore about WebHDFS: https://hadoop.apache.org/docs/r1.0.4/webhdfs.html", "description_content_type": null, "docs_url": null, "download_url": "UNKNOWN", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/fasouto/webhdfspy", "keywords": "hadoop webhdfs", "license": "MIT", "maintainer": null, "maintainer_email": null, "name": "webhdfspy", "package_url": "https://pypi.org/project/webhdfspy/", "platform": "UNKNOWN", "project_url": "https://pypi.org/project/webhdfspy/", "project_urls": { "Download": "UNKNOWN", "Homepage": "https://github.com/fasouto/webhdfspy" }, "release_url": "https://pypi.org/project/webhdfspy/0.3.5/", "requires_dist": null, "requires_python": null, "summary": "A wrapper library to access Hadoop HTTP REST API", "version": "0.3.5" }, "last_serial": 2332466, "releases": { "0.2": [ { "comment_text": "", "digests": { "md5": "de3fe08da3e65e217d486ecaca7056a9", "sha256": "bbcdec9ec9b61e2bc8bc2878ad4241615f1e795f13f557ebc0e751df708285ff" }, "downloads": -1, "filename": "webhdfspy-0.2.tar.gz", "has_sig": false, "md5_digest": "de3fe08da3e65e217d486ecaca7056a9", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2563, "upload_time": "2015-04-21T22:21:32", "url": "https://files.pythonhosted.org/packages/d3/57/126f6ea2402a47a9a3872d5043bd1c924500afdcb86e0e9c2dcd22328557/webhdfspy-0.2.tar.gz" } ], "0.2.1": [ { "comment_text": "", "digests": { "md5": "5eb510e3d783459e4aabc1ebe0e3b52e", "sha256": "45d33ea8b3046cba196b6dc071d80f0b21cd0ac71e4da25e058aa44dfef76479" }, "downloads": -1, "filename": "webhdfspy-0.2.1.tar.gz", "has_sig": false, "md5_digest": "5eb510e3d783459e4aabc1ebe0e3b52e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3195, "upload_time": "2015-04-21T22:36:20", "url": "https://files.pythonhosted.org/packages/75/19/107f2b7e0017c738147d4aeb98eddf1bb2842bd0f784857045529abfbccb/webhdfspy-0.2.1.tar.gz" } ], "0.3": [ { "comment_text": "", "digests": { "md5": "1f6982ee1559cc751642626e6984a5b9", "sha256": "2a1a107705c068d5f852c668c26f982a7badac1ff096d7470d1d247a7624fd92" }, "downloads": -1, "filename": "webhdfspy-0.3.tar.gz", "has_sig": false, "md5_digest": "1f6982ee1559cc751642626e6984a5b9", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3326, "upload_time": "2015-04-22T15:40:15", "url": "https://files.pythonhosted.org/packages/64/09/5c287a359606e6dc09eb1dcc2b65133ee82d92c8e8fc57542ab8bad0f212/webhdfspy-0.3.tar.gz" } ], "0.3.1": [ { "comment_text": "", "digests": { "md5": "cee54898148b73f0daef47cc13020142", "sha256": "fa3b212f0b2d10fe9f56e7c51ab8f63bda8a13b747370f5e98f6b3fed79e057d" }, "downloads": -1, "filename": "webhdfspy-0.3.1.tar.gz", "has_sig": false, "md5_digest": "cee54898148b73f0daef47cc13020142", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3434, "upload_time": "2015-04-22T17:23:16", "url": "https://files.pythonhosted.org/packages/d9/3a/6cda0d95630eecc9e3f027c5ec4d5428e6b9ffef3ccf79afb3a227549901/webhdfspy-0.3.1.tar.gz" } ], "0.3.2": [ { "comment_text": "", "digests": { "md5": "d7db649f5a3cf98fb476080608d2ecc3", "sha256": "5bbae2f891de0bdd54337ddd94c556f772ce79057b10903f9cff78a31b6bf556" }, "downloads": -1, "filename": "webhdfspy-0.3.2.tar.gz", "has_sig": false, "md5_digest": "d7db649f5a3cf98fb476080608d2ecc3", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4008, "upload_time": "2015-04-23T22:16:57", "url": "https://files.pythonhosted.org/packages/aa/fa/36e02f35836fe85b7d5ed11a202327ece1f2c3dbc2689cd0a2bbde4a7090/webhdfspy-0.3.2.tar.gz" } ], "0.3.3": [ { "comment_text": "", "digests": { "md5": "8596d132505337350f6be21eaecc0344", "sha256": "83775f0361979314d4c30dc272fe55f5fefc47580ba2f5370fe5c516770ef67a" }, "downloads": -1, "filename": "webhdfspy-0.3.3.tar.gz", "has_sig": false, "md5_digest": "8596d132505337350f6be21eaecc0344", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4498, "upload_time": "2016-03-21T17:29:11", "url": "https://files.pythonhosted.org/packages/a3/c9/8b77edefd8af7c9285d98b10dda6fe9147f850f17de93be7a393cc00c947/webhdfspy-0.3.3.tar.gz" } ], "0.3.4": [], "0.3.5": [ { "comment_text": "", "digests": { "md5": "3cd5f82f6f0dfbb750049dffb2f37764", "sha256": "e6f1dac45358b83aef26e76cbfb3a21397fc8d6998c94cdbf416f6d49547288e" }, "downloads": -1, "filename": "webhdfspy-0.3.5.tar.gz", "has_sig": false, "md5_digest": "3cd5f82f6f0dfbb750049dffb2f37764", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4433, "upload_time": "2016-09-08T22:37:45", "url": "https://files.pythonhosted.org/packages/70/2e/3b3192577e31ea3a071dd18d0a5498d4ef57e778cfe7489466caba387f73/webhdfspy-0.3.5.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "3cd5f82f6f0dfbb750049dffb2f37764", "sha256": "e6f1dac45358b83aef26e76cbfb3a21397fc8d6998c94cdbf416f6d49547288e" }, "downloads": -1, "filename": "webhdfspy-0.3.5.tar.gz", "has_sig": false, "md5_digest": "3cd5f82f6f0dfbb750049dffb2f37764", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4433, "upload_time": "2016-09-08T22:37:45", "url": "https://files.pythonhosted.org/packages/70/2e/3b3192577e31ea3a071dd18d0a5498d4ef57e778cfe7489466caba387f73/webhdfspy-0.3.5.tar.gz" } ] }