{ "info": { "author": "Sasa Tomic", "author_email": "sat@zurich.ibm.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 4 - Beta", "Intended Audience :: Developers", "License :: OSI Approved :: Apache Software License", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.4", "Programming Language :: Python :: 3.5", "Programming Language :: Python :: 3.6", "Topic :: Software Development :: Build Tools" ], "description": "Description\n===========\n\nMount WebHDFS on your local Linux or Mac file system\n\nAfter this, you can access the WebHDFS file system as if was a local\ndirectory - with regular Unix file operations.\n\nInstallation\n============\n\nFirst dependency is fuse, you can install it on Ubuntu with:\n\n::\n\n sudo apt-get install fuse\n\nor on RedHat with:\n\n::\n\n sudo yum install fuse\n\nafter that, you can simply run:\n\n::\n\n pip3 install fuse_webhdfs\n\nand this should pull in all dependencies\n\nPreparing IBM internal certificates\n-----------------------------------\n\nIf you\u2019re running on IBM network, you\u2019ll need IBM internal certificate\nchain. You can run the following commands to prepare this chain:\n\n::\n\n curl -L https://daymvs1.pok.ibm.com/ibmca/downloadCarootCert.do\\?file\\=carootcert.der | openssl x509 -inform DER -outform PEM > ibm-chain.crt\n curl -L https://daymvs1.pok.ibm.com/ibmca/downloadCarootCert.do\\?file\\=caintermediatecert.der | openssl x509 -inform DER -outform PEM >> ibm-chain.crt\n\nAnd in the following configuration step please provide \u2018ibm-chain.crt\u2019\nas the HDFS web server certificate path.\n\nUsage\n=====\n\nIn one terminal type:\n\n::\n\n mkdir -p ~/fuse-webhdfs\n python3 mount-webhdfs.py ~/fuse-webhdfs\n\nYou now have to type in your HDFS endpoint parameters and HDFS (Knox)\nusername and password. For IBM internal use, please provide your w3id\nusername and password.\n\nThese parameters will be saved in plain text in\n``$HOME/.config/webhdfs.ini``. If you have a problem with that, please\ncreate a pull request and I will be happy to consider merging it.\n\nAfter mounting, in other terminal(s) you will be able to list files,\nread them, etc. For example:\n\n::\n\n ls -l ~/fuse-webhdfs/tmp\n echo \"this is a test\" > ~/fuse-webhdfs/tmp/test\n cat ~/fuse-webhdfs/tmp/test\n\n\n", "description_content_type": null, "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/IBM/fuse-webhdfs", "keywords": "Knox WebHDFS fuse mount remote HDFS", "license": "Apache 2.0", "maintainer": "", "maintainer_email": "", "name": "fuse-webhdfs", "package_url": "https://pypi.org/project/fuse-webhdfs/", "platform": "", "project_url": "https://pypi.org/project/fuse-webhdfs/", "project_urls": { "Bug Reports": "https://github.com/IBM/fuse-webhdfs/issues", "Homepage": "https://github.com/IBM/fuse-webhdfs", "Source": "https://github.com/IBM/fuse-webhdfs" }, "release_url": "https://pypi.org/project/fuse-webhdfs/0.6.3/", "requires_dist": [ "fusepy", "check-manifest; extra == 'dev'", "coverage; extra == 'test'" ], "requires_python": ">=3.3.*, <4", "summary": "Mount Knox-protected WebHDFS on your local Linux or Mac file system", "version": "0.6.3" }, "last_serial": 3631699, "releases": { "0.6.0": [ { "comment_text": "", "digests": { "md5": "740602555d36b758c29d1e2242c98486", "sha256": "db461f11b0cbe73ee59db2c4a7fec5a86b8204420c67e02f6dd1090e428a6763" }, "downloads": -1, "filename": "fuse_webhdfs-0.6.0-py3-none-any.whl", "has_sig": false, "md5_digest": "740602555d36b758c29d1e2242c98486", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=3.3.*, <4", "size": 9740, "upload_time": "2018-03-01T11:10:01", "url": "https://files.pythonhosted.org/packages/ab/d3/ee8c5c6c310cf0521bca1602dd7e89ffb34353703bfe3890a8aace7f1d57/fuse_webhdfs-0.6.0-py3-none-any.whl" } ], "0.6.1": [ { "comment_text": "", "digests": { "md5": "a5654461f334f431b12c8f8a3fd955de", "sha256": "121ceebe3c7a481d19e5bb4895dd9bf72b2b86a4c29156517ea4e9392ff7da6e" }, "downloads": -1, "filename": "fuse_webhdfs-0.6.1-py3-none-any.whl", "has_sig": false, "md5_digest": "a5654461f334f431b12c8f8a3fd955de", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=3.3.*, <4", "size": 9779, "upload_time": "2018-03-01T11:16:39", "url": "https://files.pythonhosted.org/packages/29/50/a9fdfa4819bcbb9dbabfb5b46b45e8877b2a036df08c340bbc30783646f6/fuse_webhdfs-0.6.1-py3-none-any.whl" } ], "0.6.2": [ { "comment_text": "", "digests": { "md5": "11cad8bb22af622054687db1f14b709c", "sha256": "2774fab9a836b6c0711983224de15d8b1577397f95a25126736d42cbec1be927" }, "downloads": -1, "filename": "fuse_webhdfs-0.6.2-py3-none-any.whl", "has_sig": false, "md5_digest": "11cad8bb22af622054687db1f14b709c", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=3.3.*, <4", "size": 9791, "upload_time": "2018-03-01T11:23:01", "url": "https://files.pythonhosted.org/packages/8e/d2/144cbdbdc2339ea540de717c07260e3206295c13c442f1489c3deef11993/fuse_webhdfs-0.6.2-py3-none-any.whl" } ], "0.6.3": [ { "comment_text": "", "digests": { "md5": "92d70efbfa1d21c2be42c728c323979d", "sha256": "58cf5732a793c2241b589fb502ba8c0ad317e0375dc6d77f414f776c10bf4313" }, "downloads": -1, "filename": "fuse_webhdfs-0.6.3-py3-none-any.whl", "has_sig": false, "md5_digest": "92d70efbfa1d21c2be42c728c323979d", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=3.3.*, <4", "size": 9940, "upload_time": "2018-03-02T10:55:46", "url": "https://files.pythonhosted.org/packages/e6/93/7d9efd65b0fa19a7a1f848cc8c3051f83de621ea32d34299f225bf2911b8/fuse_webhdfs-0.6.3-py3-none-any.whl" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "92d70efbfa1d21c2be42c728c323979d", "sha256": "58cf5732a793c2241b589fb502ba8c0ad317e0375dc6d77f414f776c10bf4313" }, "downloads": -1, "filename": "fuse_webhdfs-0.6.3-py3-none-any.whl", "has_sig": false, "md5_digest": "92d70efbfa1d21c2be42c728c323979d", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=3.3.*, <4", "size": 9940, "upload_time": "2018-03-02T10:55:46", "url": "https://files.pythonhosted.org/packages/e6/93/7d9efd65b0fa19a7a1f848cc8c3051f83de621ea32d34299f225bf2911b8/fuse_webhdfs-0.6.3-py3-none-any.whl" } ] }