{ "info": { "author": "Ahmad Al-Shishtawy", "author_email": "alshishtawy@gmail.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 3 - Alpha", "Framework :: IPython", "License :: OSI Approved :: Apache Software License", "Programming Language :: Python :: 2.7", "Programming Language :: Python :: 3", "Topic :: Utilities" ], "description": "===========================================\nHDFS Contents Manager for Jupyter Notebooks\n===========================================\n\nA contents manager for Jupyter that uses the Hadoop File System (HDFS) to store Notebooks and files\n\n\nGetting Started\n---------------\n\n1. We assume you already have a running Hadoop Cluster and Jupyter\n\n2. Set the JAVA_HOME and HADOOP_HOME environment variables\n\n3. In some cases you also need to set the CLASSPATH\n\n::\n\n export CLASSPATH=`$HADOOP_HOME/bin/hadoop classpath --glob`\n\n.. code: bash\n\n4. Install HDFSContents Manager. This will also install dependencies such as Pydoop_\n\n::\n\n pip install hdfscontents\n\n.. code: bash\n\n5. Configure and run Jupyter Notebook.\n\nYou can either use command line arguments to configure Jupyter to use the HDFSContentsManager class and set HDFS related configurations\n\n::\n\n jupyter-notebook --NotebookApp.contents_manager_class='hdfscontents.hdfsmanager.HDFSContentsManager' \\\n --NotebookApp.ip='*' \\\n --HDFSContentsManager.hdfs_namenode_host='localhost' \\\n --HDFSContentsManager.hdfs_namenode_port=9000 \\\n --HDFSContentsManager.hdfs_user='myuser' \\\n --HDFSContentsManager.root_dir='/user/myuser/'\n\n.. code: bash\n\nAlternatively, first run:\n\n::\n \n jupyter-notebook --generate-config\n \n.. code: bash\n \nto generate a default config file. Edit and add the HDFS related configurations in the generated file. Then start the notebook server.\n::\n jupyter-notebook\n\n\n.. _Pydoop: http://crs4.github.io/pydoop/", "description_content_type": "", "docs_url": null, "download_url": "https://github.com/hopshadoop/hdfscontents/archive/0.6.tar.gz", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/hopshadoop/hdfscontents", "keywords": "Jupyter,HDFS,HOPS,Hadoop", "license": "Apache License 2.0", "maintainer": "", "maintainer_email": "", "name": "hdfscontents", "package_url": "https://pypi.org/project/hdfscontents/", "platform": "", "project_url": "https://pypi.org/project/hdfscontents/", "project_urls": { "Download": "https://github.com/hopshadoop/hdfscontents/archive/0.6.tar.gz", "Homepage": "https://github.com/hopshadoop/hdfscontents" }, "release_url": "https://pypi.org/project/hdfscontents/0.7/", "requires_dist": null, "requires_python": "", "summary": "Jupyter content manager that uses the HDFS filesystem", "version": "0.7" }, "last_serial": 4596664, "releases": { "0.2": [ { "comment_text": "", "digests": { "md5": "3e11ed5f8d25cac959c00da24a31d88c", "sha256": "d9c52b913570a300b40bbc76bdc585e765d6161ec14458afeca1c8219c94dc95" }, "downloads": -1, "filename": "hdfscontents-0.2.tar.gz", "has_sig": false, "md5_digest": "3e11ed5f8d25cac959c00da24a31d88c", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 705, "upload_time": "2017-02-22T16:11:08", "url": "https://files.pythonhosted.org/packages/f0/3f/f00ce298f6e157d298c38aea267d3dacad06e70a8784a4d3875c761bd097/hdfscontents-0.2.tar.gz" } ], "0.3": [ { "comment_text": "", "digests": { "md5": "221784425aed3c95e9a91721e1d6de47", "sha256": "a860bcf04a9e53068acb7619c2789d44798d66423dc9db959754c9f9e825d5ca" }, "downloads": -1, "filename": "hdfscontents-0.3.tar.gz", "has_sig": false, "md5_digest": "221784425aed3c95e9a91721e1d6de47", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 9223, "upload_time": "2017-04-12T07:35:52", "url": "https://files.pythonhosted.org/packages/b9/48/6f1c02fa9c164eff68b38bae9965fa0a1bdb44113295bc41be4f4c421771/hdfscontents-0.3.tar.gz" } ], "0.4": [ { "comment_text": "", "digests": { "md5": "ff940418f2c0dcacc9907b2b16872a37", "sha256": "c30da56b2afce9999a9cae07b03ef1a94dcc7b015a6f5f6134ee31e55a03bc81" }, "downloads": -1, "filename": "hdfscontents-0.4.tar.gz", "has_sig": false, "md5_digest": "ff940418f2c0dcacc9907b2b16872a37", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 9504, "upload_time": "2017-04-26T09:17:48", "url": "https://files.pythonhosted.org/packages/27/f4/c5f4abe5b91f4291981df19b51de03efe211193e4581f0bd2c9d0089094f/hdfscontents-0.4.tar.gz" } ], "0.5": [ { "comment_text": "", "digests": { "md5": "37bce0709edfa5f0a13dac0d9f9313cf", "sha256": "1eab29c1c235badd37cc7af18d07009f2398f060211898aa70d100927cc10ed1" }, "downloads": -1, "filename": "hdfscontents-0.5.tar.gz", "has_sig": false, "md5_digest": "37bce0709edfa5f0a13dac0d9f9313cf", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 10000, "upload_time": "2017-12-20T14:29:44", "url": "https://files.pythonhosted.org/packages/59/72/ae30a538dcf9e88fc001e6e1a76bf06f41192314b732ade7562b4df99ebc/hdfscontents-0.5.tar.gz" } ], "0.6": [ { "comment_text": "", "digests": { "md5": "08692a6ca7f40b47249aff0a953cc7b9", "sha256": "24e5bd1ce32c64adf6c6f0ed2ffbd38df02050dbd5ef1cbcbdc1be05daa63c2e" }, "downloads": -1, "filename": "hdfscontents-0.6.tar.gz", "has_sig": false, "md5_digest": "08692a6ca7f40b47249aff0a953cc7b9", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 9589, "upload_time": "2018-01-12T23:32:10", "url": "https://files.pythonhosted.org/packages/bd/dc/e36a847bfaf1231ce56df8ef665ea860aa99fc942247d50915e56100ea59/hdfscontents-0.6.tar.gz" } ], "0.7": [ { "comment_text": "", "digests": { "md5": "6c109735fe4c0e59370eb702a8d5fd85", "sha256": "d3ff29ded1da1379ba4c3a428248b06ba29b802cd2aeaa18417d77e319df4754" }, "downloads": -1, "filename": "hdfscontents-0.7.tar.gz", "has_sig": false, "md5_digest": "6c109735fe4c0e59370eb702a8d5fd85", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 10056, "upload_time": "2018-12-13T20:17:27", "url": "https://files.pythonhosted.org/packages/35/b0/b848e750173c9073664fc49c3872192f7d09cdbdfe4eb7067035a8682316/hdfscontents-0.7.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "6c109735fe4c0e59370eb702a8d5fd85", "sha256": "d3ff29ded1da1379ba4c3a428248b06ba29b802cd2aeaa18417d77e319df4754" }, "downloads": -1, "filename": "hdfscontents-0.7.tar.gz", "has_sig": false, "md5_digest": "6c109735fe4c0e59370eb702a8d5fd85", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 10056, "upload_time": "2018-12-13T20:17:27", "url": "https://files.pythonhosted.org/packages/35/b0/b848e750173c9073664fc49c3872192f7d09cdbdfe4eb7067035a8682316/hdfscontents-0.7.tar.gz" } ] }