{ "info": { "author": "Andrei Fyodorov", "author_email": "sour-times@yandex.ru", "bugtrack_url": null, "classifiers": [], "description": "hadoop_mock\r\n===========\r\n\r\nUtility to mock hadoop command-line interface at your home.\r\n\r\nOverview\r\n--------\r\n\r\n::\r\n\r\n\t$ export HADOOP_SSH_HOST=rnd07.local\r\n\t$ export HADOOP_SSH_OPTS=User=afyodorov\r\n\t$ export HADOOP_SSH_SUDO=hdfs\r\n\r\n\t$ hadoop_ssh fs -ls /flume/logs/bs/2014/09/03\r\n\r\n\tFound 4 items\r\n\tdrwxr-xr-x - hdfs supergroup 0 2014-10-01 16:28 /flume/logs/bs/2014/09/03/20\r\n\tdrwxr-xr-x - hdfs supergroup 0 2014-10-01 16:29 /flume/logs/bs/2014/09/03/21\r\n\tdrwxr-xr-x - hdfs supergroup 0 2014-10-01 16:31 /flume/logs/bs/2014/09/03/22\r\n\tdrwxr-xr-x - hdfs supergroup 0 2014-10-01 16:33 /flume/logs/bs/2014/09/03/23\r\n\r\n\t$ export HADOOP_MOCK_HDFS_PATH=~/.hdfs_mock\r\n\t$ export HADOOP_MOCK_CLI=hadoop_ssh\r\n\r\n\t$ hadoop_mock mock /flume/logs/bs/2014/09/03\r\n\t$ hadoop_mock -fs ls /flume/logs/bs/2014/09/03\r\n\r\n\tFound 4 items\r\n\tdrwxr-xr-x - user group 204 2015-04-20 02:40 /flume/logs/bs/2014/09/03/20\r\n\tdrwxr-xr-x - user group 204 2015-04-20 02:40 /flume/logs/bs/2014/09/03/21\r\n\tdrwxr-xr-x - user group 204 2015-04-20 02:40 /flume/logs/bs/2014/09/03/22\r\n\tdrwxr-xr-x - user group 204 2015-04-20 02:40 /flume/logs/bs/2014/09/03/23\r\n\r\n\t$ seq 10 | hadoop_mock fs -put - /test.txt\r\n\t$ hadoop_mock jar hadoop-streaming -reducer 'wc -l' -input /test.txt -output /output\r\n\t$ cat ~/.hdfs_mock/output/*\r\n\r\n\t 10", "description_content_type": null, "docs_url": null, "download_url": "UNKNOWN", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/andreifyodorov/hadoop_mock", "keywords": "", "license": "PSF", "maintainer": "", "maintainer_email": "", "name": "hadoop_mock", "package_url": "https://pypi.org/project/hadoop_mock/", "platform": "UNKNOWN", "project_url": "https://pypi.org/project/hadoop_mock/", "project_urls": { "Download": "UNKNOWN", "Homepage": "https://github.com/andreifyodorov/hadoop_mock" }, "release_url": "https://pypi.org/project/hadoop_mock/0.1/", "requires_dist": null, "requires_python": null, "summary": "Utility to mock hadoop command-line interface", "version": "0.1" }, "last_serial": 1513120, "releases": { "0.1": [ { "comment_text": "", "digests": { "md5": "7d002b545f52e99115cb301beca3b053", "sha256": "b410548d0374ad3b3588260961db4c508c4d0d5e1c144f389d4eac2f215ae9aa" }, "downloads": -1, "filename": "hadoop_mock-0.1-py2.7.egg", "has_sig": false, "md5_digest": "7d002b545f52e99115cb301beca3b053", "packagetype": "bdist_egg", "python_version": "2.7", "requires_python": null, "size": 12165, "upload_time": "2015-04-20T15:21:19", "url": "https://files.pythonhosted.org/packages/95/b3/3b5abd864e34de7aed6f71098543a6635584831c3646a723e2151eeb5fbc/hadoop_mock-0.1-py2.7.egg" }, { "comment_text": "", "digests": { "md5": "47c1dec2f421941febe6bd2349cbcd98", "sha256": "c894ea79ad1d4bf98a6349e697cdcd223a73d2e5d37d54c4fe5627788e8682f8" }, "downloads": -1, "filename": "hadoop_mock-0.1.tar.gz", "has_sig": false, "md5_digest": "47c1dec2f421941febe6bd2349cbcd98", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4670, "upload_time": "2015-04-20T15:21:16", "url": "https://files.pythonhosted.org/packages/c8/7b/12596045d39892a1dbf470fd2e560ba967dac07e9433fba9526a44af5a87/hadoop_mock-0.1.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "7d002b545f52e99115cb301beca3b053", "sha256": "b410548d0374ad3b3588260961db4c508c4d0d5e1c144f389d4eac2f215ae9aa" }, "downloads": -1, "filename": "hadoop_mock-0.1-py2.7.egg", "has_sig": false, "md5_digest": "7d002b545f52e99115cb301beca3b053", "packagetype": "bdist_egg", "python_version": "2.7", "requires_python": null, "size": 12165, "upload_time": "2015-04-20T15:21:19", "url": "https://files.pythonhosted.org/packages/95/b3/3b5abd864e34de7aed6f71098543a6635584831c3646a723e2151eeb5fbc/hadoop_mock-0.1-py2.7.egg" }, { "comment_text": "", "digests": { "md5": "47c1dec2f421941febe6bd2349cbcd98", "sha256": "c894ea79ad1d4bf98a6349e697cdcd223a73d2e5d37d54c4fe5627788e8682f8" }, "downloads": -1, "filename": "hadoop_mock-0.1.tar.gz", "has_sig": false, "md5_digest": "47c1dec2f421941febe6bd2349cbcd98", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4670, "upload_time": "2015-04-20T15:21:16", "url": "https://files.pythonhosted.org/packages/c8/7b/12596045d39892a1dbf470fd2e560ba967dac07e9433fba9526a44af5a87/hadoop_mock-0.1.tar.gz" } ] }