{
"info": {
"author": "IBM Streams @ github.com",
"author_email": "hegermar@de.ibm.com",
"bugtrack_url": null,
"classifiers": [
"Development Status :: 5 - Production/Stable",
"License :: OSI Approved :: Apache Software License",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.5",
"Programming Language :: Python :: 3.6"
],
"description": "Overview\n========\n\nProvides functions to access files on HDFS. For example, connect to IBM Analytics Engine on IBM Cloud.\n\nThis package exposes the `com.ibm.streamsx.hdfs `_ toolkit as Python methods for use with Streaming Analytics service on\nIBM Cloud and IBM Streams including IBM Cloud Pak for Data.\n\n* `Streaming Analytics service `_\n* `IBM Streams developer community `_\n* `IBM Analytics Engine `_\n\n\nSample\n======\n\nA simple hello world example of a Streams application writing string messages to\na file to HDFS. Scan for created file on HDFS and read the content::\n\n from streamsx.topology.topology import *\n from streamsx.topology.schema import CommonSchema, StreamSchema\n from streamsx.topology.context import submit\n import streamsx.hdfs as hdfs\n\n credentials = json.load(credentials_analytics_engine_service)\n\n topo = Topology('HDFSHelloWorld')\n\n to_hdfs = topo.source(['Hello', 'World!'])\n to_hdfs = to_hdfs.as_string()\n \n # Write a stream to HDFS\n hdfs.write(to_hdfs, credentials=credentials, file='/sample/hw.txt')\n\n scanned = hdfs.scan(topo, credentials=credentials, directory='/sample', init_delay=10)\n \n # read text file line by line\n r = hdfs.read(scanned, credentials=credentials)\n \n # print each line (tuple)\n r.print()\n\n submit('STREAMING_ANALYTICS_SERVICE', topo)\n # Use for IBM Streams including IBM Cloud Pak for Data\n # submit ('DISTRIBUTED', topo)\n\n\nDocumentation\n=============\n\n* `streamsx.hdfs package documentation `_\n",
"description_content_type": "",
"docs_url": null,
"download_url": "",
"downloads": {
"last_day": -1,
"last_month": -1,
"last_week": -1
},
"home_page": "https://github.com/IBMStreams/streamsx.hdfs",
"keywords": "streams",
"license": "Apache License - Version 2.0",
"maintainer": "",
"maintainer_email": "",
"name": "streamsx.hdfs",
"package_url": "https://pypi.org/project/streamsx.hdfs/",
"platform": "",
"project_url": "https://pypi.org/project/streamsx.hdfs/",
"project_urls": {
"Homepage": "https://github.com/IBMStreams/streamsx.hdfs"
},
"release_url": "https://pypi.org/project/streamsx.hdfs/1.4.0/",
"requires_dist": null,
"requires_python": "",
"summary": "IBM Streams HDFS integration",
"version": "1.4.0"
},
"last_serial": 5938806,
"releases": {
"0.1.0": [
{
"comment_text": "",
"digests": {
"md5": "eaa3a94b69e1797311b84f0f2109aea2",
"sha256": "e8b0197a18807e4bc0165a5bc1a60dd5f7c0b1c8f7cddea47ec313bc207b5344"
},
"downloads": -1,
"filename": "streamsx.hdfs-0.1.0-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "eaa3a94b69e1797311b84f0f2109aea2",
"packagetype": "bdist_wheel",
"python_version": "3.5",
"requires_python": null,
"size": 12199,
"upload_time": "2019-01-29T13:49:46",
"url": "https://files.pythonhosted.org/packages/79/34/7be3b2af6b58b2dc03b21f6a280aab4fe088bfcc15f7061d173933cd9bd7/streamsx.hdfs-0.1.0-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "d9d25f4dbefec7e6aaf990679a7aff31",
"sha256": "79e033da835136a3b4937ff69765225f34b915063af8bece3b0251c630836003"
},
"downloads": -1,
"filename": "streamsx.hdfs-0.1.0.tar.gz",
"has_sig": false,
"md5_digest": "d9d25f4dbefec7e6aaf990679a7aff31",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 5484,
"upload_time": "2019-01-29T13:49:43",
"url": "https://files.pythonhosted.org/packages/b1/aa/0c8f872ed771ee6d70325847a0541bec7e9e16c74c324a891f6f74995dde/streamsx.hdfs-0.1.0.tar.gz"
}
],
"1.0.0": [
{
"comment_text": "",
"digests": {
"md5": "5ba73976535cb2b4c2df43ea864dffa8",
"sha256": "d2f5ef1344853bdf34308f7249d31afedaad91031a2b670de33a0e9861db687b"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.0.0-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "5ba73976535cb2b4c2df43ea864dffa8",
"packagetype": "bdist_wheel",
"python_version": "3.5",
"requires_python": null,
"size": 12199,
"upload_time": "2019-02-05T08:57:52",
"url": "https://files.pythonhosted.org/packages/48/64/a033f49d365ab4ca62b10b45cc11329b9226ee3651926b298ea2179bcc8d/streamsx.hdfs-1.0.0-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "5898e5aac50dca263601ca2e1c4c5a6f",
"sha256": "bd0a7d19981a267c490b74d0d88813317db792eae08aadfdbcad2f8ed14e089c"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.0.0.tar.gz",
"has_sig": false,
"md5_digest": "5898e5aac50dca263601ca2e1c4c5a6f",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 5470,
"upload_time": "2019-02-05T08:57:50",
"url": "https://files.pythonhosted.org/packages/23/0e/68b4f5f3b6ebc66167d4fe80cd6a2f30d27fe1db6277b3086c5920293cf5/streamsx.hdfs-1.0.0.tar.gz"
}
],
"1.0.1": [
{
"comment_text": "",
"digests": {
"md5": "aa753fcf3609e4ae60f2082c3c9f4af5",
"sha256": "a8e59e8b28161973ee443e4733f1932b610ab4817658618160defafea06fb107"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.0.1-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "aa753fcf3609e4ae60f2082c3c9f4af5",
"packagetype": "bdist_wheel",
"python_version": "3.5",
"requires_python": null,
"size": 12508,
"upload_time": "2019-03-05T09:53:04",
"url": "https://files.pythonhosted.org/packages/7e/a0/25b19227fcf1808de4d64c13c2ba6770ba4f140ad6b1d3120717ace76bf2/streamsx.hdfs-1.0.1-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "407469653be68178e9cb92046611c17b",
"sha256": "2a8648075ad20c414e3b82d06a0231a153be231e60184e65ff1f3e638755f607"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.0.1.tar.gz",
"has_sig": false,
"md5_digest": "407469653be68178e9cb92046611c17b",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 5608,
"upload_time": "2019-03-05T09:53:01",
"url": "https://files.pythonhosted.org/packages/e1/8b/7ef0f32c367462c7ec18700645a9eaf19c190f35d7cc2235dcd9fe28b8cb/streamsx.hdfs-1.0.1.tar.gz"
}
],
"1.0.2": [
{
"comment_text": "",
"digests": {
"md5": "ba16fb7d59dcfdcd4c114bcc87aced62",
"sha256": "bd0624496c0895a0f9f39a8942451bf3736e9570aec235599e94ab5400c2b037"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.0.2-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "ba16fb7d59dcfdcd4c114bcc87aced62",
"packagetype": "bdist_wheel",
"python_version": "3.5",
"requires_python": null,
"size": 12505,
"upload_time": "2019-06-11T11:15:25",
"url": "https://files.pythonhosted.org/packages/e4/77/07d922ba8c1b866ba6caae61800b07f616fd3aa49ba5e156f50c3259e854/streamsx.hdfs-1.0.2-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "6cb3c04f9d9652a116530ade12788ef9",
"sha256": "6f396c02be30a4afc1f299d805b5a43577a0780f6da9ea239ec96a901d6b50f7"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.0.2.tar.gz",
"has_sig": false,
"md5_digest": "6cb3c04f9d9652a116530ade12788ef9",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 5593,
"upload_time": "2019-06-11T11:15:23",
"url": "https://files.pythonhosted.org/packages/f2/5d/938138da54fdde84b751634168606dbbf400fd11580559436b46b7b5d289/streamsx.hdfs-1.0.2.tar.gz"
}
],
"1.1.0": [
{
"comment_text": "",
"digests": {
"md5": "7335de9b6b92e5afe9debd13dd051f77",
"sha256": "9aed23bea9f1896221cd17a875b00117201d228afb45b0576833014061d5733d"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.1.0-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "7335de9b6b92e5afe9debd13dd051f77",
"packagetype": "bdist_wheel",
"python_version": "3.6",
"requires_python": null,
"size": 13716,
"upload_time": "2019-09-03T13:49:57",
"url": "https://files.pythonhosted.org/packages/4c/22/3e6af1cfe8a4b957d5f0b84b47ff83ab331be43bce972ebff8eb8281c583/streamsx.hdfs-1.1.0-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "53de607ec2c71a9b38901a3dec13e614",
"sha256": "e495e18772b58cf1a45913a02239726b749e2ff628b509e9bc75b8aeddad9ef3"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.1.0.tar.gz",
"has_sig": false,
"md5_digest": "53de607ec2c71a9b38901a3dec13e614",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 6767,
"upload_time": "2019-09-03T13:49:55",
"url": "https://files.pythonhosted.org/packages/2d/bb/9968e506f6ba0ed1a990e11449e50e6b507ae577ee5b54a5bcd358cd608f/streamsx.hdfs-1.1.0.tar.gz"
}
],
"1.2.0": [
{
"comment_text": "",
"digests": {
"md5": "aa298a82a4e00f1cf3e96745c65de077",
"sha256": "6f74f33ad1b6a9ca63fde4450350443f964955cc9b4f628e782547d85b7d3606"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.2.0-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "aa298a82a4e00f1cf3e96745c65de077",
"packagetype": "bdist_wheel",
"python_version": "3.6",
"requires_python": null,
"size": 14614,
"upload_time": "2019-09-10T10:29:36",
"url": "https://files.pythonhosted.org/packages/be/4f/ba7fe54fbb6f8a9f209ef3450af2eac3ec417588550d4204e6b27cb722e3/streamsx.hdfs-1.2.0-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "3abf717a3b7758d63ff290b743eee545",
"sha256": "a26654fa5eeaa6703bb3fe1c06515003030f4df4ba1290df6afd735bb5a3d6b4"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.2.0.tar.gz",
"has_sig": false,
"md5_digest": "3abf717a3b7758d63ff290b743eee545",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 8523,
"upload_time": "2019-09-10T10:29:33",
"url": "https://files.pythonhosted.org/packages/1b/86/f3c6f9991ddd5c6ddb3f52eb2b6e3c81b52608d13839aa357cbc6e85d0c5/streamsx.hdfs-1.2.0.tar.gz"
}
],
"1.3.0": [
{
"comment_text": "",
"digests": {
"md5": "81af2fd41ad84ccba89ec4cf79480d92",
"sha256": "8c6bfdd4ed47c3511abc26d0f29d5c3e0d199eb0841c78234c50f9e38eb6c005"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.3.0-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "81af2fd41ad84ccba89ec4cf79480d92",
"packagetype": "bdist_wheel",
"python_version": "3.6",
"requires_python": null,
"size": 14611,
"upload_time": "2019-09-10T12:44:18",
"url": "https://files.pythonhosted.org/packages/b2/f0/10bc0b12318ff8d88c7c74b9c074c5154187c2dd4005013583421a97cbbf/streamsx.hdfs-1.3.0-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "63390f21cdad2077b70ae73ddc552b03",
"sha256": "f1633c1733584829fcae9cf20ccf430915ef86520f6022643e8cbc969414f340"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.3.0.tar.gz",
"has_sig": false,
"md5_digest": "63390f21cdad2077b70ae73ddc552b03",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 8526,
"upload_time": "2019-09-10T12:44:16",
"url": "https://files.pythonhosted.org/packages/a6/03/4124dab0a457f7422ac3d59fd80db169733c0fb31209f42355cb23b25ceb/streamsx.hdfs-1.3.0.tar.gz"
}
],
"1.4.0": [
{
"comment_text": "",
"digests": {
"md5": "314001331529c17d8458597793abc264",
"sha256": "fb6590005ba57932028acebb559b73c88fefa2e1134d16a920f5cf9e93d9bc59"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.4.0-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "314001331529c17d8458597793abc264",
"packagetype": "bdist_wheel",
"python_version": "3.6",
"requires_python": null,
"size": 14691,
"upload_time": "2019-10-07T13:47:45",
"url": "https://files.pythonhosted.org/packages/da/61/7842bac4eeab82e02f319637c4c0b88b604f9696697d983cd4fa0190b1b9/streamsx.hdfs-1.4.0-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "f3c3c27665dd47b9e7b36a2159bad365",
"sha256": "18ee529c24b28abe9c14d20654111f43fe1fe277d448e54a3671f9499f5625ae"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.4.0.tar.gz",
"has_sig": false,
"md5_digest": "f3c3c27665dd47b9e7b36a2159bad365",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 8608,
"upload_time": "2019-10-07T13:47:42",
"url": "https://files.pythonhosted.org/packages/c0/68/3e52c1dcbafc31e102de11d7a77dcbc7d43cf57f2fea80ad606ffb47f5c1/streamsx.hdfs-1.4.0.tar.gz"
}
]
},
"urls": [
{
"comment_text": "",
"digests": {
"md5": "314001331529c17d8458597793abc264",
"sha256": "fb6590005ba57932028acebb559b73c88fefa2e1134d16a920f5cf9e93d9bc59"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.4.0-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "314001331529c17d8458597793abc264",
"packagetype": "bdist_wheel",
"python_version": "3.6",
"requires_python": null,
"size": 14691,
"upload_time": "2019-10-07T13:47:45",
"url": "https://files.pythonhosted.org/packages/da/61/7842bac4eeab82e02f319637c4c0b88b604f9696697d983cd4fa0190b1b9/streamsx.hdfs-1.4.0-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "f3c3c27665dd47b9e7b36a2159bad365",
"sha256": "18ee529c24b28abe9c14d20654111f43fe1fe277d448e54a3671f9499f5625ae"
},
"downloads": -1,
"filename": "streamsx.hdfs-1.4.0.tar.gz",
"has_sig": false,
"md5_digest": "f3c3c27665dd47b9e7b36a2159bad365",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 8608,
"upload_time": "2019-10-07T13:47:42",
"url": "https://files.pythonhosted.org/packages/c0/68/3e52c1dcbafc31e102de11d7a77dcbc7d43cf57f2fea80ad606ffb47f5c1/streamsx.hdfs-1.4.0.tar.gz"
}
]
}