{ "info": { "author": "Appier Inc.", "author_email": "", "bugtrack_url": null, "classifiers": [ "Development Status :: 3 - Alpha", "Intended Audience :: Developers", "Intended Audience :: Information Technology", "Intended Audience :: Science/Research", "License :: OSI Approved :: MIT License", "Programming Language :: Python :: 2.7", "Programming Language :: Python :: 3.5", "Programming Language :: Python :: 3.6", "Programming Language :: Python :: 3.7", "Topic :: Database", "Topic :: Scientific/Engineering", "Topic :: Software Development :: Libraries :: Python Modules" ], "description": "Please visit the `Github repository `_\nfor more information.\n\nh5sparse\n========\n.. image:: https://img.shields.io/travis/appier/h5sparse/master.svg\n :target: https://travis-ci.org/appier/h5sparse\n.. image:: https://img.shields.io/pypi/v/h5sparse.svg\n :target: https://pypi.python.org/pypi/h5sparse\n.. image:: https://img.shields.io/pypi/l/h5sparse.svg\n :target: https://pypi.python.org/pypi/h5sparse\n\nScipy sparse matrix in HDF5.\n\n\nInstallation\n------------\n.. code:: bash\n\n pip install h5sparse\n\n\nTesting\n-------\n- for single environment:\n\n .. code:: bash\n\n python setup.py test\n\n- for all environments:\n\n .. code:: bash\n\n tox\n\n\nExamples\n--------\n\nCreate dataset\n**************\n.. code:: python\n\n In [1]: import scipy.sparse as ss\n ...: import h5sparse\n ...: import numpy as np\n ...:\n\n In [2]: sparse_matrix = ss.csr_matrix([[0, 1, 0],\n ...: [0, 0, 1],\n ...: [0, 0, 0],\n ...: [1, 1, 0]],\n ...: dtype=np.float64)\n\n In [3]: # create dataset from scipy sparse matrix\n ...: with h5sparse.File(\"test.h5\") as h5f:\n ...: h5f.create_dataset('sparse/matrix', data=sparse_matrix)\n\n In [4]: # you can also create dataset from another dataset\n ...: with h5sparse.File(\"test.h5\") as h5f:\n ...: h5f.create_dataset('sparse/matrix2', data=h5f['sparse/matrix'])\n\n In [5]: # you can also create dataset using the formats that original h5py accepts\n ...: with h5sparse.File(\"test.h5\") as h5f:\n ...: h5f.create_dataset('sparse/matrix3', data=[1,2,3])\n\nRead dataset\n************\n.. code:: python\n\n In [6]: h5f = h5sparse.File(\"test.h5\")\n\n In [7]: h5f['sparse/matrix'][1:3]\n Out[7]:\n <2x3 sparse matrix of type ''\n with 1 stored elements in Compressed Sparse Row format>\n\n In [8]: h5f['sparse/matrix'][1:3].toarray()\n Out[8]:\n array([[ 0., 0., 1.],\n [ 0., 0., 0.]])\n\n In [9]: h5f['sparse']['matrix'][1:3].toarray()\n Out[9]:\n array([[ 0., 0., 1.],\n [ 0., 0., 0.]])\n\n In [10]: h5f['sparse']['matrix'][2:].toarray()\n Out[10]:\n array([[ 0., 0., 0.],\n [ 1., 1., 0.]])\n\n In [11]: h5f['sparse']['matrix'][:2].toarray()\n Out[11]:\n array([[ 0., 1., 0.],\n [ 0., 0., 1.]])\n\n In [12]: h5f['sparse']['matrix'][-2:].toarray()\n Out[12]:\n array([[ 0., 0., 0.],\n [ 1., 1., 0.]])\n\n In [13]: h5f['sparse']['matrix'][:-2].toarray()\n Out[13]:\n array([[ 0., 1., 0.],\n [ 0., 0., 1.]])\n\n In [14]: h5f['sparse']['matrix'][()].toarray()\n Out[14]:\n array([[ 0., 1., 0.],\n [ 0., 0., 1.],\n [ 0., 0., 0.],\n [ 1., 1., 0.]])\n\n In [15]: import h5py\n\n In [16]: h5py_h5f = h5py.File(\"test.h5\")\n\n In [17]: h5sparse.Group(h5py_h5f.id)['sparse/matrix'][()]\n Out[17]:\n <4x3 sparse matrix of type ''\n with 4 stored elements in Compressed Sparse Row format>\n\n In [18]: h5sparse.Group(h5py_h5f['sparse'].id)['matrix'][()]\n Out[18]:\n <4x3 sparse matrix of type ''\n with 4 stored elements in Compressed Sparse Row format>\n\n In [19]: h5sparse.Dataset(h5py_h5f['sparse/matrix'])[()]\n Out[19]:\n <4x3 sparse matrix of type ''\n with 4 stored elements in Compressed Sparse Row format>\n\nAppend dataset\n**************\n.. code:: python\n\n In [20]: to_append = ss.csr_matrix([[0, 1, 1],\n ...: [1, 0, 0]],\n ...: dtype=np.float64)\n\n In [21]: h5f.create_dataset('matrix', data=sparse_matrix, chunks=(100000,),\n ...: maxshape=(None,))\n\n In [22]: h5f['matrix'].append(to_append)\n\n In [23]: h5f['matrix'][()]\n Out[23]:\n <6x3 sparse matrix of type ''\n with 7 stored elements in Compressed Sparse Row format>\n\n In [24]: h5f['matrix'][()].toarray()\n Out[24]:\n array([[ 0., 1., 0.],\n [ 0., 0., 1.],\n [ 0., 0., 0.],\n [ 1., 1., 0.],\n [ 0., 1., 1.],\n [ 1., 0., 0.]])\n\n\n", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/appier/h5sparse", "keywords": "", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "h5sparse", "package_url": "https://pypi.org/project/h5sparse/", "platform": "", "project_url": "https://pypi.org/project/h5sparse/", "project_urls": { "Homepage": "https://github.com/appier/h5sparse" }, "release_url": "https://pypi.org/project/h5sparse/0.1.0/", "requires_dist": [ "h5py", "numpy", "scipy", "six" ], "requires_python": "", "summary": "Scipy sparse matrix in HDF5.", "version": "0.1.0" }, "last_serial": 4860816, "releases": { "0.0.1": [ { "comment_text": "", "digests": { "md5": "fd734699b0bc673ffa78744bb95b351c", "sha256": "e2113138903239dda69f22a99f7890b7dfa26024a9a72141f3ecd505e9672eae" }, "downloads": -1, "filename": "h5sparse-0.0.1-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "fd734699b0bc673ffa78744bb95b351c", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 5575, "upload_time": "2017-02-03T06:45:24", "url": "https://files.pythonhosted.org/packages/5b/34/5bc3738623850b9dffc008010bd8400a013d8e0cc2b54cbdfc4b3c33af93/h5sparse-0.0.1-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "b697df293cfbf8a6ea37f8bb2fdae017", "sha256": "84967eb487ea37813529499cad7efa788541f8546813673f931bb408d4ee6b00" }, "downloads": -1, "filename": "h5sparse-0.0.1.tar.gz", "has_sig": false, "md5_digest": "b697df293cfbf8a6ea37f8bb2fdae017", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3672, "upload_time": "2017-02-03T06:45:26", "url": "https://files.pythonhosted.org/packages/46/01/3715505897d3f18667fa4b14b593c56e44e27aaf05b85f98ba9ef914b4d9/h5sparse-0.0.1.tar.gz" } ], "0.0.2": [ { "comment_text": "", "digests": { "md5": "688e657a86c7092954b968886c064a00", "sha256": "4480d21cab952b47823322558246d20c90702b47c53c53bae46a0631adffd2fe" }, "downloads": -1, "filename": "h5sparse-0.0.2-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "688e657a86c7092954b968886c064a00", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 5713, "upload_time": "2017-02-06T04:15:17", "url": "https://files.pythonhosted.org/packages/ba/9a/5f58f4c536ac4e1175d5638a8e89fa25b6706606346f49f8df0c03d93078/h5sparse-0.0.2-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "1e0d06cd1e15713cec814088a73004f8", "sha256": "8475efe51655f82f2396f9a0e09e0b07b3398567346a1921e2c20e86a8a1f872" }, "downloads": -1, "filename": "h5sparse-0.0.2.tar.gz", "has_sig": false, "md5_digest": "1e0d06cd1e15713cec814088a73004f8", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3815, "upload_time": "2017-02-06T04:15:19", "url": "https://files.pythonhosted.org/packages/16/73/a640e17bc136bc76ea7cb2e6fdfa632e6075d4cb2b7399abc6a1b035a6e8/h5sparse-0.0.2.tar.gz" } ], "0.0.3": [ { "comment_text": "", "digests": { "md5": "76c96ebea0fa4b9ea1af2f575b9659c9", "sha256": "f2df32a867369ba1bd7a28b866fb9d97bf769e2bba1d149cfc8735345675fd6f" }, "downloads": -1, "filename": "h5sparse-0.0.3-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "76c96ebea0fa4b9ea1af2f575b9659c9", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 6673, "upload_time": "2017-02-06T08:40:36", "url": "https://files.pythonhosted.org/packages/d8/37/1e1253987b4892e63511b4e867c8248ae3d6476d3859f26ee152bd21f732/h5sparse-0.0.3-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "ef569836ce61adb7e2c3a9d7430523bd", "sha256": "2a78f924bceeab76f6201968ac9a0504718ad4c86f1f1c337e53b8e768a3aa8c" }, "downloads": -1, "filename": "h5sparse-0.0.3.tar.gz", "has_sig": false, "md5_digest": "ef569836ce61adb7e2c3a9d7430523bd", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4590, "upload_time": "2017-02-06T08:40:38", "url": "https://files.pythonhosted.org/packages/82/62/d721d800afada12239e230a6204b43b99a43814f41ba88455476ca5f878a/h5sparse-0.0.3.tar.gz" } ], "0.0.4": [ { "comment_text": "", "digests": { "md5": "7f5827ff2e6c7d8494757c449379e100", "sha256": "27e40f3d104874b878c60929403ae2d15a89d3506e580978aece4aa1a9e62dc3" }, "downloads": -1, "filename": "h5sparse-0.0.4-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "7f5827ff2e6c7d8494757c449379e100", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 6682, "upload_time": "2017-02-07T07:24:33", "url": "https://files.pythonhosted.org/packages/fb/5c/28fac0c987f53f7bbad1f13e98f470258c1cf7ff401a4b647d5c1218c8e4/h5sparse-0.0.4-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "204d23a6410f6b29b7d593b3c444cc2f", "sha256": "432a9dc8c68960ae98886a94c66a03e2ee3472c02f3130574cdb6a943eb412d2" }, "downloads": -1, "filename": "h5sparse-0.0.4.tar.gz", "has_sig": false, "md5_digest": "204d23a6410f6b29b7d593b3c444cc2f", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4602, "upload_time": "2017-02-07T07:24:35", "url": "https://files.pythonhosted.org/packages/03/6f/d74c3a7ca2d2944c32561c3e115ae2a054a87f663b1157da343f623a1c24/h5sparse-0.0.4.tar.gz" } ], "0.0.5": [ { "comment_text": "", "digests": { "md5": "cc1cd8a7a14a249546e76d5abec90c31", "sha256": "4b0a7b0f91f8a43a2f1b4ea1c62dca02b5634bda5e81a38f894518bf4b29d8d9" }, "downloads": -1, "filename": "h5sparse-0.0.5-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "cc1cd8a7a14a249546e76d5abec90c31", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 5082, "upload_time": "2018-05-25T08:41:22", "url": "https://files.pythonhosted.org/packages/fb/44/44dc2f8e09eb179b77f47b354bba186ba2db9119b0cbf39067b0a92adcc7/h5sparse-0.0.5-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "dd909c2a7b15114f31de22c5d3256e1b", "sha256": "11feefae4e5a4fe5ba860e32b754658def68d27bed7b292f79ce673adb8ea9f0" }, "downloads": -1, "filename": "h5sparse-0.0.5.tar.gz", "has_sig": false, "md5_digest": "dd909c2a7b15114f31de22c5d3256e1b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4948, "upload_time": "2018-05-25T08:41:24", "url": "https://files.pythonhosted.org/packages/d2/87/1f226a09c1cb077619914f8db4795c787396766d54ab202424dbd111da84/h5sparse-0.0.5.tar.gz" } ], "0.1.0": [ { "comment_text": "", "digests": { "md5": "552d4561859332b7faa88cd185064a30", "sha256": "03595909c9fd4e895c4b3f12ca7a1e7f95a5cb3610f07d862d7f59612e0302fa" }, "downloads": -1, "filename": "h5sparse-0.1.0-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "552d4561859332b7faa88cd185064a30", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 6118, "upload_time": "2019-02-24T12:27:12", "url": "https://files.pythonhosted.org/packages/40/ee/8be7e1ba3844dc45e99e648d22fe214c8391c9e26245942221fea72a7e30/h5sparse-0.1.0-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "aa9b945fadade9fde9952be2b462af6e", "sha256": "b7e6fbfa2f2f61adaa169a3a0a52bc6f2178f5daff8fa6d972a8dcaa7f3cc8f7" }, "downloads": -1, "filename": "h5sparse-0.1.0.tar.gz", "has_sig": false, "md5_digest": "aa9b945fadade9fde9952be2b462af6e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5297, "upload_time": "2019-02-24T12:27:14", "url": "https://files.pythonhosted.org/packages/a4/5c/f4b3d34076bbfe863d36fa1c503a95b19a72caf2de23bff3c4ad770a5297/h5sparse-0.1.0.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "552d4561859332b7faa88cd185064a30", "sha256": "03595909c9fd4e895c4b3f12ca7a1e7f95a5cb3610f07d862d7f59612e0302fa" }, "downloads": -1, "filename": "h5sparse-0.1.0-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "552d4561859332b7faa88cd185064a30", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 6118, "upload_time": "2019-02-24T12:27:12", "url": "https://files.pythonhosted.org/packages/40/ee/8be7e1ba3844dc45e99e648d22fe214c8391c9e26245942221fea72a7e30/h5sparse-0.1.0-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "aa9b945fadade9fde9952be2b462af6e", "sha256": "b7e6fbfa2f2f61adaa169a3a0a52bc6f2178f5daff8fa6d972a8dcaa7f3cc8f7" }, "downloads": -1, "filename": "h5sparse-0.1.0.tar.gz", "has_sig": false, "md5_digest": "aa9b945fadade9fde9952be2b462af6e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5297, "upload_time": "2019-02-24T12:27:14", "url": "https://files.pythonhosted.org/packages/a4/5c/f4b3d34076bbfe863d36fa1c503a95b19a72caf2de23bff3c4ad770a5297/h5sparse-0.1.0.tar.gz" } ] }