{ "info": { "author": "ghcollin", "author_email": "", "bugtrack_url": null, "classifiers": [ "Development Status :: 4 - Beta", "Intended Audience :: Developers", "Intended Audience :: Information Technology", "Intended Audience :: Science/Research", "License :: OSI Approved :: MIT License", "Programming Language :: Python :: 2.7", "Programming Language :: Python :: 3.5", "Topic :: Database", "Topic :: Software Development :: Libraries :: Python Modules" ], "description": "`multitables `_ is a python library designed for high speed access to HDF5 files.\nAccess to HDF5 is provided by the PyTables library (``tables``).\nMultiple processes are launched to read a HDF5 in parallel, allowing concurrent decompression.\nData is streamed back to the invoker by use of shared memory space, removing the usual multiprocessing\ncommunication overhead.\n\nThe data is organised by rows of an array (elements of the outer-most dimension), and groups of these rows form blocks.\nBy default, there is **no guarantee** on the ordering of the rows and/or blocks returned to the user, due to the\nconcurrent nature of the library. They are returned as they become available. On-disk ordering can be forced using\nthe ``ordered`` option, which may result in a performance penalty.\n\n`Performance gains `_ of at\nleast 2x can be achieved when reading from an SSD.\n\nLicence\n=======\n\nThis software is distributed under the MIT licence. \nSee the `LICENSE.txt `_ file for details.\n\nInstallation\n============\n\n::\n\n pip install multitables\n\n``multitables`` depends on ``tables`` (the pytables package) and ``numpy``.\nThe package is compatible with the latest versions of python 2 and 3.\n\nQuick start\n===========\n\n.. code:: python\n\n import multitables\n stream = multitables.Streamer(filename='/path/to/h5/file')\n for row in stream.get_generator(path='/internal/h5/path'):\n do_something(row)\n\nExamples\n========\n\nSee the `how-to `_ for more in-depth documentation, and the\n`unit tests `_ for complete examples.\n\nDocumentation\n=============\n\n`Online documentation `_ is available.\nA `how to `_ gives a basic overview of the library.\nA `benchmark `_ tests the speed of the library using various\ncompression algorithms and hardware configurations.\n\nOffline documentation can be built from the ``docs`` folder using ``sphinx``.\n\n", "description_content_type": null, "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/ghcollin/multitables", "keywords": "tables hdf5 parallel concurrent", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "multitables", "package_url": "https://pypi.org/project/multitables/", "platform": "", "project_url": "https://pypi.org/project/multitables/", "project_urls": { "Homepage": "https://github.com/ghcollin/multitables" }, "release_url": "https://pypi.org/project/multitables/1.1.1/", "requires_dist": null, "requires_python": "", "summary": "High performance parallel reading of HDF5 files using PyTables, multiprocessing, and shared memory.", "version": "1.1.1" }, "last_serial": 3586178, "releases": { "1.1.0": [ { "comment_text": "", "digests": { "md5": "d86631792cde3c84c4194b64fcd374b5", "sha256": "71b17ff9903f64efaafe722e48801e8d0f64311bc2141182ea081c1f09275999" }, "downloads": -1, "filename": "multitables-1.1.0-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "d86631792cde3c84c4194b64fcd374b5", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 11158, "upload_time": "2017-03-01T00:37:17", "url": "https://files.pythonhosted.org/packages/01/2e/cf4183d4726ad1895e9960620cc0d174f5e2ebb126df0a8773c8c6d49b47/multitables-1.1.0-py2.py3-none-any.whl" } ], "1.1.1": [ { "comment_text": "", "digests": { "md5": "69d7c7d841facd79ba879976e5524cf0", "sha256": "bfa3fc85da2c8f25b6062fab6e1793d4072428068ae9e8c4f6d9544bbcb73abf" }, "downloads": -1, "filename": "multitables-1.1.1-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "69d7c7d841facd79ba879976e5524cf0", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 11127, "upload_time": "2018-02-16T03:18:47", "url": "https://files.pythonhosted.org/packages/2d/07/2a7c340eb538c36758ce7ae567aee0a46f12e459485edfe199c1092ed893/multitables-1.1.1-py2.py3-none-any.whl" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "69d7c7d841facd79ba879976e5524cf0", "sha256": "bfa3fc85da2c8f25b6062fab6e1793d4072428068ae9e8c4f6d9544bbcb73abf" }, "downloads": -1, "filename": "multitables-1.1.1-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "69d7c7d841facd79ba879976e5524cf0", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 11127, "upload_time": "2018-02-16T03:18:47", "url": "https://files.pythonhosted.org/packages/2d/07/2a7c340eb538c36758ce7ae567aee0a46f12e459485edfe199c1092ed893/multitables-1.1.1-py2.py3-none-any.whl" } ] }