{ "info": { "author": "UNKNOWN", "author_email": "UNKNOWN", "bugtrack_url": null, "classifiers": [ "Programming Language :: Python" ], "description": "Introduction\n============\n\npyf.splitter is a fully independent module that can be used with pyf or in\nany other projet. It does not have dependencies on pyf.\n\nPurpose\n=======\n\nThe splitter purpose is simple and will stay so. It gives you an abstraction\nabove a data flow (or any python iterable) and gives the illusion of\nmanipulating in memory iterables when in fact everything is serialized on disk\nto avoid memory consumption.\n\nThe second and last purpose is to split (hence the name) your data flow\naccording to some simple rules. Splitting is at the very least important\nto be able to store huge data chunks on disk without hitting file systems\nlimitations (ever tried to store 600Gb files on a fat file system?)\n\nIt is important to note that we do not encapsulate (ie: hide) the bucket\nfiles. The splitter gives you the bucket file names it produced, you then\nuse another function to read the files into another stream.\n\n\nRunning tests\n=============\n\nTo run tests you need to install tox::\n\n pip install tox\n\nand then just launch tox if you want the whole test suite, ie python2.7,\npython3.4 and pep8.\n\nIf you want to only run only kind of test (ie: python2.7 only) you can specify\nit like so::\n\n tox -e py27\n\nall defined test envs are defined in the tox.ini file\n\nChanges\n=======\n\nOct 9 2015, version 3.1\n-----------------------\n\n - Version 3.0 introduced python3 support and version 3.1 is a bugfix release\n to add more sane defaults in the separator. (The datetime objects were not\n serializable using the python3 version with the default separator)", "description_content_type": null, "docs_url": null, "download_url": "UNKNOWN", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "http://pyfproject.org", "keywords": "", "license": "MIT", "maintainer": null, "maintainer_email": null, "name": "pyf.splitter", "package_url": "https://pypi.org/project/pyf.splitter/", "platform": "UNKNOWN", "project_url": "https://pypi.org/project/pyf.splitter/", "project_urls": { "Download": "UNKNOWN", "Homepage": "http://pyfproject.org" }, "release_url": "https://pypi.org/project/pyf.splitter/3.1/", "requires_dist": null, "requires_python": null, "summary": "Dataflow splitting system for PyF framework", "version": "3.1" }, "last_serial": 1760660, "releases": { "1.1": [ { "comment_text": "", "digests": { "md5": "c77e9875654b6068828ea2a466c4c6ee", "sha256": "617655abebf1be27a048439a1f90dfde6cdfa7555f4e746252143a35cdbad6ec" }, "downloads": -1, "filename": "pyf.splitter-1.1-py2.6.egg", "has_sig": false, "md5_digest": "c77e9875654b6068828ea2a466c4c6ee", "packagetype": "bdist_egg", "python_version": "2.6", "requires_python": null, "size": 9202, "upload_time": "2010-07-12T14:11:38", "url": "https://files.pythonhosted.org/packages/db/c6/fa59677ab8bc7421b2e2657811326aefd1c549031fee2a6f7c87986703c8/pyf.splitter-1.1-py2.6.egg" }, { "comment_text": "", "digests": { "md5": "42488584d96bfefc4263769d27e14418", "sha256": "fffd90f7c36b372f1145abf38e2c804d589d5f575df6a4d564bd587ffc1ff447" }, "downloads": -1, "filename": "pyf.splitter-1.1.tar.gz", "has_sig": false, "md5_digest": "42488584d96bfefc4263769d27e14418", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3823, "upload_time": "2010-07-12T14:18:57", "url": "https://files.pythonhosted.org/packages/e5/64/2747dbe7c1db798cb41fe527c01e4dab5f1d7a8f0cbd6a1591074e68696d/pyf.splitter-1.1.tar.gz" } ], "1.2": [ { "comment_text": "", "digests": { "md5": "ebaf33aee40a7b72c013c4c0ceae0913", "sha256": "97eced5e5fe48f305e094bab11aff7e9fcfdeb13d5d53c53a0b4bd018665c2a5" }, "downloads": -1, "filename": "pyf.splitter-1.2.tar.gz", "has_sig": false, "md5_digest": "ebaf33aee40a7b72c013c4c0ceae0913", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3865, "upload_time": "2010-08-26T16:45:49", "url": "https://files.pythonhosted.org/packages/8b/44/3430dc87773c37808b9ade6bf5a3de0e0a420a0ffd58cbcedc3f2c9e3fe1/pyf.splitter-1.2.tar.gz" } ], "1.3": [ { "comment_text": "", "digests": { "md5": "ee0ed257f58803b094b68febc9b7273d", "sha256": "9a87fb0a4a34238d0b1e8e2d1fff1f92263f72da3cc27053e066d04092bf1e07" }, "downloads": -1, "filename": "pyf.splitter-1.3-py2.5.egg", "has_sig": false, "md5_digest": "ee0ed257f58803b094b68febc9b7273d", "packagetype": "bdist_egg", "python_version": "2.5", "requires_python": null, "size": 11932, "upload_time": "2010-10-20T16:45:49", "url": "https://files.pythonhosted.org/packages/08/7c/29a8c4e603eccc2362cd53e88e5fa98786bbb69709c9ca8bd8d058903faa/pyf.splitter-1.3-py2.5.egg" }, { "comment_text": "", "digests": { "md5": "4f12014c310a9d7101e28e82ef46cbb3", "sha256": "d72497ae0bdbf950bdff6100702e94cb64390f74879da0d9cc8215487552d55a" }, "downloads": -1, "filename": "pyf.splitter-1.3.tar.gz", "has_sig": false, "md5_digest": "4f12014c310a9d7101e28e82ef46cbb3", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5274, "upload_time": "2010-10-20T16:45:56", "url": "https://files.pythonhosted.org/packages/c9/18/b6ef4bec4b63c144dae5585bcd1f1dee319b73a95cdff5b18274bace9694/pyf.splitter-1.3.tar.gz" } ], "2.0": [ { "comment_text": "", "digests": { "md5": "301e2bbe641a141bac0601805bf175ad", "sha256": "414224878fc725f92413f26e389ad5cf35bf329383cad443dbd2e91c7fadde5a" }, "downloads": -1, "filename": "pyf.splitter-2.0-py2.6.egg", "has_sig": false, "md5_digest": "301e2bbe641a141bac0601805bf175ad", "packagetype": "bdist_egg", "python_version": "2.6", "requires_python": null, "size": 11989, "upload_time": "2010-12-14T18:04:18", "url": "https://files.pythonhosted.org/packages/40/7d/ca32a9c8c4591c92b7c5cdff37979e2bc2108d4f4f453e44a964d5e5ae7d/pyf.splitter-2.0-py2.6.egg" }, { "comment_text": "", "digests": { "md5": "15762dd263307b2322957a23a9a41e10", "sha256": "dcbe13c6f5041a5dc762555f75385ffb89afe39a7e71572770a9fbb5e9414592" }, "downloads": -1, "filename": "pyf.splitter-2.0.tar.gz", "has_sig": false, "md5_digest": "15762dd263307b2322957a23a9a41e10", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5284, "upload_time": "2010-12-14T17:57:25", "url": "https://files.pythonhosted.org/packages/c5/00/6e85e196e419b7d3cea9fe1c94703d659232afb8787b082ad05d61820134/pyf.splitter-2.0.tar.gz" } ], "3.0": [ { "comment_text": "", "digests": { "md5": "94c48bb02ec396225c41b74a6ba179f5", "sha256": "eb0b8039994f26045d690ca96c36f02b27b4e8a4bfcab526202901721471b6f9" }, "downloads": -1, "filename": "pyf.splitter-3.0-py2.7.egg", "has_sig": true, "md5_digest": "94c48bb02ec396225c41b74a6ba179f5", "packagetype": "bdist_egg", "python_version": "2.7", "requires_python": null, "size": 22150, "upload_time": "2015-10-09T15:29:18", "url": "https://files.pythonhosted.org/packages/06/91/291aacf8d58d04498d9e77a14902e1b9884cf04966800e2657627f7601c5/pyf.splitter-3.0-py2.7.egg" }, { "comment_text": "", "digests": { "md5": "149ff2cc15708fd547f4c9c7dc8c8be0", "sha256": "e276b2bccca8f6d15ce83855505cd9117825460a67f3f9f919d48313af1b6bd9" }, "downloads": -1, "filename": "pyf.splitter-3.0-py2-none-any.whl", "has_sig": true, "md5_digest": "149ff2cc15708fd547f4c9c7dc8c8be0", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 11774, "upload_time": "2015-10-09T15:29:22", "url": "https://files.pythonhosted.org/packages/c7/f0/f655d18e2d2cfbd2d0a02e0dfc31e42ce514b7383c8363cfac1823f134d4/pyf.splitter-3.0-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "1be6232ca403c22a7aebef0d830fc140", "sha256": "7bcdbc5a81f1650f2752a42505aeb080f59369ec437c3949f25c027d9c152365" }, "downloads": -1, "filename": "pyf.splitter-3.0.tar.gz", "has_sig": true, "md5_digest": "1be6232ca403c22a7aebef0d830fc140", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 10065, "upload_time": "2015-10-09T15:29:08", "url": "https://files.pythonhosted.org/packages/e0/2c/b4bac4f444b4a32c0abee3f0413d099658cf60ee72acd59e32d5cbbe2a50/pyf.splitter-3.0.tar.gz" }, { "comment_text": "", "digests": { "md5": "85f7d9af946504d96080b9cb352d6dff", "sha256": "ab4caa99336a0bc8969ccd5354a75e49440417cbaddb471b6f4dc0654e4b7dc5" }, "downloads": -1, "filename": "pyf.splitter-3.0.zip", "has_sig": true, "md5_digest": "85f7d9af946504d96080b9cb352d6dff", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 13321, "upload_time": "2015-10-09T15:29:13", "url": "https://files.pythonhosted.org/packages/fc/5f/4b4fb19a04c1e947038588dd06bd37bb0965c0a2b3f558bb6ed345dc2c87/pyf.splitter-3.0.zip" } ], "3.1": [ { "comment_text": "", "digests": { "md5": "a167df64fb2a76e523a953d6f27360a1", "sha256": "e3b3c7af1ca1e36519fa57d20097f9c08bc753f535d8a95dad4d0bf34854538d" }, "downloads": -1, "filename": "pyf.splitter-3.1-py2.7.egg", "has_sig": true, "md5_digest": "a167df64fb2a76e523a953d6f27360a1", "packagetype": "bdist_egg", "python_version": "2.7", "requires_python": null, "size": 24373, "upload_time": "2015-10-09T21:55:19", "url": "https://files.pythonhosted.org/packages/43/00/f1ee914c29e1b6a7a3b3db9bb4248220b1af3ed23bfb826cc15dab9dae7a/pyf.splitter-3.1-py2.7.egg" }, { "comment_text": "", "digests": { "md5": "74f6265b73da6d8a3e56896a1d79e3a2", "sha256": "a7c7dea4812bb3af6443f2110b2a0053d12d03355e5da0d53419292a2b860315" }, "downloads": -1, "filename": "pyf.splitter-3.1-py2-none-any.whl", "has_sig": true, "md5_digest": "74f6265b73da6d8a3e56896a1d79e3a2", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 12887, "upload_time": "2015-10-09T21:55:24", "url": "https://files.pythonhosted.org/packages/56/ef/ac4e9ed3ef5ce3117df0c44d88875b26b5b74778846121b4df4add1f771e/pyf.splitter-3.1-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "2a145f53d2962ae7b555f5e5abb897d2", "sha256": "0083f95ae83291952664fed3437e76aec9e9d64960ba3a0b005a4e0dcf940ce1" }, "downloads": -1, "filename": "pyf.splitter-3.1.tar.gz", "has_sig": true, "md5_digest": "2a145f53d2962ae7b555f5e5abb897d2", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 11099, "upload_time": "2015-10-09T21:55:01", "url": "https://files.pythonhosted.org/packages/27/f6/670c62d0281b05ae1eea8691f2e949fb8c0c737d1dd0a8310312a082cb9e/pyf.splitter-3.1.tar.gz" }, { "comment_text": "", "digests": { "md5": "185fd1e98cc698099eab04e1a9d678a0", "sha256": "5d15ed4a355976712ac81c25256155fb0c7a58d26d19f63a35f64d37875b5b51" }, "downloads": -1, "filename": "pyf.splitter-3.1.zip", "has_sig": true, "md5_digest": "185fd1e98cc698099eab04e1a9d678a0", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 14577, "upload_time": "2015-10-09T21:55:15", "url": "https://files.pythonhosted.org/packages/a7/1e/6fd414e20f0a4270f34417dfae94a6b5621ef75fda65532bb47f7a54def4/pyf.splitter-3.1.zip" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "a167df64fb2a76e523a953d6f27360a1", "sha256": "e3b3c7af1ca1e36519fa57d20097f9c08bc753f535d8a95dad4d0bf34854538d" }, "downloads": -1, "filename": "pyf.splitter-3.1-py2.7.egg", "has_sig": true, "md5_digest": "a167df64fb2a76e523a953d6f27360a1", "packagetype": "bdist_egg", "python_version": "2.7", "requires_python": null, "size": 24373, "upload_time": "2015-10-09T21:55:19", "url": "https://files.pythonhosted.org/packages/43/00/f1ee914c29e1b6a7a3b3db9bb4248220b1af3ed23bfb826cc15dab9dae7a/pyf.splitter-3.1-py2.7.egg" }, { "comment_text": "", "digests": { "md5": "74f6265b73da6d8a3e56896a1d79e3a2", "sha256": "a7c7dea4812bb3af6443f2110b2a0053d12d03355e5da0d53419292a2b860315" }, "downloads": -1, "filename": "pyf.splitter-3.1-py2-none-any.whl", "has_sig": true, "md5_digest": "74f6265b73da6d8a3e56896a1d79e3a2", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 12887, "upload_time": "2015-10-09T21:55:24", "url": "https://files.pythonhosted.org/packages/56/ef/ac4e9ed3ef5ce3117df0c44d88875b26b5b74778846121b4df4add1f771e/pyf.splitter-3.1-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "2a145f53d2962ae7b555f5e5abb897d2", "sha256": "0083f95ae83291952664fed3437e76aec9e9d64960ba3a0b005a4e0dcf940ce1" }, "downloads": -1, "filename": "pyf.splitter-3.1.tar.gz", "has_sig": true, "md5_digest": "2a145f53d2962ae7b555f5e5abb897d2", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 11099, "upload_time": "2015-10-09T21:55:01", "url": "https://files.pythonhosted.org/packages/27/f6/670c62d0281b05ae1eea8691f2e949fb8c0c737d1dd0a8310312a082cb9e/pyf.splitter-3.1.tar.gz" }, { "comment_text": "", "digests": { "md5": "185fd1e98cc698099eab04e1a9d678a0", "sha256": "5d15ed4a355976712ac81c25256155fb0c7a58d26d19f63a35f64d37875b5b51" }, "downloads": -1, "filename": "pyf.splitter-3.1.zip", "has_sig": true, "md5_digest": "185fd1e98cc698099eab04e1a9d678a0", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 14577, "upload_time": "2015-10-09T21:55:15", "url": "https://files.pythonhosted.org/packages/a7/1e/6fd414e20f0a4270f34417dfae94a6b5621ef75fda65532bb47f7a54def4/pyf.splitter-3.1.zip" } ] }