{ "info": { "author": "Aaron Halfaker", "author_email": "aaron.halfaker@gmail.com", "bugtrack_url": null, "classifiers": [ "Environment :: Other Environment", "Intended Audience :: Developers", "License :: OSI Approved :: MIT License", "Operating System :: OS Independent", "Programming Language :: Python", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3 :: Only", "Topic :: Scientific/Engineering", "Topic :: Software Development :: Libraries :: Python Modules", "Topic :: Utilities" ], "description": "# Para(llel) processing utilities\nThis library implements a simple set of parallel processing utilities that\ntake advantage of python's `multiprocessing` module to distribute processing\nover multiple CPUs on a single machine. The most salient feature of this\nlibrary is the **map()** function that can be used to distribute CPU-intensive\nprocessing of a collection of items over multiple cores.\n\n* **Installation** `pip install para`\n\n## Basic usage\n\n >>> import para\n >>> import gzip\n >>>\n >>> items = [\"examples/big-file1.gz\", \"examples/big-file2.gz\",\n ... \"examples/big-file3.gz\"]\n >>> def log_lines(path):\n ... with gzip.open(path, 'rt') as f:\n ... for lineno, line in enumerate(f):\n ... if len(line) > 50:\n ... yield path, lineno, line\n ...\n >>> for path, lineno, line in para.map(log_lines, items):\n ... print(path, lineno, repr(line))\n ...\n examples/big-file1.gz 2 'this line is going to be much longer than 80 chars -- at least I hope it will\\n'\n examples/big-file3.gz 0 'again with the long lines -- this is going to show up in the output, I hope\\n'\n\n## Authors\n* Aaron Halfaker -- https://github.com/halfak\n", "description_content_type": null, "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/halfak/para", "keywords": "", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "para", "package_url": "https://pypi.org/project/para/", "platform": "", "project_url": "https://pypi.org/project/para/", "project_urls": { "Homepage": "https://github.com/halfak/para" }, "release_url": "https://pypi.org/project/para/0.0.6/", "requires_dist": null, "requires_python": "", "summary": "a set utilities that ake advantage of python's 'multiprocessing' module to distribute CPU-intensive tasks", "version": "0.0.6" }, "last_serial": 3018038, "releases": { "0.0.1": [ { "comment_text": "", "digests": { "md5": "2938fd3554bb834638ea09425f018b29", "sha256": "20b8b5fed3cec3a1e743a6cb2ab303b2f15e0728fb70025e8fb8c5d5549d0303" }, "downloads": -1, "filename": "para-0.0.1.tar.gz", "has_sig": false, "md5_digest": "2938fd3554bb834638ea09425f018b29", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4770, "upload_time": "2015-09-09T16:35:07", "url": "https://files.pythonhosted.org/packages/43/69/03d8145556cafe1443a8bb52704b405ec940bdb455630e65699b1eec9fd7/para-0.0.1.tar.gz" }, { "comment_text": "", "digests": { "md5": "fe8368efa23e8f7eac489273bc791235", "sha256": "3013ca8eea0222a5aa4a768ea063344164f53b19a86f54d08337f8ee48e33661" }, "downloads": -1, "filename": "para-0.0.1.zip", "has_sig": false, "md5_digest": "fe8368efa23e8f7eac489273bc791235", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 9348, "upload_time": "2015-09-09T16:35:10", "url": "https://files.pythonhosted.org/packages/7e/0a/f0df67fca37feb82a040013cd512912f3573dc69339d48e595b1f47d8a9d/para-0.0.1.zip" } ], "0.0.2": [ { "comment_text": "", "digests": { "md5": "5dad8cbcc48dce49d0dd5e326344135e", "sha256": "0861c35da25ab604a10c86b2b072db33e6bd4a594709c51d407ac3afb492df42" }, "downloads": -1, "filename": "para-0.0.2.tar.gz", "has_sig": false, "md5_digest": "5dad8cbcc48dce49d0dd5e326344135e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4802, "upload_time": "2015-09-09T16:39:16", "url": "https://files.pythonhosted.org/packages/5a/44/04c321fc8befd6be7156347abcc3e9eec903a606206b301c8a8e6dcfac4b/para-0.0.2.tar.gz" }, { "comment_text": "", "digests": { "md5": "5b1c20853cc43ebb4cdd586c3fe02e6f", "sha256": "cc72e97dfbd4367216e731e2e4366f23c77627dd59ed131078c4ab4a66bc4c20" }, "downloads": -1, "filename": "para-0.0.2.zip", "has_sig": false, "md5_digest": "5b1c20853cc43ebb4cdd586c3fe02e6f", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 9410, "upload_time": "2015-09-09T16:39:20", "url": "https://files.pythonhosted.org/packages/8d/02/29f43d4ce388b35ee04c83e714097efaff1396b7644d546f81445be12974/para-0.0.2.zip" } ], "0.0.3": [ { "comment_text": "", "digests": { "md5": "b46f943d24bf2d815b2030cdc0d98946", "sha256": "1aec0daa74d9d0bdb548dac1c2851b57eaf037bc84e47fdfc56b6231f68d98be" }, "downloads": -1, "filename": "para-0.0.3.tar.gz", "has_sig": false, "md5_digest": "b46f943d24bf2d815b2030cdc0d98946", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4860, "upload_time": "2015-09-14T21:58:18", "url": "https://files.pythonhosted.org/packages/f6/37/81fc0cbbb2686355dcf3715d6db3b939705bce71a8580fb12fa817b3fa47/para-0.0.3.tar.gz" }, { "comment_text": "", "digests": { "md5": "d8e2a4a0aabe81c7a0bba4b82c08160e", "sha256": "6bdf0d0e8de00b13f73e4d2fb9c38aba54bf0b7dc651d7519710d7e4bfca1abf" }, "downloads": -1, "filename": "para-0.0.3.zip", "has_sig": false, "md5_digest": "d8e2a4a0aabe81c7a0bba4b82c08160e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 9470, "upload_time": "2015-09-14T21:58:22", "url": "https://files.pythonhosted.org/packages/4e/67/dd9ed90a275103e8bea96e22d9277979c55e21252d5c3da62cb3684f3dee/para-0.0.3.zip" } ], "0.0.4": [ { "comment_text": "", "digests": { "md5": "3514b1dd4dc56ff9577dbf91cf8ae058", "sha256": "1847bdbef5470b0f9569a28a30e7d1a087d4ea1457c7dbd6aec72797e5d8c27a" }, "downloads": -1, "filename": "para-0.0.4.tar.gz", "has_sig": false, "md5_digest": "3514b1dd4dc56ff9577dbf91cf8ae058", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4865, "upload_time": "2015-09-14T22:10:54", "url": "https://files.pythonhosted.org/packages/95/58/92f841f65811a477b6edc4af1c0803c99dfb9687763aaea10da52d93ec3d/para-0.0.4.tar.gz" }, { "comment_text": "", "digests": { "md5": "e7168be525d4d61a5df4533c5c625ef8", "sha256": "33fb8aed1a2e7b5dbdcd63027a66d61125d20f5491e0a55f57bce61dd74eab89" }, "downloads": -1, "filename": "para-0.0.4.zip", "has_sig": false, "md5_digest": "e7168be525d4d61a5df4533c5c625ef8", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 9468, "upload_time": "2015-09-14T22:10:59", "url": "https://files.pythonhosted.org/packages/8c/cf/11245cffcdb00d6f016a8f9782cea453cc156f73303333899c5a1ffe7d16/para-0.0.4.zip" } ], "0.0.5": [ { "comment_text": "", "digests": { "md5": "fe88a5512249858aa5b9ba89f1e4c478", "sha256": "f2dad1ca530f4befbda520c84cb78394b08e2419bb77f10ac2a03c2632275fdf" }, "downloads": -1, "filename": "para-0.0.5.tar.gz", "has_sig": false, "md5_digest": "fe88a5512249858aa5b9ba89f1e4c478", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5028, "upload_time": "2015-09-18T14:19:43", "url": "https://files.pythonhosted.org/packages/b5/81/1bd17d8ad83c631b67f7aff3f1904a26647652004ffe056276ef29b61592/para-0.0.5.tar.gz" }, { "comment_text": "", "digests": { "md5": "38951c1d6f0342d11b1f73dd3650e2b0", "sha256": "d5fe5e58d39bdc2dee402b8e33e2456f2248df682075746a24a0c0a07b507cb7" }, "downloads": -1, "filename": "para-0.0.5.zip", "has_sig": false, "md5_digest": "38951c1d6f0342d11b1f73dd3650e2b0", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 9654, "upload_time": "2015-09-18T14:19:47", "url": "https://files.pythonhosted.org/packages/83/e5/ef3336cf86ac78537c873ff9e83e0291df1eb7110577712d0d3dc46b66f2/para-0.0.5.zip" } ], "0.0.6": [ { "comment_text": "", "digests": { "md5": "0bbedb63d22d47a16f844c7e80e5d72e", "sha256": "117a1af59db3b5650b98b3e466a89e6b96d60b4c5be6261198a19d21a64d5de6" }, "downloads": -1, "filename": "para-0.0.6-py3-none-any.whl", "has_sig": false, "md5_digest": "0bbedb63d22d47a16f844c7e80e5d72e", "packagetype": "bdist_wheel", "python_version": "3.5", "requires_python": null, "size": 6988, "upload_time": "2017-07-12T16:30:39", "url": "https://files.pythonhosted.org/packages/18/f7/87bceb395e1e56516d7cee7f61a2334b275c045c206a569708320fa3cbf6/para-0.0.6-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "91b17842454046567f18dea14f5be6c5", "sha256": "9354e572302adf8da42f99c054480168dc3737ea3cf1b17d129073627600c36a" }, "downloads": -1, "filename": "para-0.0.6.tar.gz", "has_sig": false, "md5_digest": "91b17842454046567f18dea14f5be6c5", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5234, "upload_time": "2017-07-12T16:30:38", "url": "https://files.pythonhosted.org/packages/e3/6c/a94a57d5661f145be4d038d3fcb55ea60f139ac8c544adee187da62256a2/para-0.0.6.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "0bbedb63d22d47a16f844c7e80e5d72e", "sha256": "117a1af59db3b5650b98b3e466a89e6b96d60b4c5be6261198a19d21a64d5de6" }, "downloads": -1, "filename": "para-0.0.6-py3-none-any.whl", "has_sig": false, "md5_digest": "0bbedb63d22d47a16f844c7e80e5d72e", "packagetype": "bdist_wheel", "python_version": "3.5", "requires_python": null, "size": 6988, "upload_time": "2017-07-12T16:30:39", "url": "https://files.pythonhosted.org/packages/18/f7/87bceb395e1e56516d7cee7f61a2334b275c045c206a569708320fa3cbf6/para-0.0.6-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "91b17842454046567f18dea14f5be6c5", "sha256": "9354e572302adf8da42f99c054480168dc3737ea3cf1b17d129073627600c36a" }, "downloads": -1, "filename": "para-0.0.6.tar.gz", "has_sig": false, "md5_digest": "91b17842454046567f18dea14f5be6c5", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5234, "upload_time": "2017-07-12T16:30:38", "url": "https://files.pythonhosted.org/packages/e3/6c/a94a57d5661f145be4d038d3fcb55ea60f139ac8c544adee187da62256a2/para-0.0.6.tar.gz" } ] }