{ "info": { "author": "Roy Qu", "author_email": "royqh1979@gmail.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 4 - Beta", "License :: OSI Approved :: BSD License", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.5", "Programming Language :: Python :: 3.6", "Programming Language :: Python :: 3.7", "Topic :: Software Development :: Libraries", "Topic :: Utilities" ], "description": "A Multi-processing based single-host MapReduce Framework\n========================================================\n\nThis is a simple mapreduce framework.\n\nSample program\n----------------------\n.. code-block:: python\n\n from mapreduce import *\n from math import ceil, sqrt\n\n\n def mapper_2(item):\n return (item + 5) * 23 - 1\n\n\n def reducer_2(accumulated, item):\n return accumulated + item\n\n\n def is_prime(n):\n for i in range(2, ceil(sqrt(n))):\n if n % i == 0:\n return False\n return True\n\n\n if __name__ == \"__main__\":\n N = 150000\n print('* map & reduce ')\n mr = MapReducer().prefilter(is_prime).mapper(mapper_2).reducer(reducer_2, 0)\n result = mr(range(N))\n print(' MR Result :', result)\n n = sum([(n + 5) * 23 - 1 for n in range(N) if is_prime(n)])\n print(' Validation:', n)\n\n\n\n\n\n\nHistory\n===========\n0.5.1\n----------\n* update examples\n* optimize export & imports\n\n0.5.0\n----------\n* process speed optimized\n\n0.1.0\n----------\n* First release\n\n", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/royqh1979/pymapreduce", "keywords": "MapReduce,functional", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "mapreduce-py", "package_url": "https://pypi.org/project/mapreduce-py/", "platform": "", "project_url": "https://pypi.org/project/mapreduce-py/", "project_urls": { "Homepage": "https://github.com/royqh1979/pymapreduce" }, "release_url": "https://pypi.org/project/mapreduce-py/0.5.1/", "requires_dist": null, "requires_python": "", "summary": "\"A simple multi-processing based MapReduce framework\"", "version": "0.5.1" }, "last_serial": 4961722, "releases": { "0.1.0": [ { "comment_text": "", "digests": { "md5": "971a1ae745b44802d7ea7008703552c4", "sha256": "ca47a85e7aa70113e98b866ae55ad5f7db086a11f144e1e9d2b03b56ecbe865d" }, "downloads": -1, "filename": "mapreduce_py-0.1.0-py3-none-any.whl", "has_sig": false, "md5_digest": "971a1ae745b44802d7ea7008703552c4", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 4366, "upload_time": "2019-03-20T01:20:22", "url": "https://files.pythonhosted.org/packages/12/f4/ae451c9478c64503d6950e774ab824a785cd472f55fdb98a9b8e900a8144/mapreduce_py-0.1.0-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "da470ba114510f2b4065b65b737bd990", "sha256": "3cac67dd4333d6f59126c4a30b8dd73e442c6067fa2b581f2ff9d713f91741bb" }, "downloads": -1, "filename": "mapreduce-py-0.1.0.tar.gz", "has_sig": false, "md5_digest": "da470ba114510f2b4065b65b737bd990", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3399, "upload_time": "2019-03-20T01:20:24", "url": "https://files.pythonhosted.org/packages/f0/54/c321ecedc570e0d51769b0d6f8a3e2f56b38f90c92990781eba2c457c88d/mapreduce-py-0.1.0.tar.gz" } ], "0.5.0": [ { "comment_text": "", "digests": { "md5": "71cb56eb024e6d4aa0861e2669306ebf", "sha256": "09d3d4d5d4eb5102fb73338f53668842228426726ab7b24fef7bf38ea3bb344e" }, "downloads": -1, "filename": "mapreduce_py-0.5.0-py3-none-any.whl", "has_sig": false, "md5_digest": "71cb56eb024e6d4aa0861e2669306ebf", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 4385, "upload_time": "2019-03-20T01:22:53", "url": "https://files.pythonhosted.org/packages/ea/e8/e74679cbfa60514318f587f2d84f502d698f155b9a9a5c33641a1feb12b0/mapreduce_py-0.5.0-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "3760b509f62f4b084e0b16974642cdf8", "sha256": "0e0126ba9169bc284e381210d8b747bbf786b1cd6b20b716f974ca5dbff4fb00" }, "downloads": -1, "filename": "mapreduce-py-0.5.0.tar.gz", "has_sig": false, "md5_digest": "3760b509f62f4b084e0b16974642cdf8", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3420, "upload_time": "2019-03-20T01:22:55", "url": "https://files.pythonhosted.org/packages/e3/81/081f704fd9c8f15241d73c4e46c92103cac801f4ab30506c1e541b31c4aa/mapreduce-py-0.5.0.tar.gz" } ], "0.5.0.post1": [ { "comment_text": "", "digests": { "md5": "175a8fb98c7779652c31e836abc0676b", "sha256": "ce505e8b787b3bd425a1b283d625a36478c2b77082bf9bd9f81830cae0ebbe7e" }, "downloads": -1, "filename": "mapreduce_py-0.5.0.post1-py3-none-any.whl", "has_sig": false, "md5_digest": "175a8fb98c7779652c31e836abc0676b", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 4441, "upload_time": "2019-03-20T01:24:36", "url": "https://files.pythonhosted.org/packages/37/fc/926aa965217d686afe34e4f8e61979bb6514936c769f6cc2b49df4f3051a/mapreduce_py-0.5.0.post1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "ec90e3ac5431541b83fa99af04a095d1", "sha256": "e05f49644d29e0e8a574330c35a1111da05df9a627285da170abc87c9f066246" }, "downloads": -1, "filename": "mapreduce-py-0.5.0.post1.tar.gz", "has_sig": false, "md5_digest": "ec90e3ac5431541b83fa99af04a095d1", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3419, "upload_time": "2019-03-20T01:24:38", "url": "https://files.pythonhosted.org/packages/fe/06/314fa34a5a27a2aa4eaabcbc2c608e0db64192103929fae7eb135e844703/mapreduce-py-0.5.0.post1.tar.gz" } ], "0.5.1": [ { "comment_text": "", "digests": { "md5": "9b662462fcc915716fa6f0e5289ff17a", "sha256": "a36185ca93bab0374087100f24b43f44339ec9ce1ab8e96a61ffdaee58915d56" }, "downloads": -1, "filename": "mapreduce_py-0.5.1-py3-none-any.whl", "has_sig": false, "md5_digest": "9b662462fcc915716fa6f0e5289ff17a", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 4406, "upload_time": "2019-03-20T02:34:44", "url": "https://files.pythonhosted.org/packages/a3/fd/35036dd7c70197c1a2438c57dff15c893c259dbce59f683db9ddf588f5fb/mapreduce_py-0.5.1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "1c876339f744d6042f4896fadc220576", "sha256": "fde20730411f676bae3edd30d4c77f73086e86b6de294d3f6c77a7454a395170" }, "downloads": -1, "filename": "mapreduce-py-0.5.1.tar.gz", "has_sig": false, "md5_digest": "1c876339f744d6042f4896fadc220576", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3457, "upload_time": "2019-03-20T02:34:46", "url": "https://files.pythonhosted.org/packages/ae/b5/df77bb12d1a7ede73d52bf7a3a5091610ced4ac9770c2c2997375dfc1262/mapreduce-py-0.5.1.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "9b662462fcc915716fa6f0e5289ff17a", "sha256": "a36185ca93bab0374087100f24b43f44339ec9ce1ab8e96a61ffdaee58915d56" }, "downloads": -1, "filename": "mapreduce_py-0.5.1-py3-none-any.whl", "has_sig": false, "md5_digest": "9b662462fcc915716fa6f0e5289ff17a", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 4406, "upload_time": "2019-03-20T02:34:44", "url": "https://files.pythonhosted.org/packages/a3/fd/35036dd7c70197c1a2438c57dff15c893c259dbce59f683db9ddf588f5fb/mapreduce_py-0.5.1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "1c876339f744d6042f4896fadc220576", "sha256": "fde20730411f676bae3edd30d4c77f73086e86b6de294d3f6c77a7454a395170" }, "downloads": -1, "filename": "mapreduce-py-0.5.1.tar.gz", "has_sig": false, "md5_digest": "1c876339f744d6042f4896fadc220576", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3457, "upload_time": "2019-03-20T02:34:46", "url": "https://files.pythonhosted.org/packages/ae/b5/df77bb12d1a7ede73d52bf7a3a5091610ced4ac9770c2c2997375dfc1262/mapreduce-py-0.5.1.tar.gz" } ] }