{ "info": { "author": "Kevin Baumgarten", "author_email": "kevin@ksbg.io", "bugtrack_url": null, "classifiers": [ "Development Status :: 3 - Alpha", "Intended Audience :: Developers", "License :: OSI Approved :: MIT License", "Operating System :: OS Independent", "Programming Language :: Python :: 2.7", "Programming Language :: Python :: 3.4", "Programming Language :: Python :: 3.5", "Programming Language :: Python :: 3.6", "Topic :: Scientific/Engineering :: Artificial Intelligence" ], "description": "sparklanes is a lightweight data processing framework for Apache Sparkwritten in Python. It was built with the intention to make buildingcomplex spark processing pipelines simpler, by shifting the focustowards writing data processing code without having to spent much timeon the surrounding application architecture.\nData processing pipelines, or *lanes*, are built by stringing togetherencapsulated processor classes, which allows creation of lane definitionswith an arbitrary processor order, where processors can be easilyremoved, added or swapped.\nProcessing pipelines can be defined using *lane configuration YAML files*,to then be packaged and submitted to spark using a single command.Alternatively, the same can be achieved manually by using the frameworkAPI.\n\n", "description_content_type": "text/markdown", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/ksbg/sparklanes", "keywords": "spark,pyspark,data,processing,preprocessing,pipelines", "license": "", "maintainer": "", "maintainer_email": "", "name": "sparklanes", "package_url": "https://pypi.org/project/sparklanes/", "platform": "", "project_url": "https://pypi.org/project/sparklanes/", "project_urls": { "Homepage": "https://github.com/ksbg/sparklanes", "sparklanes documentation": "https://sparklanes.readthedocs.io/" }, "release_url": "https://pypi.org/project/sparklanes/0.2.4/", "requires_dist": [ "py4j (==0.10.6)", "pyspark (==2.3.0)", "PyYAML (==4.2b1)", "schema (==0.6.7)", "six (==1.11.0)" ], "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "summary": "A lightweight framework to build and execute data processing pipelines in pyspark (Apache Spark's python API)", "version": "0.2.4" }, "last_serial": 4762187, "releases": { "0.2.0": [ { "comment_text": "", "digests": { "md5": "5051bc081fa75246ba115da988e2bc99", "sha256": "2c6ae94a4e7dcae8a1b6f31df433e1415800a8fca07eeae15bde056bc5bc6c98" }, "downloads": -1, "filename": "sparklanes-0.2.0-py3-none-any.whl", "has_sig": false, "md5_digest": "5051bc081fa75246ba115da988e2bc99", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 17992, "upload_time": "2018-06-07T11:01:08", "url": "https://files.pythonhosted.org/packages/a4/88/66b19cb3120882fbc656e22913ffa113bde3f52c545a256faabb804232b0/sparklanes-0.2.0-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "69e7395e4e829a3eb80ae45345a40223", "sha256": "5f0485d943574df4290c01c97a6438fbbad022b3a9e117de7f371683561a89bc" }, "downloads": -1, "filename": "sparklanes-0.2.0.tar.gz", "has_sig": false, "md5_digest": "69e7395e4e829a3eb80ae45345a40223", "packagetype": "sdist", "python_version": "source", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 15033, "upload_time": "2018-06-07T11:01:09", "url": "https://files.pythonhosted.org/packages/7c/be/5ca2e5bfe26b87d02e150e8530b1bb14a0c618be2bc2019d4550a247951c/sparklanes-0.2.0.tar.gz" }, { "comment_text": "", "digests": { "md5": "3610ac794cff490411aeb74da72eb250", "sha256": "b1541b36efa086a04f5b385f6b45a974fd293d75a8377e6a16fcc5acfcf41d85" }, "downloads": -1, "filename": "sparklanes-0.2-py3-none-any.whl", "has_sig": false, "md5_digest": "3610ac794cff490411aeb74da72eb250", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 17896, "upload_time": "2018-06-07T11:51:55", "url": "https://files.pythonhosted.org/packages/32/d9/8db01461e3d4f2cb572c1b6a7a9e937f84ffddc4bcd71f41d9296db12819/sparklanes-0.2-py3-none-any.whl" } ], "0.2.1": [ { "comment_text": "", "digests": { "md5": "d8e06865fcfb68d5220079aa19492b3e", "sha256": "b44598ff1dadbd16404519fc5bc1ec6d1cd83addc0d10dfa273ca865fbfd28b0" }, "downloads": -1, "filename": "sparklanes-0.2.1-py2-none-any.whl", "has_sig": false, "md5_digest": "d8e06865fcfb68d5220079aa19492b3e", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 17918, "upload_time": "2018-06-07T11:55:49", "url": "https://files.pythonhosted.org/packages/fc/83/fd90fe02551742ace878084be03b6a48657d4a41b0b3ebf49ba57227ca52/sparklanes-0.2.1-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "26916ffeab740bf196569f7ea55c9187", "sha256": "55d020aeff598bd27be35de54b4ab2a5a70a348b8850210929cdac2e609b0a91" }, "downloads": -1, "filename": "sparklanes-0.2.1-py3-none-any.whl", "has_sig": false, "md5_digest": "26916ffeab740bf196569f7ea55c9187", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 17923, "upload_time": "2018-06-07T11:55:51", "url": "https://files.pythonhosted.org/packages/c1/18/614758fabbd76583a94fbdf9105dbb4c35db47951d92a8b5b7812736f26e/sparklanes-0.2.1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "e5fdf253a5d27bb59d37ccbf9d7c8ddc", "sha256": "9083f7db0acbb90934acb9ca52dff89e6b643be6fadad23f41f9791086b60c9c" }, "downloads": -1, "filename": "sparklanes-0.2.1.tar.gz", "has_sig": false, "md5_digest": "e5fdf253a5d27bb59d37ccbf9d7c8ddc", "packagetype": "sdist", "python_version": "source", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 14919, "upload_time": "2018-06-07T11:55:53", "url": "https://files.pythonhosted.org/packages/33/bd/e00721fcbd8b828bfb7e216786c8c881edb2cce60292d5758b5f38de1971/sparklanes-0.2.1.tar.gz" } ], "0.2.2": [ { "comment_text": "", "digests": { "md5": "c514d3f5c0ba6d189a52c0fbdeae04a3", "sha256": "962a54140ccd435c8a634f1c4f821ad178e5f6e7e8a6991c14df56c5f402085e" }, "downloads": -1, "filename": "sparklanes-0.2.2-py2-none-any.whl", "has_sig": false, "md5_digest": "c514d3f5c0ba6d189a52c0fbdeae04a3", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 17814, "upload_time": "2018-06-22T07:42:11", "url": "https://files.pythonhosted.org/packages/82/35/c923fd2d9af379c4ed5dd7d40694760565918fb1e1991bdb1db3eebcda20/sparklanes-0.2.2-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "457a9e6b4a4ec117c0c3c2021c8d6ecd", "sha256": "5df04bad514d72161f46641278882176a7cf36b781c33659060e309a82a9ad94" }, "downloads": -1, "filename": "sparklanes-0.2.2-py3-none-any.whl", "has_sig": false, "md5_digest": "457a9e6b4a4ec117c0c3c2021c8d6ecd", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 17816, "upload_time": "2018-06-22T07:48:43", "url": "https://files.pythonhosted.org/packages/6a/b2/a4ae035fcf552a74935668484d8bb3184ee50a6f0cf970be818563fdf05e/sparklanes-0.2.2-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "97c628f7587b08f7986a77e033162947", "sha256": "3ce4b11885821c40eb32b3f453f0598a8b2b7a5d881f5f79e19bf8c4accb5670" }, "downloads": -1, "filename": "sparklanes-0.2.2.tar.gz", "has_sig": false, "md5_digest": "97c628f7587b08f7986a77e033162947", "packagetype": "sdist", "python_version": "source", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 14861, "upload_time": "2018-06-22T07:42:13", "url": "https://files.pythonhosted.org/packages/84/d4/bcb3a6abd8ca7ab501c63c58f46c580f6d9ca14d37d6d579b543905d51a8/sparklanes-0.2.2.tar.gz" } ], "0.2.3": [ { "comment_text": "", "digests": { "md5": "867efdc00619d865457824b61cc8b8ae", "sha256": "578633d06004f8d5992ed0697fa24a0d1461aa8e5a2b62b4cbbcdfa2bf476530" }, "downloads": -1, "filename": "sparklanes-0.2.3-py2-none-any.whl", "has_sig": false, "md5_digest": "867efdc00619d865457824b61cc8b8ae", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 17926, "upload_time": "2018-06-22T15:30:46", "url": "https://files.pythonhosted.org/packages/6a/db/6b26b9e8d0cdc5d081878afab46e93b890d1779fe50952cbcf0e19adc630/sparklanes-0.2.3-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "db6b0bb08ae9d0616d797697db2a88a3", "sha256": "54b69bf69fa005633bdde00f5d8c3efdbe278e3bb1ddb16d8fdfdf66bb0624eb" }, "downloads": -1, "filename": "sparklanes-0.2.3-py3-none-any.whl", "has_sig": false, "md5_digest": "db6b0bb08ae9d0616d797697db2a88a3", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 17927, "upload_time": "2018-06-22T15:30:48", "url": "https://files.pythonhosted.org/packages/f7/c4/7bf9153aa9b250dd6ea9ce1d417088e2990210668d39c1e2c40b0f4d0b0b/sparklanes-0.2.3-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "b882399f6da2b5ac3c193a67c618bc0f", "sha256": "6e494aad34df7eea874763d70509145fdd914793e3f384468a5f1b115467ebfc" }, "downloads": -1, "filename": "sparklanes-0.2.3.tar.gz", "has_sig": false, "md5_digest": "b882399f6da2b5ac3c193a67c618bc0f", "packagetype": "sdist", "python_version": "source", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 14947, "upload_time": "2018-06-22T15:30:49", "url": "https://files.pythonhosted.org/packages/6c/77/75e6b741080708ecb591685cb63321badcaea2897b713238e6955e64588f/sparklanes-0.2.3.tar.gz" } ], "0.2.4": [ { "comment_text": "", "digests": { "md5": "f3f103acb8ed70d391bc89b90b2e8202", "sha256": "791aa71df792d8dd4b316a1ad9fab1b8e1327103b86794ab5f97e6a170be6fbc" }, "downloads": -1, "filename": "sparklanes-0.2.4-py2-none-any.whl", "has_sig": false, "md5_digest": "f3f103acb8ed70d391bc89b90b2e8202", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 18760, "upload_time": "2019-01-31T03:27:09", "url": "https://files.pythonhosted.org/packages/bf/ed/d90ea71cf31f719c3d3aee57362ebc72778b33ff30bf57bf0bd1fdeb2dbe/sparklanes-0.2.4-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "3f35c9ec2ac65c55a274f651afe31e53", "sha256": "b23e0a319574e37827c9d70ca745972829c05ba82b4ef4e03fbcee4cf248cb28" }, "downloads": -1, "filename": "sparklanes-0.2.4-py3-none-any.whl", "has_sig": false, "md5_digest": "3f35c9ec2ac65c55a274f651afe31e53", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 18760, "upload_time": "2019-01-31T03:27:11", "url": "https://files.pythonhosted.org/packages/16/f8/6f60e8c998ca5a3b0ac86dbcd8ddb0ad1a41a7056611651a8364c8e664e8/sparklanes-0.2.4-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "3b5c64eb1808dfed5b6ea698cedc525c", "sha256": "06d5909c9c2ce2e1e66d647b04589b2621532eff43502d415996be86937f7c22" }, "downloads": -1, "filename": "sparklanes-0.2.4.tar.gz", "has_sig": false, "md5_digest": "3b5c64eb1808dfed5b6ea698cedc525c", "packagetype": "sdist", "python_version": "source", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 14748, "upload_time": "2019-01-31T03:27:12", "url": "https://files.pythonhosted.org/packages/61/bb/8c22201fd293a0415b17cf08037f28fb97da0bf6b57e682b44e848b50613/sparklanes-0.2.4.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "f3f103acb8ed70d391bc89b90b2e8202", "sha256": "791aa71df792d8dd4b316a1ad9fab1b8e1327103b86794ab5f97e6a170be6fbc" }, "downloads": -1, "filename": "sparklanes-0.2.4-py2-none-any.whl", "has_sig": false, "md5_digest": "f3f103acb8ed70d391bc89b90b2e8202", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 18760, "upload_time": "2019-01-31T03:27:09", "url": "https://files.pythonhosted.org/packages/bf/ed/d90ea71cf31f719c3d3aee57362ebc72778b33ff30bf57bf0bd1fdeb2dbe/sparklanes-0.2.4-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "3f35c9ec2ac65c55a274f651afe31e53", "sha256": "b23e0a319574e37827c9d70ca745972829c05ba82b4ef4e03fbcee4cf248cb28" }, "downloads": -1, "filename": "sparklanes-0.2.4-py3-none-any.whl", "has_sig": false, "md5_digest": "3f35c9ec2ac65c55a274f651afe31e53", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 18760, "upload_time": "2019-01-31T03:27:11", "url": "https://files.pythonhosted.org/packages/16/f8/6f60e8c998ca5a3b0ac86dbcd8ddb0ad1a41a7056611651a8364c8e664e8/sparklanes-0.2.4-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "3b5c64eb1808dfed5b6ea698cedc525c", "sha256": "06d5909c9c2ce2e1e66d647b04589b2621532eff43502d415996be86937f7c22" }, "downloads": -1, "filename": "sparklanes-0.2.4.tar.gz", "has_sig": false, "md5_digest": "3b5c64eb1808dfed5b6ea698cedc525c", "packagetype": "sdist", "python_version": "source", "requires_python": ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, <4", "size": 14748, "upload_time": "2019-01-31T03:27:12", "url": "https://files.pythonhosted.org/packages/61/bb/8c22201fd293a0415b17cf08037f28fb97da0bf6b57e682b44e848b50613/sparklanes-0.2.4.tar.gz" } ] }