{ "info": { "author": "Michi Tech", "author_email": "parkerzf@gmail.com", "bugtrack_url": null, "classifiers": [], "description": "# Configurable PySpark Pipeline\n_A configurable PySpark pipeline library._\n\n## Getting Started\n* Requirements: \n * Python 3.5\n* install the package using pip:\n\n``` bash\n$ pip install sparkml-pipe\n```\n\n## Project Organization\n```\n\u251c\u2500\u2500 README.md <- The top-level README for developers using this project.\n\u251c\u2500\u2500 data <- Data for testing the library.\n\u2502\n\u251c\u2500\u2500 docs <- A default Sphinx project; see sphinx-doc.org for details\n\u2502\n\u251c\u2500\u2500 requirements.txt <- The requirements file for reproducing the analysis environment, e.g.\n\u2502 generated with `pip freeze > requirements.txt`\n\u2502\n\u251c\u2500\u2500 sparkmlpip <- Source code for use in this project.\n\u2502 \u251c\u2500\u2500 conf <- YAML config files for pyspark pipeline.\n\u2502 \u2502\n\u2502 \u251c\u2500\u2500 pipeline <- pyspark model pipelines.\n\u2502 \u2502\n\u2502 \u251c\u2500\u2500 stat <- pyspark stat pipelines.\n\u2502 \u2502\n\u2502 \u251c\u2500\u2500 test <- test code.\n\u2502 \u2502\n\u2502 \u2514\u2500\u2500 utils <- util functions.\n\u2502\n\u2514\u2500\u2500 setup.py <- Metadata about your project for easy distribution.\n```\n\n\n\n## Contributing\n### checkout the codebase\n``` bash\n$ git checkout develop\n```\n### Update the PyPI version\n* Update sparkmlpipe/\\_\\_version\\_\\_.py if needed\n* Upload to PyPI\n``` bash\n$ python setup.py sdist\n$ pip install twine\n// upload to Test PyPI\n$ twine upload --repository-url https://test.pypi.org/legacy/ dist/*\n// upload to PyPI\n$ twine upload dist/*\n```\n### Installing development requirements\n``` bash\n$ pip install -r requirements.txt\n```", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://bitbucket.org/xtechai/sparkml-pipe", "keywords": "", "license": "BSD", "maintainer": "", "maintainer_email": "", "name": "sparkml-pipe", "package_url": "https://pypi.org/project/sparkml-pipe/", "platform": "Linux", "project_url": "https://pypi.org/project/sparkml-pipe/", "project_urls": { "Homepage": "https://bitbucket.org/xtechai/sparkml-pipe" }, "release_url": "https://pypi.org/project/sparkml-pipe/0.2.5/", "requires_dist": null, "requires_python": "", "summary": "A configurable PySpark pipeline library.", "version": "0.2.5" }, "last_serial": 3955165, "releases": { "0.1.0": [ { "comment_text": "", "digests": { "md5": "a13283fa38fb9d13b8651708e5a67923", "sha256": "6a3d7ca0a96004fac6ff62d0b01c377237a7667ea8440a5ac3e3dbd1e65ccf7e" }, "downloads": -1, "filename": "sparkml-pipe-0.1.0.tar.gz", "has_sig": false, "md5_digest": "a13283fa38fb9d13b8651708e5a67923", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 6195, "upload_time": "2018-04-18T10:16:34", "url": "https://files.pythonhosted.org/packages/cb/75/616752461883d8db38a8b9833e7c91c349b874789fb3d9c27bbb7344ae34/sparkml-pipe-0.1.0.tar.gz" } ], "0.1.1": [ { "comment_text": "", "digests": { "md5": "6bec9f847fe8ebcafd0ba9d06d962dd3", "sha256": "ea2842ebfe2894bc73845e02da812cf7f8642f19ca99b556a1ad13d2f64ad3d1" }, "downloads": -1, "filename": "sparkml-pipe-0.1.1.tar.gz", "has_sig": false, "md5_digest": "6bec9f847fe8ebcafd0ba9d06d962dd3", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7959, "upload_time": "2018-04-23T17:02:46", "url": "https://files.pythonhosted.org/packages/9c/cd/9a03d7ad384be615d07e2a13fc9cc14dabbca5e6390d6e79ad076f80142e/sparkml-pipe-0.1.1.tar.gz" } ], "0.1.10": [ { "comment_text": "", "digests": { "md5": "46148b0cfca49dd7e01cf9f36b8c4c44", "sha256": "31e51c2038c59a2964dfc8d38dfff522369ef62e9c9f5c395c1b40fa99166405" }, "downloads": -1, "filename": "sparkml-pipe-0.1.10.tar.gz", "has_sig": false, "md5_digest": "46148b0cfca49dd7e01cf9f36b8c4c44", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 8548, "upload_time": "2018-05-06T16:37:50", "url": "https://files.pythonhosted.org/packages/94/bd/bd4b4d2d32ca48faff28274a255023d46b0f509818fd1c35de9232715ef9/sparkml-pipe-0.1.10.tar.gz" } ], "0.1.11": [ { "comment_text": "", "digests": { "md5": "6080b2decf3c52b522e2d81c5a98dd7f", "sha256": "7da5d19dff4590b334cd23da9bff7474fc3e936d4026e769df101304331cbc36" }, "downloads": -1, "filename": "sparkml-pipe-0.1.11.tar.gz", "has_sig": false, "md5_digest": "6080b2decf3c52b522e2d81c5a98dd7f", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 8604, "upload_time": "2018-05-13T08:22:22", "url": "https://files.pythonhosted.org/packages/41/29/6c9a2acff73e5a1b01c22003a343d855fd251cfb10742c327a2d6f2c78c8/sparkml-pipe-0.1.11.tar.gz" } ], "0.1.12": [ { "comment_text": "", "digests": { "md5": "137c6527d49ac51b78a1b932b084551f", "sha256": "4e857851d67bc1a7b4178a86b5004ab19662be1ae18d35bbacbff720b26d3612" }, "downloads": -1, "filename": "sparkml-pipe-0.1.12.tar.gz", "has_sig": false, "md5_digest": "137c6527d49ac51b78a1b932b084551f", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 8850, "upload_time": "2018-05-13T10:02:01", "url": "https://files.pythonhosted.org/packages/af/8e/ff1878ae1e88e2d9d97c9269e848f359cd7ed246455191f91895a73f6b20/sparkml-pipe-0.1.12.tar.gz" } ], "0.1.2": [ { "comment_text": "", "digests": { "md5": "29f42ca29ae63f8db7957b9a71633f0f", "sha256": "d49b3ebd7d9ebdb8eb1305b593ea932bae2e18648810e5253aadc0240aa228a1" }, "downloads": -1, "filename": "sparkml-pipe-0.1.2.tar.gz", "has_sig": false, "md5_digest": "29f42ca29ae63f8db7957b9a71633f0f", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 8327, "upload_time": "2018-04-25T07:45:03", "url": "https://files.pythonhosted.org/packages/9d/43/aab07d74f6aaee81976431438940fdb52dc659305727df7d5182d694cd7d/sparkml-pipe-0.1.2.tar.gz" } ], "0.1.3": [ { "comment_text": "", "digests": { "md5": "c5e12f97ae18ef749b9c3b61b908dff4", "sha256": "2d4197225c0b0fbdc196999d7f81a6ff6de13a8f1be01354f391bf4bf6008e6b" }, "downloads": -1, "filename": "sparkml-pipe-0.1.3.tar.gz", "has_sig": false, "md5_digest": "c5e12f97ae18ef749b9c3b61b908dff4", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 8295, "upload_time": "2018-04-29T14:18:22", "url": "https://files.pythonhosted.org/packages/56/fb/e1effa6fedbefe1a9ba43a6b2a566d4c74c281009410a812888c6fc19778/sparkml-pipe-0.1.3.tar.gz" } ], "0.1.4": [ { "comment_text": "", "digests": { "md5": "c7994bc3cb8563a5e20260d4672c7943", "sha256": "997c4fc31a392f07af44de6687754d535f1ee8890d3daffb153d624791f175f2" }, "downloads": -1, "filename": "sparkml-pipe-0.1.4.tar.gz", "has_sig": false, "md5_digest": "c7994bc3cb8563a5e20260d4672c7943", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 8336, "upload_time": "2018-04-29T14:38:57", "url": "https://files.pythonhosted.org/packages/e4/3f/99bb35d757c4f4477d90f85dccdcf1eecccf8d4ddcb58da6790a577afd15/sparkml-pipe-0.1.4.tar.gz" } ], "0.1.5": [ { "comment_text": "", "digests": { "md5": "86525bfd7034dc674ece5c174d185b40", "sha256": "ebdd04e95f491eb4e05e02d01fdd01bee2fc4e3a05ba379da152964dd2ab0a01" }, "downloads": -1, "filename": "sparkml-pipe-0.1.5.tar.gz", "has_sig": false, "md5_digest": "86525bfd7034dc674ece5c174d185b40", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 8360, "upload_time": "2018-04-30T08:36:51", "url": "https://files.pythonhosted.org/packages/0f/57/0cf48765f32c7d530aa3e9679b1c495a7495859a88b0055a0db459a2d26d/sparkml-pipe-0.1.5.tar.gz" } ], "0.1.6": [ { "comment_text": "", "digests": { "md5": "403dc671882d09fdeff101b33195b748", "sha256": "824b546b3baa2511e80ff232ce86dca03e76aeef278b147eb93e156cfa8a0c80" }, "downloads": -1, "filename": "sparkml-pipe-0.1.6.tar.gz", "has_sig": false, "md5_digest": "403dc671882d09fdeff101b33195b748", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 8434, "upload_time": "2018-05-01T21:02:35", "url": "https://files.pythonhosted.org/packages/60/c7/4d658c1dab553a6712995ac646d8574a7c603b1df98a96482a996d25ff50/sparkml-pipe-0.1.6.tar.gz" } ], "0.1.7": [ { "comment_text": "", "digests": { "md5": "d607ee5e680e5e9c42f4d602cabe6a5a", "sha256": "237f166ed30d00e8ba9b87642dd0d6fb9f08b2566d62320345338e36f140d735" }, "downloads": -1, "filename": "sparkml-pipe-0.1.7.tar.gz", "has_sig": false, "md5_digest": "d607ee5e680e5e9c42f4d602cabe6a5a", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 8471, "upload_time": "2018-05-02T20:05:38", "url": "https://files.pythonhosted.org/packages/eb/4d/8f69cede602b55e411094fc62d3e2632f1ae30176251f79e19063be9abba/sparkml-pipe-0.1.7.tar.gz" } ], "0.1.8": [ { "comment_text": "", "digests": { "md5": "86d38269557c5254ba1dc39b1795de32", "sha256": "fd5fde52e1385ce7457a610487c23c4f692838d99aec00c10e03993a654eabb1" }, "downloads": -1, "filename": "sparkml-pipe-0.1.8.tar.gz", "has_sig": false, "md5_digest": "86d38269557c5254ba1dc39b1795de32", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 8481, "upload_time": "2018-05-02T20:59:07", "url": "https://files.pythonhosted.org/packages/1e/94/ff77a145c286e747516320acac64b15ac5efb485e0c5b9247d7f30b72e8c/sparkml-pipe-0.1.8.tar.gz" } ], "0.1.9": [ { "comment_text": "", "digests": { "md5": "76946a4152ee6bd72dc06741f21289ff", "sha256": "ad18d14101acfd6220277a29f053d44b0cfebaa9215b7e548ce1a5f5b9ac65a5" }, "downloads": -1, "filename": "sparkml-pipe-0.1.9.tar.gz", "has_sig": false, "md5_digest": "76946a4152ee6bd72dc06741f21289ff", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 8578, "upload_time": "2018-05-06T07:52:10", "url": "https://files.pythonhosted.org/packages/0a/75/bfa2e2e4ad3cdcfe484eb370d37e3084730d3b56bcdf05af81ed68b67559/sparkml-pipe-0.1.9.tar.gz" } ], "0.2.0": [ { "comment_text": "", "digests": { "md5": "0af3c1f371083a0e994e6fc5d61b925b", "sha256": "1ef243ba21e489ea07cfd11151377fe7bc799fb3a506a50163dad65b065bc3bf" }, "downloads": -1, "filename": "sparkml-pipe-0.2.0.tar.gz", "has_sig": false, "md5_digest": "0af3c1f371083a0e994e6fc5d61b925b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 13435, "upload_time": "2018-05-30T19:36:17", "url": "https://files.pythonhosted.org/packages/a1/ae/763d8a7fc2b7323b7070f9e8463520d0b7688482a0ff9e52adc58bf449f4/sparkml-pipe-0.2.0.tar.gz" } ], "0.2.1": [ { "comment_text": "", "digests": { "md5": "05899100ca3d3285358a0c0fc674b9c9", "sha256": "e130bafba3535cfd1f44d927336d1e06e2974285c3af76834ca9e4d6e8a37ac7" }, "downloads": -1, "filename": "sparkml-pipe-0.2.1.tar.gz", "has_sig": false, "md5_digest": "05899100ca3d3285358a0c0fc674b9c9", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 13955, "upload_time": "2018-06-03T09:38:31", "url": "https://files.pythonhosted.org/packages/86/a2/ae3b2253e0f0c1d68c5fb84e5136f4dfbb13749c17e2c7db6a830d9b36e3/sparkml-pipe-0.2.1.tar.gz" } ], "0.2.2": [ { "comment_text": "", "digests": { "md5": "86f0f5afc6e9e7f8f5f600b58a77efdd", "sha256": "5be9d5faf8e244b8b4f59dffb040cbc75c5bab2af598f6c719b278eff3794ee0" }, "downloads": -1, "filename": "sparkml-pipe-0.2.2.tar.gz", "has_sig": false, "md5_digest": "86f0f5afc6e9e7f8f5f600b58a77efdd", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 14616, "upload_time": "2018-06-06T15:23:53", "url": "https://files.pythonhosted.org/packages/d0/83/f9ad3d4fbecbe88124d05ecd4f375aeee9c063cf512e587693ab1c34b4f0/sparkml-pipe-0.2.2.tar.gz" } ], "0.2.3": [ { "comment_text": "", "digests": { "md5": "57cbbd96b1d9c5652fe1ffd0def7e3b2", "sha256": "6a7160506f2f889913833dbac02eb9b00b0da1e7f4fc32fdabca0d09537f7ea4" }, "downloads": -1, "filename": "sparkml-pipe-0.2.3.tar.gz", "has_sig": false, "md5_digest": "57cbbd96b1d9c5652fe1ffd0def7e3b2", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 14502, "upload_time": "2018-06-11T07:37:57", "url": "https://files.pythonhosted.org/packages/79/3a/358cc280d0634282a542ebb0926254b4ca3efabbcfb76caf527f9d88386b/sparkml-pipe-0.2.3.tar.gz" } ], "0.2.4": [ { "comment_text": "", "digests": { "md5": "2bc076cdde8b140b502f4d9b30dab1d6", "sha256": "f3294bbf9b116dda3d44ac06551a101cd40657c9d9e96e452b524158dae6f182" }, "downloads": -1, "filename": "sparkml-pipe-0.2.4.tar.gz", "has_sig": false, "md5_digest": "2bc076cdde8b140b502f4d9b30dab1d6", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 14521, "upload_time": "2018-06-11T08:49:10", "url": "https://files.pythonhosted.org/packages/67/7b/a110a92e3753ef9edee6e9e12e1eae5cf50a1adeeb2d91c76608b455e432/sparkml-pipe-0.2.4.tar.gz" } ], "0.2.5": [ { "comment_text": "", "digests": { "md5": "7e36c90eaadffb6e53bb2c604e9a799c", "sha256": "f8efbf32b0e4d4561071e20fbe4260be163946c29e244e4d13c30cc8e82527d3" }, "downloads": -1, "filename": "sparkml-pipe-0.2.5.tar.gz", "has_sig": false, "md5_digest": "7e36c90eaadffb6e53bb2c604e9a799c", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 14608, "upload_time": "2018-06-12T19:36:09", "url": "https://files.pythonhosted.org/packages/69/13/366a94704de18c938aa233793c4c6429bef033eb9ebccd27b7ee5aa39644/sparkml-pipe-0.2.5.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "7e36c90eaadffb6e53bb2c604e9a799c", "sha256": "f8efbf32b0e4d4561071e20fbe4260be163946c29e244e4d13c30cc8e82527d3" }, "downloads": -1, "filename": "sparkml-pipe-0.2.5.tar.gz", "has_sig": false, "md5_digest": "7e36c90eaadffb6e53bb2c604e9a799c", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 14608, "upload_time": "2018-06-12T19:36:09", "url": "https://files.pythonhosted.org/packages/69/13/366a94704de18c938aa233793c4c6429bef033eb9ebccd27b7ee5aa39644/sparkml-pipe-0.2.5.tar.gz" } ] }