{ "info": { "author": "Satyaki De", "author_email": "satyaki.de@gmail.com", "bugtrack_url": null, "classifiers": [ "License :: OSI Approved :: MIT License", "Operating System :: OS Independent", "Programming Language :: Python :: 3" ], "description": "# Split-Merge Package\n\nSplitting a large CSV file into multiple small csv files for better processing using Split features at your local disk & Merge will merge back to small files into one large file. This is a first sample version. \n\n### Limitations\n\n## Split\n\nAs of now, this will create splitted file with the extension known as \"_splitted_\". Make sure that your original file should not contain the same naming pattern.\n\n> Your source file name for example - customer_addr_20180112.csv\n>\n> Your split file name will will be given below: \n\n 1__customer_addr_20180112__splitted_.csv\n 2__customer_addr_20180112__splitted_.csv\n ....\n N__customer_addr_20180112__splitted_.csv\n\n> Where N would be any number based on the size of the file.\n> Bye default, each chunk will contain at least 30000 or less number of records.\n\n## Merge\n\nFor merge, it will pick-up from the temp directory as mentioned in the bottom of this page. And, it will create a final merged file with this kind of naming convention -\n\n customer_addr_20180112_.csv\n\nFinal, file will be places under process directory. Please refer the bottom of this page for directory structure & placement of the main calling file.\n\nThis package requires pandas & regular expression package to be installed in your python environment.\n\nSample Code to use this library. You can name it as -> \n\n------------------------------------------------------------------------------------------\n callSplitMergeFiles.py\n------------------------------------------------------------------------------------------\n\n from SplitMerge.clsSplitFiles import clsSplitFiles\n from SplitMerge.clsMergeFiles import clsMergeFiles\n import re\n import platform as pl\n import os\n\n def main():\n print(\"Calling the custom Package for large file splitting..\")\n os_det = pl.system()\n\n print(\"Running on :\", os_det)\n\n ###############################################################\n ###### User Input based on Windows OS ########\n ###############################################################\n\n srcF = str(input(\"Please enter the file name with extension:\"))\n base_name = re.sub(r'[0-9]','', srcF)\n srcFileInit = base_name[:-5]\n\n if os_det == \"Windows\":\n subdir = \"\\\\temp\\\\\"\n path = os.path.dirname(os.path.realpath(__file__)) + \"\\\\\"\n else:\n subdir = \"/temp/\"\n path = os.path.dirname(os.path.realpath(__file__)) + '/'\n\n ###############################################################\n ###### End Of User Input ######\n ###############################################################\n\n ###############################################################\n ###### Begining of Split Process ######\n ###############################################################\n\n t = clsSplitFiles(srcF, path, subdir)\n ret_val = t.split_files()\n\n if ret_val == 0:\n print(\"Splitting Successful!\")\n else:\n print(\"Splitting Failure!\")\n\n print(\"-\"*30)\n\n ###############################################################\n ###### End of Split Process ######\n ###############################################################\n\n print(\"Finally, Merging small splitted files to make the same big file!\")\n\n ###############################################################\n ###### Begining of Merge Process ######\n ###############################################################\n\n y = clsMergeFiles(srcFileInit, path)\n ret_val1 = y.merge_file()\n\n if ret_val1 == 0:\n print(\"Merge Successful!\")\n else:\n print(\"Merge Failure!\")\n\n print(\"-\"*30)\n\n ###############################################################\n ###### End of Merge Process ######\n ###############################################################\n\n\n if __name__ == \"__main__\":\n main()\n\n------------------------------------------------------------------------------------------\n End Of Sample Code - callSplitMergeFiles.py\n------------------------------------------------------------------------------------------\n\n> Bug Fix: 1. Module loading issue fixed.\n> 2. Source & Target directory as per developer's choice.\n> Dependancy Package: You need to install followig packages in order to run this package -\n>\n> pip install pandas\n> pip install regex\n------------------------------------------------------------------------------------------\n Directory Structure shoould be like ->\n------------------------------------------------------------------------------------------\n -> \\callSplitMergeFiles.py\n -> \\process\\\n -> \\src_file\\\n -> \\temp\\\n------------------------------------------------------------------------------------------\n------------------------------------------------------------------------------------------\n\n\n", "description_content_type": "text/markdown", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/SatyakiDe2019/SplitMerge", "keywords": "", "license": "", "maintainer": "", "maintainer_email": "", "name": "SplitMerge", "package_url": "https://pypi.org/project/SplitMerge/", "platform": "", "project_url": "https://pypi.org/project/SplitMerge/", "project_urls": { "Homepage": "https://github.com/SatyakiDe2019/SplitMerge" }, "release_url": "https://pypi.org/project/SplitMerge/0.0.2.post3/", "requires_dist": [ "markdown", "pandas", "regex" ], "requires_python": "", "summary": "Split & Merge utilities for large csv files.", "version": "0.0.2.post3" }, "last_serial": 5389403, "releases": { "0.0.1": [ { "comment_text": "", "digests": { "md5": "f470a6e702449593187cdccac1c3c659", "sha256": "1fed19538603b9acad785284ba0cae95281c74d917fd8bb0fb05d54f2fab5591" }, "downloads": -1, "filename": "SplitMerge-0.0.1-py3-none-any.whl", "has_sig": false, "md5_digest": "f470a6e702449593187cdccac1c3c659", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 2398, "upload_time": "2019-03-31T01:13:37", "url": "https://files.pythonhosted.org/packages/ce/10/13d7a71a112fdc94c0243bccb2abad66036d3e08eaec825d3df2e59f7c8d/SplitMerge-0.0.1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "abe4628e51fc6a40c4a67d1aab693cbd", "sha256": "672a42844bc4c0f6f9c870eed9de6fa076658b9de6ddd487befc94a285a89727" }, "downloads": -1, "filename": "SplitMerge-0.0.1.tar.gz", "has_sig": false, "md5_digest": "abe4628e51fc6a40c4a67d1aab693cbd", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 1401, "upload_time": "2019-03-31T01:13:39", "url": "https://files.pythonhosted.org/packages/c8/65/3edfd109bd732967ec9b1645d2c65c7dc894e43e08d879a2cb61361729bf/SplitMerge-0.0.1.tar.gz" } ], "0.0.1.post1": [ { "comment_text": "", "digests": { "md5": "00f5dc070f979593011e79af4b7296e4", "sha256": "579462ca2a7a457767bc02e5a8d806bf810511f3410a55ffd839f9597d98687d" }, "downloads": -1, "filename": "SplitMerge-0.0.1.post1-py3-none-any.whl", "has_sig": false, "md5_digest": "00f5dc070f979593011e79af4b7296e4", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 3085, "upload_time": "2019-03-31T01:54:14", "url": "https://files.pythonhosted.org/packages/da/93/e0fca5c00d11f1d865eeb76d64beb6797e484d21f3f2797ee159b5c7f541/SplitMerge-0.0.1.post1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "09518a512fe0443346eefbb727750a9f", "sha256": "54ecfbf576f5ed93876944227b2e9d93a990f4ff1554400e8ed1fa36cb205d88" }, "downloads": -1, "filename": "SplitMerge-0.0.1.post1.tar.gz", "has_sig": false, "md5_digest": "09518a512fe0443346eefbb727750a9f", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2280, "upload_time": "2019-03-31T01:54:15", "url": "https://files.pythonhosted.org/packages/50/dc/34d7c7bddecea1f897b662ce3beaad017a1f3fcbb97b989df7b98125d049/SplitMerge-0.0.1.post1.tar.gz" } ], "0.0.2": [ { "comment_text": "", "digests": { "md5": "15d179315e4ca85bc8e59f8f51e7a507", "sha256": "5bca3d3a78040233704ad4528597ab5dc3cdbead2b6e4ec6f814605f83612d5e" }, "downloads": -1, "filename": "SplitMerge-0.0.2-py3-none-any.whl", "has_sig": false, "md5_digest": "15d179315e4ca85bc8e59f8f51e7a507", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 3144, "upload_time": "2019-06-11T23:43:18", "url": "https://files.pythonhosted.org/packages/fb/8e/09eb9d79e15655b289a665a549a670219e7faf4e8d76124795346337accc/SplitMerge-0.0.2-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "2e63ac89336e0ea03b7133f3fea0f91c", "sha256": "d630e8d4ff34383d6cb861ed404b175221e4f241bb38d4ece228a5e81a7e0408" }, "downloads": -1, "filename": "SplitMerge-0.0.2.tar.gz", "has_sig": false, "md5_digest": "2e63ac89336e0ea03b7133f3fea0f91c", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2440, "upload_time": "2019-06-11T23:43:20", "url": "https://files.pythonhosted.org/packages/2a/8d/54ca7468546373117b4efe91668899cdb592304826b184fec12d260757f4/SplitMerge-0.0.2.tar.gz" } ], "0.0.2.post0": [ { "comment_text": "", "digests": { "md5": "cbf91cce2a9a195f0e98f1a085470405", "sha256": "b8ea4c46c1a3f733c597dfd75299a3a2e416feb329c9a851c341d46a1995b285" }, "downloads": -1, "filename": "SplitMerge-0.0.2.post0-py3-none-any.whl", "has_sig": false, "md5_digest": "cbf91cce2a9a195f0e98f1a085470405", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 6328, "upload_time": "2019-06-12T01:30:26", "url": "https://files.pythonhosted.org/packages/37/c4/6939c3e06d35fff159c6c21d4f8cb8a1840e995587c7eac46271b53491cb/SplitMerge-0.0.2.post0-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "c603daf3c04b55c7a00023186593b2e6", "sha256": "e58f02ab3c030514ec923fa519299e1aac3385cb22e3e006a22a639f50c22f84" }, "downloads": -1, "filename": "SplitMerge-0.0.2.post0.tar.gz", "has_sig": false, "md5_digest": "c603daf3c04b55c7a00023186593b2e6", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4136, "upload_time": "2019-06-12T01:30:27", "url": "https://files.pythonhosted.org/packages/b6/6f/531da65fd48809cbf50521e52a06cf73d417ac4170f0f5aef3d6688bc89d/SplitMerge-0.0.2.post0.tar.gz" } ], "0.0.2.post1": [ { "comment_text": "", "digests": { "md5": "6ffb551d4e6755a8f7457c7c7aaa841f", "sha256": "c0c8fa594369bd25556602f9d715ffa7efb56e1b5c2054de57fcb8a48a9d1ebc" }, "downloads": -1, "filename": "SplitMerge-0.0.2.post1-py3-none-any.whl", "has_sig": false, "md5_digest": "6ffb551d4e6755a8f7457c7c7aaa841f", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 6386, "upload_time": "2019-06-12T02:00:10", "url": "https://files.pythonhosted.org/packages/fd/c1/36798ce6d60df948e5c12d4a9fd57918f3ab5a134eb379cff9e215e32bdf/SplitMerge-0.0.2.post1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "748145f9a29e1d804252ab548e193561", "sha256": "9ea33661b3a69295e89122ea9c6945fab5962af37e8f013974e3a65bd9a7db22" }, "downloads": -1, "filename": "SplitMerge-0.0.2.post1.tar.gz", "has_sig": false, "md5_digest": "748145f9a29e1d804252ab548e193561", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4212, "upload_time": "2019-06-12T02:00:12", "url": "https://files.pythonhosted.org/packages/df/48/03ff815b140993637dbc7671989b26b7d5ff341328ffdfaca75178a4c307/SplitMerge-0.0.2.post1.tar.gz" } ], "0.0.2.post3": [ { "comment_text": "", "digests": { "md5": "21d23a85f5957e9c7b89b27acdd02126", "sha256": "3084641076ba698491cb004e8d94654a65e65c7fa28823f79b3ce39d5cfafa81" }, "downloads": -1, "filename": "SplitMerge-0.0.2.post3-py3-none-any.whl", "has_sig": false, "md5_digest": "21d23a85f5957e9c7b89b27acdd02126", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 6600, "upload_time": "2019-06-12T04:28:56", "url": "https://files.pythonhosted.org/packages/0e/46/cf57068194cca6ced34d09072fdf2fca98f4a1876ec37267b1bb4ed94da1/SplitMerge-0.0.2.post3-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "3108bc04a5a2087f7afb20cfe39380c2", "sha256": "b36a1e92b7409c6b36f7b50cf1f5be5b9b2a04537778b8b8347fbcc71ee8c44d" }, "downloads": -1, "filename": "SplitMerge-0.0.2.post3.tar.gz", "has_sig": false, "md5_digest": "3108bc04a5a2087f7afb20cfe39380c2", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4499, "upload_time": "2019-06-12T04:28:57", "url": "https://files.pythonhosted.org/packages/ca/2d/001581b0b1d0b30256042e02440a20cd635553af81983f893000d35e3c05/SplitMerge-0.0.2.post3.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "21d23a85f5957e9c7b89b27acdd02126", "sha256": "3084641076ba698491cb004e8d94654a65e65c7fa28823f79b3ce39d5cfafa81" }, "downloads": -1, "filename": "SplitMerge-0.0.2.post3-py3-none-any.whl", "has_sig": false, "md5_digest": "21d23a85f5957e9c7b89b27acdd02126", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 6600, "upload_time": "2019-06-12T04:28:56", "url": "https://files.pythonhosted.org/packages/0e/46/cf57068194cca6ced34d09072fdf2fca98f4a1876ec37267b1bb4ed94da1/SplitMerge-0.0.2.post3-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "3108bc04a5a2087f7afb20cfe39380c2", "sha256": "b36a1e92b7409c6b36f7b50cf1f5be5b9b2a04537778b8b8347fbcc71ee8c44d" }, "downloads": -1, "filename": "SplitMerge-0.0.2.post3.tar.gz", "has_sig": false, "md5_digest": "3108bc04a5a2087f7afb20cfe39380c2", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4499, "upload_time": "2019-06-12T04:28:57", "url": "https://files.pythonhosted.org/packages/ca/2d/001581b0b1d0b30256042e02440a20cd635553af81983f893000d35e3c05/SplitMerge-0.0.2.post3.tar.gz" } ] }