{ "info": { "author": "Icarus So (enhanced by Jason Tsang)", "author_email": "tsangkinhoi@gmail.com", "bugtrack_url": null, "classifiers": [ "License :: OSI Approved :: MIT License", "Operating System :: OS Independent", "Programming Language :: Python :: 3" ], "description": "# Credit\nThis repository is forked from\nhttps://github.com/IcarusSO/bigQueryExporter\n\n# Change Log (Compare with original version)\n### query_to_local()\n- Create a temp table with a random hash on BQ as output table, so that simultaneous execution of the function will not overwrite each other.\n- Remove the temp table after the execution. (May also set keep_temp_table=True if you wish to keep them).\n\n# bigQueryExporter\nExport query data from google bigquery to local machine\n\n#### Installation\n pip install bigQueryExporterEnhanced\n\n#### Prepare for the connection\n from bigQueryExport import BigQueryExporter\n bigQueryExporter = BigQueryExporter(project_name, dataset_name, bucket_name) \n\n#### Query To Table\n bigQueryExporter.query_to_table(query, job_name, dataset_name)\n\n#### Table To GS\n bigQueryExporter.table_to_gs(destination_table, job_name)\n\n#### GS To Local\n bigQueryExporter.gs_to_local(bucket, job_name, data_dir_path)\n\n#### Query To GS (Query to Table + Table to GS)\n bigQueryExporter.query_to_gs(query, job_name)\n\n#### Query To Local (Query to Table + Table to GS + GS to Local)\n export_path = bigQueryExporter.query_to_local(query)\n\n # or with the options\n export_path = bigQueryExporter.query_to_local(query, \n job_name='simple_query', \n data_dir_path='out/',\n keep_temp_table=False,\n overwrite_output_folder=True)\n\n#### Requirement\n- Your server/ local machine should have the right to access the project\n- Right should be granted following the insturction on [Google SDK](https://cloud.google.com/sdk/docs/)\n- Execute the following command\n\n gcloud auth application-default login\n\n\n", "description_content_type": "text/markdown", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/tsangkinhoi/bigQueryExporter-enhanced", "keywords": "bigquery,local,export", "license": "", "maintainer": "", "maintainer_email": "", "name": "bigQueryExporterEnhanced", "package_url": "https://pypi.org/project/bigQueryExporterEnhanced/", "platform": "", "project_url": "https://pypi.org/project/bigQueryExporterEnhanced/", "project_urls": { "Homepage": "https://github.com/tsangkinhoi/bigQueryExporter-enhanced" }, "release_url": "https://pypi.org/project/bigQueryExporterEnhanced/1.0.8/", "requires_dist": [ "google-cloud-bigquery (==1.*)", "google-cloud-storage (==1.*)", "pandas" ], "requires_python": "", "summary": "Package codes to execute queries on BQ and save to local machine, to BQ table or to GCS.", "version": "1.0.8" }, "last_serial": 4476504, "releases": { "1.0.1": [ { "comment_text": "", "digests": { "md5": "dcef880365e70e84be486c649878df8e", "sha256": "4a9a0bd354f44ce9cffb8c54787e7f6efdb6cecf7541c82bd04f278c09b15090" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.1-py3-none-any.whl", "has_sig": false, "md5_digest": "dcef880365e70e84be486c649878df8e", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 4623, "upload_time": "2018-07-31T08:37:16", "url": "https://files.pythonhosted.org/packages/39/52/f56a077e80d574cb2fe53d90a35064dfc0d03fa8c3a24505a9343fe2bcaf/bigQueryExporterEnhanced-1.0.1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "cfe0aa9552a72ac193abedb9cb9256db", "sha256": "bcf66c2734fafd210f91d5c21772aef5c87e41dd075fa8e2580d65112d130624" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.1.tar.gz", "has_sig": false, "md5_digest": "cfe0aa9552a72ac193abedb9cb9256db", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3698, "upload_time": "2018-07-31T08:37:17", "url": "https://files.pythonhosted.org/packages/9d/1a/77911c9379482c444946962af6224f7d662572a8c2cf4f72ca72f57a64c5/bigQueryExporterEnhanced-1.0.1.tar.gz" } ], "1.0.2": [ { "comment_text": "", "digests": { "md5": "411038e4e63371c80f8370f83ec91554", "sha256": "92e7231a0606c1580600efc0edba1b6263a2b9be1ab36c3bd2c64d84d71f8430" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.2-py3-none-any.whl", "has_sig": false, "md5_digest": "411038e4e63371c80f8370f83ec91554", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 4625, "upload_time": "2018-07-31T08:54:28", "url": "https://files.pythonhosted.org/packages/1e/dc/06da8fc0cae3f5d7710d8a3733c8817b655d0872e5286ed5a05919b214a7/bigQueryExporterEnhanced-1.0.2-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "294866333535bc1a66765c3b1da751da", "sha256": "29a163dcd866ba5dff59170ead3307602a2d25df4f0be770f6ad6a16bb99a171" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.2.tar.gz", "has_sig": false, "md5_digest": "294866333535bc1a66765c3b1da751da", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3672, "upload_time": "2018-07-31T08:54:29", "url": "https://files.pythonhosted.org/packages/f4/eb/fa8566924dd4d6287807375b37d1448db0b2bc28482111ca7e3e3cf11bbd/bigQueryExporterEnhanced-1.0.2.tar.gz" } ], "1.0.3": [ { "comment_text": "", "digests": { "md5": "995e199d5573ef4f562b6dcc0c6011e1", "sha256": "19b17a9d48499bf29a516667096ba7c623a23b3d2fc0a981cbd50040eecaf767" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.3-py3-none-any.whl", "has_sig": false, "md5_digest": "995e199d5573ef4f562b6dcc0c6011e1", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 4719, "upload_time": "2018-07-31T09:01:40", "url": "https://files.pythonhosted.org/packages/aa/93/19f2e2ff137ffe65d0fb42a7fafd3f3150575b60a8d22f61a1a8a2a5546c/bigQueryExporterEnhanced-1.0.3-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "e7aa55edaec72a326edf7be75f8dbfd1", "sha256": "cd00aa09baf01fe0a13aacbfb497dc63d4b1aa0efb9645b7261707bb3d379671" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.3.tar.gz", "has_sig": false, "md5_digest": "e7aa55edaec72a326edf7be75f8dbfd1", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3782, "upload_time": "2018-07-31T09:01:41", "url": "https://files.pythonhosted.org/packages/73/17/c016e69403db2d6c42df0654439a1a710b0d1681697ec8750395c2cd4485/bigQueryExporterEnhanced-1.0.3.tar.gz" } ], "1.0.4": [ { "comment_text": "", "digests": { "md5": "6ff5846e695e3ebe0abef25cf69fce8d", "sha256": "572980f71e8b700481efd759dd70f0b2aa7ead94a68e6c7fe892f3646548b387" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.4-py3-none-any.whl", "has_sig": false, "md5_digest": "6ff5846e695e3ebe0abef25cf69fce8d", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 4828, "upload_time": "2018-08-01T09:39:17", "url": "https://files.pythonhosted.org/packages/e0/76/a7cb9ff5c330c8db9b1aa1f64d86430f5ac7514852062506c6c5449c682f/bigQueryExporterEnhanced-1.0.4-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "7a74bafc862e2ae677a05246cc511545", "sha256": "e0bda24c5c2783949e5b5c4cf1abdb4a8eb28ca286c74176ba3fcaf196e25d49" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.4.tar.gz", "has_sig": false, "md5_digest": "7a74bafc862e2ae677a05246cc511545", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3928, "upload_time": "2018-08-01T09:39:18", "url": "https://files.pythonhosted.org/packages/26/30/a17c63d029f68d6b1db3d187229bd9163c9f588b6d2f12c4e8b1d3ff38f3/bigQueryExporterEnhanced-1.0.4.tar.gz" } ], "1.0.5": [ { "comment_text": "", "digests": { "md5": "bd87a105313fe9763bd7dc43e7c733c0", "sha256": "2af3436e3343153ea1316c7cbe29711a7b4c563e1a813e62b34f59931db7e906" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.5-py3-none-any.whl", "has_sig": false, "md5_digest": "bd87a105313fe9763bd7dc43e7c733c0", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 5144, "upload_time": "2018-08-02T08:39:03", "url": "https://files.pythonhosted.org/packages/cc/50/0769f7070f2980d7c8d9a728ecce8e625beff0f00a92d7882df98914d621/bigQueryExporterEnhanced-1.0.5-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "adb779256ad55650e4360c5d2a34d3df", "sha256": "07d4c0bbe1f72cca359d483deecae93442e85bc9b9d3699ca804ed4a8353d6cc" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.5.tar.gz", "has_sig": false, "md5_digest": "adb779256ad55650e4360c5d2a34d3df", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4232, "upload_time": "2018-08-02T08:39:04", "url": "https://files.pythonhosted.org/packages/4d/cd/b5e9fa4fb04445d3a2a03abf1186c225ebb634c77b1576902bd9e93d2289/bigQueryExporterEnhanced-1.0.5.tar.gz" } ], "1.0.6": [ { "comment_text": "", "digests": { "md5": "f9543ccc9a1da662157bc84b5e04922c", "sha256": "bc711231313b10e1e42cc531ac8d26962ad796bdada52c3d322ff4948c0808dd" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.6-py3-none-any.whl", "has_sig": false, "md5_digest": "f9543ccc9a1da662157bc84b5e04922c", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 5243, "upload_time": "2018-09-13T04:51:38", "url": "https://files.pythonhosted.org/packages/1d/f9/7533449681b578c39572ec33cfbb09e6f80d52e1513d5c0bc457c84bd239/bigQueryExporterEnhanced-1.0.6-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "d8448ec05714142a123352cd9daf456e", "sha256": "f3a89a847fcfa60bf9ed1183e17c4be50755005a8843979ef748295f96523867" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.6.tar.gz", "has_sig": false, "md5_digest": "d8448ec05714142a123352cd9daf456e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4331, "upload_time": "2018-09-13T04:51:39", "url": "https://files.pythonhosted.org/packages/84/aa/a5954ae9d444d2d3f451dc63231164df21715a29fe827fcf7383a748fde4/bigQueryExporterEnhanced-1.0.6.tar.gz" } ], "1.0.7": [ { "comment_text": "", "digests": { "md5": "2dc3b55303b2fdd64d8e774841e1b304", "sha256": "071ddca272466e7149f617742c04d356c7efe6b6a39478680935fad34962b270" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.7-py3-none-any.whl", "has_sig": false, "md5_digest": "2dc3b55303b2fdd64d8e774841e1b304", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 6036, "upload_time": "2018-11-06T09:09:16", "url": "https://files.pythonhosted.org/packages/02/18/5ce83aabc407bfdbd54d17caaf498ba79ec6bc7c8dca70dde0e39f1d041f/bigQueryExporterEnhanced-1.0.7-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "b15c7fa4674efe38d1320206de75eef1", "sha256": "83e1bcdaa1b9dcff5191a57e13b125c8f62c02c92cd57d1a82e1e49e0b462a1c" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.7.tar.gz", "has_sig": false, "md5_digest": "b15c7fa4674efe38d1320206de75eef1", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4565, "upload_time": "2018-11-06T09:09:18", "url": "https://files.pythonhosted.org/packages/52/a3/69b916e7034895a305a29ec0297f853e0b778d9a04303b727c121c9a01f6/bigQueryExporterEnhanced-1.0.7.tar.gz" } ], "1.0.8": [ { "comment_text": "", "digests": { "md5": "7117b314741f4ce562e8819d55b13d91", "sha256": "4db046decf0b02fbdf534133dcd251f025d31c96e0c08488b31f38740e1d8758" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.8-py3-none-any.whl", "has_sig": false, "md5_digest": "7117b314741f4ce562e8819d55b13d91", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 6035, "upload_time": "2018-11-12T07:59:26", "url": "https://files.pythonhosted.org/packages/8f/77/306cdf22923761a241e350cd31b72ecabef397db7e598447b22aa50610cf/bigQueryExporterEnhanced-1.0.8-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "c44d780be539977caa0738b58ae1ae1b", "sha256": "a31f0148aed43cc074a0638d6c96a4b018a581b0a9af1a4946c4cbe4a1b62f82" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.8.tar.gz", "has_sig": false, "md5_digest": "c44d780be539977caa0738b58ae1ae1b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4572, "upload_time": "2018-11-12T07:59:28", "url": "https://files.pythonhosted.org/packages/9d/dc/c689a03ec32db0c0f389fe489f674fbfc5ffa5777546911a45c62ed440c2/bigQueryExporterEnhanced-1.0.8.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "7117b314741f4ce562e8819d55b13d91", "sha256": "4db046decf0b02fbdf534133dcd251f025d31c96e0c08488b31f38740e1d8758" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.8-py3-none-any.whl", "has_sig": false, "md5_digest": "7117b314741f4ce562e8819d55b13d91", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 6035, "upload_time": "2018-11-12T07:59:26", "url": "https://files.pythonhosted.org/packages/8f/77/306cdf22923761a241e350cd31b72ecabef397db7e598447b22aa50610cf/bigQueryExporterEnhanced-1.0.8-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "c44d780be539977caa0738b58ae1ae1b", "sha256": "a31f0148aed43cc074a0638d6c96a4b018a581b0a9af1a4946c4cbe4a1b62f82" }, "downloads": -1, "filename": "bigQueryExporterEnhanced-1.0.8.tar.gz", "has_sig": false, "md5_digest": "c44d780be539977caa0738b58ae1ae1b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4572, "upload_time": "2018-11-12T07:59:28", "url": "https://files.pythonhosted.org/packages/9d/dc/c689a03ec32db0c0f389fe489f674fbfc5ffa5777546911a45c62ed440c2/bigQueryExporterEnhanced-1.0.8.tar.gz" } ] }