{ "info": { "author": "Chaerim Yeo", "author_email": "yeochaerim@gmail.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 2 - Pre-Alpha", "License :: OSI Approved :: MIT License", "Programming Language :: Python", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.6", "Topic :: Software Development :: Libraries :: Python Modules" ], "description": "# sparksql-magic\n\nSpark SQL magic command for Jupyter notebooks.\n\n![Example](screenshots/example.png)\n\n## Prerequisites\n- Python >= 3.6\n- PySpark >= 2.3.0 \n- IPython >= 7.4.0\n\n## Install\n```\npip install sparksql-magic\n```\n\n## Usage\n\n### Load\n```ba\n%load_ext sparksql_magic\n```\n\n### Config\n```\n%config SparkSql.max_num_rows=\n```\n\n|Option|Default|Description|\n|---|---|---|\n|`SparkSql.max_num_rows`|20|The maximum number of rows to display|\n\n### Parameter\n```\n%%sparksql [-c] [-v VIEW] [variable]\n\n```\n\n|Parameter|Description|\n|---|---|\n|`-c` `--cache`|Cache dataframe|\n|`-e` `--eager`|Cache dataframe with eager load|\n|`-v VIEW` `--view VIEW`|Create or replace temporary view|\n|`variable`|Capture dataframe in a local variable|\n\n\n\n\n\n", "description_content_type": "text/markdown", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/cryeo/sparksql-magic", "keywords": "", "license": "MIT License", "maintainer": "", "maintainer_email": "", "name": "sparksql-magic", "package_url": "https://pypi.org/project/sparksql-magic/", "platform": "", "project_url": "https://pypi.org/project/sparksql-magic/", "project_urls": { "Homepage": "https://github.com/cryeo/sparksql-magic" }, "release_url": "https://pypi.org/project/sparksql-magic/0.0.2/", "requires_dist": [ "pyspark (>=2.3.0)", "ipython (>=7.4.0)" ], "requires_python": ">=3.6", "summary": "Spark SQL magic command for Jupyter notebooks", "version": "0.0.2" }, "last_serial": 5309961, "releases": { "0.0.1": [ { "comment_text": "", "digests": { "md5": "066be40ef0a81ade6f0b5d7f1a6ba22a", "sha256": "03c3ac4c2af16c2e87cb0f0313c4db3913bd2b0482208ac207e0f90cc7be56fa" }, "downloads": -1, "filename": "sparksql_magic-0.0.1-py36-none-any.whl", "has_sig": false, "md5_digest": "066be40ef0a81ade6f0b5d7f1a6ba22a", "packagetype": "bdist_wheel", "python_version": "py36", "requires_python": ">=3.6", "size": 4141, "upload_time": "2019-05-23T23:14:30", "url": "https://files.pythonhosted.org/packages/4c/d4/e0665f8455aafa538a4d03adb3dab8a5455344d2ab9ec6791c87a25aae4a/sparksql_magic-0.0.1-py36-none-any.whl" }, { "comment_text": "", "digests": { "md5": "6043d9354b8e7d50eb35b5b791bdb471", "sha256": "d5756a2fdf3a298e81d8668bace4aa9d668947eaeed2823b6e340095441a302b" }, "downloads": -1, "filename": "sparksql-magic-0.0.1.tar.gz", "has_sig": false, "md5_digest": "6043d9354b8e7d50eb35b5b791bdb471", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 2920, "upload_time": "2019-05-23T23:14:32", "url": "https://files.pythonhosted.org/packages/84/42/f119992a74c282c7e146deda1b7c7c640134527a2f8e1b3f01fe55bf318d/sparksql-magic-0.0.1.tar.gz" } ], "0.0.2": [ { "comment_text": "", "digests": { "md5": "f1dc031e355737c7d1a2ddbf648e491e", "sha256": "d7e3f959a12cc2fe3adc7a8dcdec50380b3b90967842e386b41beba323398f49" }, "downloads": -1, "filename": "sparksql_magic-0.0.2-py36-none-any.whl", "has_sig": false, "md5_digest": "f1dc031e355737c7d1a2ddbf648e491e", "packagetype": "bdist_wheel", "python_version": "py36", "requires_python": ">=3.6", "size": 4221, "upload_time": "2019-05-23T23:42:37", "url": "https://files.pythonhosted.org/packages/c8/20/476cc23398970731b6fd4ebe1921d56dec9580dd407025da391645310c98/sparksql_magic-0.0.2-py36-none-any.whl" }, { "comment_text": "", "digests": { "md5": "81b8f9b6370a90eb5540c8fc4d79b28a", "sha256": "5f16bc678b17e138961883c1d639df863572caa320b135c5e68c6b71754a9cfe" }, "downloads": -1, "filename": "sparksql-magic-0.0.2.tar.gz", "has_sig": false, "md5_digest": "81b8f9b6370a90eb5540c8fc4d79b28a", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 2991, "upload_time": "2019-05-23T23:42:38", "url": "https://files.pythonhosted.org/packages/82/ab/cba9bf2ccef6a9647876cb87f69060ec0a4ce4ca8444ac9ac30617a26de4/sparksql-magic-0.0.2.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "f1dc031e355737c7d1a2ddbf648e491e", "sha256": "d7e3f959a12cc2fe3adc7a8dcdec50380b3b90967842e386b41beba323398f49" }, "downloads": -1, "filename": "sparksql_magic-0.0.2-py36-none-any.whl", "has_sig": false, "md5_digest": "f1dc031e355737c7d1a2ddbf648e491e", "packagetype": "bdist_wheel", "python_version": "py36", "requires_python": ">=3.6", "size": 4221, "upload_time": "2019-05-23T23:42:37", "url": "https://files.pythonhosted.org/packages/c8/20/476cc23398970731b6fd4ebe1921d56dec9580dd407025da391645310c98/sparksql_magic-0.0.2-py36-none-any.whl" }, { "comment_text": "", "digests": { "md5": "81b8f9b6370a90eb5540c8fc4d79b28a", "sha256": "5f16bc678b17e138961883c1d639df863572caa320b135c5e68c6b71754a9cfe" }, "downloads": -1, "filename": "sparksql-magic-0.0.2.tar.gz", "has_sig": false, "md5_digest": "81b8f9b6370a90eb5540c8fc4d79b28a", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 2991, "upload_time": "2019-05-23T23:42:38", "url": "https://files.pythonhosted.org/packages/82/ab/cba9bf2ccef6a9647876cb87f69060ec0a4ce4ca8444ac9ac30617a26de4/sparksql-magic-0.0.2.tar.gz" } ] }