{
"info": {
"author": "Jared Lewis",
"author_email": "jared.lewis@climate-energy-college.org",
"bugtrack_url": null,
"classifiers": [
"Development Status :: 4 - Beta",
"Intended Audience :: Developers",
"License :: OSI Approved :: MIT License",
"Operating System :: OS Independent",
"Programming Language :: Python :: 3.6",
"Programming Language :: Python :: 3.7"
],
"description": "ESGF Scraper\n============\n\n.. sec-begin-index\n\n+-------------------+----------------+-----------+\n| Repository health | |Build Status| | |Codecov| |\n+-------------------+----------------+-----------+\n\nESGF Scraper is a tool for downloading and processing climate data from the Earth System Grid Federation (ESGF_). ESGF is an international\ncollaborative network specifically designed for dissemination of climate model output for large scale projects such as CMIP6.\n\n.. _ESGF: https://esgf.llnl.gov/\n\n.. |Build Status| image:: https://gitlab.com/magicc/esgf-scraper/badges/master/pipeline.svg\n :target: https://gitlab.com/magicc/esgf-scraper/commits/master\n.. |Codecov| image:: https://gitlab.com/magicc/esgf-scraper/badges/master/coverage.svg?job=test\n :target: https://gitlab.com/magicc/esgf-scraper/commits/master\n\n.. sec-end-index\n\nDocumentation\n-------------\nSee the `documentation `_ for examples of using ``esgf-scraper``\n\n.. sec-begin-installation\n\nInstallation\n------------\n\nesgf-scraper is not currently `pip `_ installable as the code is not publically accessible. To install, you must checkout the\ncode from `GitLab `_.\n\n::\n\n git clone git@gitlab.com:magicc/esgf-scraper.git\n cd esgf-scraper\n make virtual-environment\n cp esgf_scraper.conf.sample ~/esgf_scraper.conf\n\nAfter this has been completed, the configuration file will need to be updated with new configuration. See TODO for more information\nabout the contents of the configuration file.\n\n.. sec-end-installation\n\nContributing\n------------\n\nIf you'd like to contribute, please make a pull request!\nThe pull request templates should ensure that you provide all the necessary information.\n\n.. sec-begin-license\n\nLicense\n-------\n\nThis package is licensed under a `MIT license `_, unless noted otherwise for specific parts.\n\n.. sec-end-license\n\n",
"description_content_type": "text/x-rst",
"docs_url": null,
"download_url": "",
"downloads": {
"last_day": -1,
"last_month": -1,
"last_week": -1
},
"home_page": "https://gitlab.com/magicc/esgf-scraper",
"keywords": "esgf,cmip6,scrape",
"license": "MIT License",
"maintainer": "",
"maintainer_email": "",
"name": "esgf-scraper",
"package_url": "https://pypi.org/project/esgf-scraper/",
"platform": "",
"project_url": "https://pypi.org/project/esgf-scraper/",
"project_urls": {
"Documentation": "https://magicc.gitlab.io/esgf-scraper/",
"Homepage": "https://gitlab.com/magicc/esgf-scraper",
"Source": "https://gitlab.com/magicc/esgf-scraper"
},
"release_url": "https://pypi.org/project/esgf-scraper/0.3.2/",
"requires_dist": [
"click",
"scrapy",
"esgf-pyclient",
"myproxyclient",
"pyyaml",
"pandas",
"twine (>=1.11.0) ; extra == 'deploy'",
"setuptools (>=38.6.0) ; extra == 'deploy'",
"wheel (>=0.31.0) ; extra == 'deploy'",
"flake8 ; extra == 'dev'",
"black ; extra == 'dev'",
"isort ; extra == 'dev'",
"codecov ; extra == 'dev'",
"pytest-cov ; extra == 'dev'",
"pytest (>=4.0) ; extra == 'dev'",
"pytest-mock ; extra == 'dev'",
"sphinx (>=1.4) ; extra == 'dev'",
"sphinx-rtd-theme ; extra == 'dev'",
"sphinx-click ; extra == 'dev'",
"twine (>=1.11.0) ; extra == 'dev'",
"setuptools (>=38.6.0) ; extra == 'dev'",
"wheel (>=0.31.0) ; extra == 'dev'",
"sphinx (>=1.4) ; extra == 'docs'",
"sphinx-rtd-theme ; extra == 'docs'",
"sphinx-click ; extra == 'docs'",
"codecov ; extra == 'tests'",
"pytest-cov ; extra == 'tests'",
"pytest (>=4.0) ; extra == 'tests'",
"pytest-mock ; extra == 'tests'"
],
"requires_python": "",
"summary": "Keeps a local data repository in syncronisation with ESGF",
"version": "0.3.2"
},
"last_serial": 5364722,
"releases": {
"0.1.1": [
{
"comment_text": "",
"digests": {
"md5": "5369b8d78f8f3550125ba65980167e37",
"sha256": "2282082e891493a356a13afcf136d884d4293d716d7abf0b559135d3c7817a3c"
},
"downloads": -1,
"filename": "esgf_scraper-0.1.1-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "5369b8d78f8f3550125ba65980167e37",
"packagetype": "bdist_wheel",
"python_version": "py2.py3",
"requires_python": null,
"size": 19801,
"upload_time": "2019-05-23T02:44:10",
"url": "https://files.pythonhosted.org/packages/c9/71/636d6388fe1b2887f315ad3fa90f73865b2c80a3fd1ad243964fddda4bbb/esgf_scraper-0.1.1-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "817a506445d67bd38df4b2e125d30d9a",
"sha256": "ac808667206407fbf1e70a862572c5c1adbcb2b19a4f9709bad35ae23e3eb40b"
},
"downloads": -1,
"filename": "esgf-scraper-0.1.1.tar.gz",
"has_sig": false,
"md5_digest": "817a506445d67bd38df4b2e125d30d9a",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 32496,
"upload_time": "2019-05-23T02:44:13",
"url": "https://files.pythonhosted.org/packages/6a/58/b143c65ac289be93ee64866f416818e8b7661e21033ff0b332896a390050/esgf-scraper-0.1.1.tar.gz"
}
],
"0.1.2": [
{
"comment_text": "",
"digests": {
"md5": "29149b60340eecf5ce32a07296130cd9",
"sha256": "907df211c4ea91f7beda614843ed8190aec5fb799ac75c0928cbd046427efd1d"
},
"downloads": -1,
"filename": "esgf_scraper-0.1.2-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "29149b60340eecf5ce32a07296130cd9",
"packagetype": "bdist_wheel",
"python_version": "py2.py3",
"requires_python": null,
"size": 27410,
"upload_time": "2019-05-31T00:05:07",
"url": "https://files.pythonhosted.org/packages/65/51/1d11168135a95fed722654e598476645d18a82ea06993845a86959b6c422/esgf_scraper-0.1.2-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "577e58d00af4b5c33636cb1da7f2c243",
"sha256": "4524edd8c6e76a674c8bb020212b61ed30c7acde66a273bbf1c016050baf35d1"
},
"downloads": -1,
"filename": "esgf-scraper-0.1.2.tar.gz",
"has_sig": false,
"md5_digest": "577e58d00af4b5c33636cb1da7f2c243",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 39060,
"upload_time": "2019-05-31T00:05:08",
"url": "https://files.pythonhosted.org/packages/e8/d9/7bc44800fd087d5b64143695accdc56c2cd444e391b2ea27b5e790a337b7/esgf-scraper-0.1.2.tar.gz"
}
],
"0.2.0": [
{
"comment_text": "",
"digests": {
"md5": "17b2aeec15184376d099894c6fc2df1b",
"sha256": "c1402c2f88a1a09a495c18de985397731c8af77f5d24040bfc556057ed77b25c"
},
"downloads": -1,
"filename": "esgf_scraper-0.2.0-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "17b2aeec15184376d099894c6fc2df1b",
"packagetype": "bdist_wheel",
"python_version": "py2.py3",
"requires_python": null,
"size": 28214,
"upload_time": "2019-05-31T05:48:16",
"url": "https://files.pythonhosted.org/packages/df/eb/bb537fe51b2fc667f9221b7bc131a44a003076366c6273852f8eedbccd14/esgf_scraper-0.2.0-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "4be6f88859258ed36da6708e89eaf525",
"sha256": "e5d267039ad24483dc3ec9ef26c87d66d5cb26b4e9997a59bfad3f4c35e6f7cd"
},
"downloads": -1,
"filename": "esgf-scraper-0.2.0.tar.gz",
"has_sig": false,
"md5_digest": "4be6f88859258ed36da6708e89eaf525",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 39860,
"upload_time": "2019-05-31T05:48:17",
"url": "https://files.pythonhosted.org/packages/57/8f/cff42804ab413ecb075c90db50efb389f63a0e6afb46f8923acc83219202/esgf-scraper-0.2.0.tar.gz"
}
],
"0.2.1": [
{
"comment_text": "",
"digests": {
"md5": "aa2ba4aa7ab1f5d7215b3e23ef701f1c",
"sha256": "8ee78d90e3488725642cc5ce5a80bc580a4c30e77f06970cbc6d1d899d91b2b3"
},
"downloads": -1,
"filename": "esgf_scraper-0.2.1-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "aa2ba4aa7ab1f5d7215b3e23ef701f1c",
"packagetype": "bdist_wheel",
"python_version": "py2.py3",
"requires_python": null,
"size": 28363,
"upload_time": "2019-05-31T07:01:45",
"url": "https://files.pythonhosted.org/packages/81/96/4de03fa7e9c194c2f3519307e4ad2476423dad3fb9ef6b7f5b0b15707252/esgf_scraper-0.2.1-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "e28b034e9f063cdefa879ece78492ddc",
"sha256": "105b643f450b3928c6739df07607c8214c151374855fe86373cf9a56084c964a"
},
"downloads": -1,
"filename": "esgf-scraper-0.2.1.tar.gz",
"has_sig": false,
"md5_digest": "e28b034e9f063cdefa879ece78492ddc",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 40039,
"upload_time": "2019-05-31T07:01:47",
"url": "https://files.pythonhosted.org/packages/60/d0/4f278fc9bc0c996cdcdd069240dd2d9f3a519a2914ea1b704323282826d0/esgf-scraper-0.2.1.tar.gz"
}
],
"0.2.2": [
{
"comment_text": "",
"digests": {
"md5": "6cdcfdbb00adc22408532829f0776190",
"sha256": "c926cae05297a7752df44a60d817311b4ed55904eee86b725d11427301c2131a"
},
"downloads": -1,
"filename": "esgf_scraper-0.2.2-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "6cdcfdbb00adc22408532829f0776190",
"packagetype": "bdist_wheel",
"python_version": "py2.py3",
"requires_python": null,
"size": 28408,
"upload_time": "2019-05-31T07:19:09",
"url": "https://files.pythonhosted.org/packages/35/86/bc9341daa4042c1e1e165c2216c86a06ececfd298f338e2a4e1aa8715ded/esgf_scraper-0.2.2-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "38a79278f674b1f1c008ac3d3769da8b",
"sha256": "a4b0db6fcf54fa99b2be39dd3cebfcecbe604982a1ed3334a774ccaa3e281a98"
},
"downloads": -1,
"filename": "esgf-scraper-0.2.2.tar.gz",
"has_sig": false,
"md5_digest": "38a79278f674b1f1c008ac3d3769da8b",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 40157,
"upload_time": "2019-05-31T07:19:10",
"url": "https://files.pythonhosted.org/packages/65/10/ea3cb789ff9219b3b6b8cf834c3c96392b0b13d00f90925f622aca57f513/esgf-scraper-0.2.2.tar.gz"
}
],
"0.3.0": [
{
"comment_text": "",
"digests": {
"md5": "7c33c2a7db9d4b6927e7cc43305cdcc4",
"sha256": "3e92b6ee410058f93de4c3ad98836d26b5bd05bee7a7eb4d6ad8a4542b3da3f3"
},
"downloads": -1,
"filename": "esgf_scraper-0.3.0-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "7c33c2a7db9d4b6927e7cc43305cdcc4",
"packagetype": "bdist_wheel",
"python_version": "py2.py3",
"requires_python": null,
"size": 31712,
"upload_time": "2019-06-05T00:55:36",
"url": "https://files.pythonhosted.org/packages/c2/36/da9b90192d23b048465cb303fa713b203e7a85f6ffd7332a7e8802d549e9/esgf_scraper-0.3.0-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "158d8284f98b30bbd314b799bd5a3356",
"sha256": "9eeab839b60733001bfcc1f3bce6386965866f13265b9d030bea0328578535ab"
},
"downloads": -1,
"filename": "esgf-scraper-0.3.0.tar.gz",
"has_sig": false,
"md5_digest": "158d8284f98b30bbd314b799bd5a3356",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 42937,
"upload_time": "2019-06-05T00:55:38",
"url": "https://files.pythonhosted.org/packages/d8/f6/3689f34c83e679eee059dc7d72518c159f09575bbd77310651df43e3b9b8/esgf-scraper-0.3.0.tar.gz"
}
],
"0.3.2": [
{
"comment_text": "",
"digests": {
"md5": "dd705962603d5a912de725b33181c551",
"sha256": "e2f8127e0a410653bb86e709919ae8b88631b881707a5981b978134441233037"
},
"downloads": -1,
"filename": "esgf_scraper-0.3.2-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "dd705962603d5a912de725b33181c551",
"packagetype": "bdist_wheel",
"python_version": "py2.py3",
"requires_python": null,
"size": 31900,
"upload_time": "2019-06-05T23:25:44",
"url": "https://files.pythonhosted.org/packages/e1/63/3b1b12c9333bfff4a2e91e4dad50b34e00dc12d74f0ce945a133fbd5f756/esgf_scraper-0.3.2-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "b2654c2a4915f880470ab7b075f39607",
"sha256": "4d08b27be1fed15189abd63554ced0199c1167e45c16ae635fe41cd593e7d40c"
},
"downloads": -1,
"filename": "esgf-scraper-0.3.2.tar.gz",
"has_sig": false,
"md5_digest": "b2654c2a4915f880470ab7b075f39607",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 43147,
"upload_time": "2019-06-05T23:25:46",
"url": "https://files.pythonhosted.org/packages/43/b9/8ac2d443409bb670dffd58841a966830391f4c13dfe2ab7975615148a767/esgf-scraper-0.3.2.tar.gz"
}
]
},
"urls": [
{
"comment_text": "",
"digests": {
"md5": "dd705962603d5a912de725b33181c551",
"sha256": "e2f8127e0a410653bb86e709919ae8b88631b881707a5981b978134441233037"
},
"downloads": -1,
"filename": "esgf_scraper-0.3.2-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "dd705962603d5a912de725b33181c551",
"packagetype": "bdist_wheel",
"python_version": "py2.py3",
"requires_python": null,
"size": 31900,
"upload_time": "2019-06-05T23:25:44",
"url": "https://files.pythonhosted.org/packages/e1/63/3b1b12c9333bfff4a2e91e4dad50b34e00dc12d74f0ce945a133fbd5f756/esgf_scraper-0.3.2-py2.py3-none-any.whl"
},
{
"comment_text": "",
"digests": {
"md5": "b2654c2a4915f880470ab7b075f39607",
"sha256": "4d08b27be1fed15189abd63554ced0199c1167e45c16ae635fe41cd593e7d40c"
},
"downloads": -1,
"filename": "esgf-scraper-0.3.2.tar.gz",
"has_sig": false,
"md5_digest": "b2654c2a4915f880470ab7b075f39607",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 43147,
"upload_time": "2019-06-05T23:25:46",
"url": "https://files.pythonhosted.org/packages/43/b9/8ac2d443409bb670dffd58841a966830391f4c13dfe2ab7975615148a767/esgf-scraper-0.3.2.tar.gz"
}
]
}