{ "info": { "author": "Frank Schneider, Lukas Balles and Philipp Hennig,", "author_email": "frank.schneider@tue.mpg.de", "bugtrack_url": null, "classifiers": [ "Intended Audience :: Developers", "Intended Audience :: Science/Research", "License :: OSI Approved :: MIT License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.6", "Topic :: Scientific/Engineering :: Artificial Intelligence" ], "description": "# DeepOBS - A Deep Learning Optimizer Benchmark Suite\n\n![DeepOBS](docs/deepobs_banner.png \"DeepOBS\")\n\n[![PyPI version](https://badge.fury.io/py/deepobs.svg)](https://badge.fury.io/py/deepobs)\n[![Documentation Status](https://readthedocs.org/projects/deepobs/badge/?version=stable)](https://deepobs.readthedocs.io/en/latest/?badge=stable)\n[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)\n\n\n**DeepOBS** is a benchmarking suite that drastically simplifies, automates and\nimproves the evaluation of deep learning optimizers.\n\nIt can evaluate the performance of new optimizers on a variety of\n**real-world test problems** and automatically compare them with\n**realistic baselines**.\n\nDeepOBS automates several steps when benchmarking deep learning optimizers:\n\n - Downloading and preparing data sets.\n - Setting up test problems consisting of contemporary data sets and realistic\n deep learning architectures.\n - Running the optimizers on multiple test problems and logging relevant\n metrics.\n - Reporting and visualization the results of the optimizer benchmark.\n\n![DeepOBS Output](docs/deepobs.jpg \"DeepOBS_output\")\n\nThe code for the current implementation working with **TensorFlow** can be found\non [Github](https://github.com/fsschneider/DeepOBS).\nA PyTorch version is currently developed (see News section below).\n\nThe full documentation is available on readthedocs:\nhttps://deepobs.readthedocs.io/\n\nThe paper describing DeepOBS has been accepted for ICLR 2019 and can be found\nhere:\nhttps://openreview.net/forum?id=rJg6ssC5Y7\n\n**If you find any bugs in DeepOBS, or find it hard to use, please let us know.\nWe are always interested in feedback and ways to improve DeepOBS.**\n\n## News\n\nWe are currently working on a new and improved version of DeepOBS, version 1.2.0.\nIt will support **PyTorch** in addition to TensorFlow, has an easier interface, and\nmany bugs ironed out. You can find the latest version of it in [this branch](https://github.com/fsschneider/DeepOBS/tree/v1.2.0-beta0).\n\nA pre-release, version 1.2.0-beta0, will be available shortly and a full release is expected in a few weeks.\n\nMany thanks to [Aaron Bahde](https://github.com/abahde) for spearheading the developement of DeepOBS 1.2.0.\n\n## Installation\n\n\tpip install deepobs\n\nWe tested the package with Python 3.6 and TensorFlow version 1.12. Other\nversions of Python and TensorFlow (>= 1.4.0) might work, and we plan to expand\ncompatibility in the future.\n\nIf you want to create a local and modifiable version of DeepOBS, you can do this directly from this repo via\n\n\tpip install -e git+https://github.com/fsschneider/DeepOBS.git#egg=DeepOBS\n\nfor the latest stable version, or \n\n\tpip install -e git+https://github.com/fsschneider/DeepOBS.git@v1.2.0-beta0#egg=DeepOBS\n\nto get the preview of DeepOBS 1.2.0.\n\n\nFurther tutorials and a suggested protocol for benchmarking deep learning\noptimizers can be found on https://deepobs.readthedocs.io/\n\n\n", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "", "keywords": "", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "deepobs", "package_url": "https://pypi.org/project/deepobs/", "platform": "", "project_url": "https://pypi.org/project/deepobs/", "project_urls": null, "release_url": "https://pypi.org/project/deepobs/1.1.2/", "requires_dist": [ "argparse", "numpy", "pandas", "matplotlib", "matplotlib2tikz (==0.6.18)", "seaborn" ], "requires_python": "", "summary": "Deep Learning Optimizer Benchmark Suite", "version": "1.1.2", "yanked": false, "yanked_reason": null }, "last_serial": 6048118, "releases": { "1.1.0": [ { "comment_text": "", "digests": { "md5": "5f9f73c814a4523cc092cfc291740729", "sha256": "3bd16463b928651d08311391164810f3caa0fce8276bd8bb20f35cbbdbd79c51" }, "downloads": -1, "filename": "deepobs-1.1.0-py3-none-any.whl", "has_sig": false, "md5_digest": "5f9f73c814a4523cc092cfc291740729", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 139104, "upload_time": "2019-03-01T15:29:52", "upload_time_iso_8601": "2019-03-01T15:29:52.224138Z", "url": "https://files.pythonhosted.org/packages/0f/5f/227401d17646ea39632ff9d0b501f32ec9ae93cc49ce9237eee4ddc99d5e/deepobs-1.1.0-py3-none-any.whl", "yanked": false, "yanked_reason": null }, { "comment_text": "", "digests": { "md5": "3314eebff3b138836bafe5a9d1c06e8a", "sha256": "bf62597843db167ad9c9901b0da79cdb907fabc9a27ed8543e169bc737fa5abf" }, "downloads": -1, "filename": "deepobs-1.1.0.tar.gz", "has_sig": false, "md5_digest": "3314eebff3b138836bafe5a9d1c06e8a", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 56472, "upload_time": "2019-03-01T15:29:54", "upload_time_iso_8601": "2019-03-01T15:29:54.619098Z", "url": "https://files.pythonhosted.org/packages/c7/1b/7ba753fccc67daf91b3b185d32e01b5b1a2d08840824dd1854f64a7a9cbe/deepobs-1.1.0.tar.gz", "yanked": false, "yanked_reason": null } ], "1.1.1": [ { "comment_text": "", "digests": { "md5": "832ed91481bf13f9f6214551aba1dd04", "sha256": "7b1c7f88407389c9a9e28c7908069f6c516c698a366473c3d2b92371331784b7" }, "downloads": -1, "filename": "deepobs-1.1.1-py3-none-any.whl", "has_sig": false, "md5_digest": "832ed91481bf13f9f6214551aba1dd04", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 139638, "upload_time": "2019-03-13T11:35:42", "upload_time_iso_8601": "2019-03-13T11:35:42.422263Z", "url": "https://files.pythonhosted.org/packages/3f/3a/48a2d742e4d80dfab38fd0270260508b68c54ac0f2b3c938b7cf189144dd/deepobs-1.1.1-py3-none-any.whl", "yanked": false, "yanked_reason": null }, { "comment_text": "", "digests": { "md5": "f2b73fe0d3a1e80787884a38132f2ff1", "sha256": "49c5de356580f0d4d8c5c5a66abc99057464a2eb6226bb61cdd4cf98b3d36f29" }, "downloads": -1, "filename": "deepobs-1.1.1.tar.gz", "has_sig": false, "md5_digest": "f2b73fe0d3a1e80787884a38132f2ff1", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 56454, "upload_time": "2019-03-13T11:35:44", "upload_time_iso_8601": "2019-03-13T11:35:44.381153Z", "url": "https://files.pythonhosted.org/packages/be/db/2a75aa54e2d22779e91605f8091098ca9972978691b3efa303a0f751ed0a/deepobs-1.1.1.tar.gz", "yanked": false, "yanked_reason": null } ], "1.1.2": [ { "comment_text": "", "digests": { "md5": "826013ebaccb88076a537f67dc9d31e9", "sha256": "d2662ef1712033b996f32c340076e0f604e9a2d50530f02f7f6894504be27e9f" }, "downloads": -1, "filename": "deepobs-1.1.2-py3-none-any.whl", "has_sig": false, "md5_digest": "826013ebaccb88076a537f67dc9d31e9", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 206726, "upload_time": "2019-10-29T16:35:48", "upload_time_iso_8601": "2019-10-29T16:35:48.564303Z", "url": "https://files.pythonhosted.org/packages/7a/f8/0ee63f1095eba0f3062d8720fcaa41ef4689e7a8ce66be81177741a2898c/deepobs-1.1.2-py3-none-any.whl", "yanked": false, "yanked_reason": null }, { "comment_text": "", "digests": { "md5": "44817feff74d17b7af5045ee5da876dc", "sha256": "2a81cc03042e591b80aaf0fbba176dda53aff8c37534423a9a4306400fa5bb8a" }, "downloads": -1, "filename": "deepobs-1.1.2.tar.gz", "has_sig": false, "md5_digest": "44817feff74d17b7af5045ee5da876dc", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 55924, "upload_time": "2019-10-29T16:35:52", "upload_time_iso_8601": "2019-10-29T16:35:52.303366Z", "url": "https://files.pythonhosted.org/packages/37/bc/691f400f15fe12feedcd9046c0516f84c81b281fa4ed57fe43592bc2172a/deepobs-1.1.2.tar.gz", "yanked": false, "yanked_reason": null } ], "1.2.0b0": [ { "comment_text": "", "digests": { "md5": "14f0f705ce10332154ef98268198ca31", "sha256": "cd2cb32959b156b3871746aca9822b7896b9b4d887281766487b9e04da125642" }, "downloads": -1, "filename": "deepobs-1.2.0b0-py3-none-any.whl", "has_sig": false, "md5_digest": "14f0f705ce10332154ef98268198ca31", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 204885, "upload_time": "2019-10-29T16:35:50", "upload_time_iso_8601": "2019-10-29T16:35:50.414029Z", "url": "https://files.pythonhosted.org/packages/13/62/71911beb82ab07576725478af0a71fdc43e632fefe7d5551dc42ec8c9645/deepobs-1.2.0b0-py3-none-any.whl", "yanked": false, "yanked_reason": null }, { "comment_text": "", "digests": { "md5": "65bf5ff37b9edd52d6a7843813b2d7c5", "sha256": "eccb0612778c2c2233267ba09bfa874b21c302f35e9a998ec3bcfb8724bdaa80" }, "downloads": -1, "filename": "deepobs-1.2.0b0.tar.gz", "has_sig": false, "md5_digest": "65bf5ff37b9edd52d6a7843813b2d7c5", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 79281, "upload_time": "2019-10-29T16:35:54", "upload_time_iso_8601": "2019-10-29T16:35:54.192897Z", "url": "https://files.pythonhosted.org/packages/57/31/8899ee61ba2f67b8e7dc918e77ba79dbb989b87b81f6b7aad36296462177/deepobs-1.2.0b0.tar.gz", "yanked": false, "yanked_reason": null } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "826013ebaccb88076a537f67dc9d31e9", "sha256": "d2662ef1712033b996f32c340076e0f604e9a2d50530f02f7f6894504be27e9f" }, "downloads": -1, "filename": "deepobs-1.1.2-py3-none-any.whl", "has_sig": false, "md5_digest": "826013ebaccb88076a537f67dc9d31e9", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 206726, "upload_time": "2019-10-29T16:35:48", "upload_time_iso_8601": "2019-10-29T16:35:48.564303Z", "url": "https://files.pythonhosted.org/packages/7a/f8/0ee63f1095eba0f3062d8720fcaa41ef4689e7a8ce66be81177741a2898c/deepobs-1.1.2-py3-none-any.whl", "yanked": false, "yanked_reason": null }, { "comment_text": "", "digests": { "md5": "44817feff74d17b7af5045ee5da876dc", "sha256": "2a81cc03042e591b80aaf0fbba176dda53aff8c37534423a9a4306400fa5bb8a" }, "downloads": -1, "filename": "deepobs-1.1.2.tar.gz", "has_sig": false, "md5_digest": "44817feff74d17b7af5045ee5da876dc", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 55924, "upload_time": "2019-10-29T16:35:52", "upload_time_iso_8601": "2019-10-29T16:35:52.303366Z", "url": "https://files.pythonhosted.org/packages/37/bc/691f400f15fe12feedcd9046c0516f84c81b281fa4ed57fe43592bc2172a/deepobs-1.1.2.tar.gz", "yanked": false, "yanked_reason": null } ], "vulnerabilities": [] }