{
    "info": {
        "author": "Ben Mann",
        "author_email": "me@benjmann.net",
        "bugtrack_url": null,
        "classifiers": [],
        "description": "Implementation of https://arxiv.org/abs/1904.00962 for large batch, large learning rate training.\n\nThe paper doesn't specify clamp values for \u03d5, so I use 10.\n\nBonus: TensorboardX logging (example below).\n\n## Try the sample\n```\ngit clone git@github.com:cybertronai/pytorch-lamb.git\ncd pytorch-lamb\npip install -e .\npython test_lamb.py\ntensorboard --logdir=runs\n```\n\n## Sample results\nAt `--lr=.02`, the Adam optimizer is unable to train.\n\nRed: `python test_lamb.py --batch-size=512 --lr=.02 --wd=.01 --log-interval=30 --optimizer=adam`\n\nBlue: `python test_lamb.py --batch-size=512 --lr=.02 --wd=.01 --log-interval=30 --optimizer=lamb`\n![](images/loss.png)\n\n![](images/histogram.png)\n\n",
        "description_content_type": "text/markdown",
        "docs_url": null,
        "download_url": "",
        "downloads": {
            "last_day": -1,
            "last_month": -1,
            "last_week": -1
        },
        "home_page": "https://github.com/cybertronai/pytorch-lamb",
        "keywords": "",
        "license": "MIT",
        "maintainer": "",
        "maintainer_email": "",
        "name": "pytorch-lamb",
        "package_url": "https://pypi.org/project/pytorch-lamb/",
        "platform": "",
        "project_url": "https://pypi.org/project/pytorch-lamb/",
        "project_urls": {
            "Homepage": "https://github.com/cybertronai/pytorch-lamb"
        },
        "release_url": "https://pypi.org/project/pytorch-lamb/1.0.0/",
        "requires_dist": [
            "torch (>=0.4.1)",
            "tqdm",
            "tensorboardX",
            "torchvision"
        ],
        "requires_python": "",
        "summary": "",
        "version": "1.0.0"
    },
    "last_serial": 5407782,
    "releases": {
        "0.0.0": [
            {
                "comment_text": "",
                "digests": {
                    "md5": "4243bf7aba13ac795889ca3b41d47397",
                    "sha256": "1b361b2b2c76248e02d3e277e4b35505222482e2f11cc143540d2c48d33924ff"
                },
                "downloads": -1,
                "filename": "pytorch_lamb-0.0.0-py3-none-any.whl",
                "has_sig": false,
                "md5_digest": "4243bf7aba13ac795889ca3b41d47397",
                "packagetype": "bdist_wheel",
                "python_version": "py3",
                "requires_python": null,
                "size": 4461,
                "upload_time": "2019-05-02T00:53:24",
                "url": "https://files.pythonhosted.org/packages/39/7d/79c329e8e3939b545938720ca1fa6124f96d4e1394566cdbcadcb91628f3/pytorch_lamb-0.0.0-py3-none-any.whl"
            },
            {
                "comment_text": "",
                "digests": {
                    "md5": "c772ae485e2fd9e34f7521c149a3cc5d",
                    "sha256": "749e302c20135616e46713f586018ea963184f47682830152c0190485c843bce"
                },
                "downloads": -1,
                "filename": "pytorch_lamb-0.0.0.tar.gz",
                "has_sig": false,
                "md5_digest": "c772ae485e2fd9e34f7521c149a3cc5d",
                "packagetype": "sdist",
                "python_version": "source",
                "requires_python": null,
                "size": 3211,
                "upload_time": "2019-05-02T00:53:25",
                "url": "https://files.pythonhosted.org/packages/41/20/cc00c671bb320c6a4acdccd4f96817d34fbdcddabbde50026434d25b315f/pytorch_lamb-0.0.0.tar.gz"
            }
        ],
        "1.0.0": [
            {
                "comment_text": "",
                "digests": {
                    "md5": "0a4e996785f37d35ddb651714c98692d",
                    "sha256": "0cdc4dffe0b402ee55f482466ebab5b25332a1036cef595d5c733bac0a37be71"
                },
                "downloads": -1,
                "filename": "pytorch_lamb-1.0.0-py3-none-any.whl",
                "has_sig": false,
                "md5_digest": "0a4e996785f37d35ddb651714c98692d",
                "packagetype": "bdist_wheel",
                "python_version": "py3",
                "requires_python": null,
                "size": 4382,
                "upload_time": "2019-06-16T22:35:29",
                "url": "https://files.pythonhosted.org/packages/43/98/3bce14a319317a2856db722f2542d329baf42845fa53563d0d749c5a2d40/pytorch_lamb-1.0.0-py3-none-any.whl"
            },
            {
                "comment_text": "",
                "digests": {
                    "md5": "fe3597ab2ec4e02ad07f506d4db6c52a",
                    "sha256": "adf871c5e95ca70c8d3cffcb03408064af6e6fc29ddcc67e9efaf3a7caa0a288"
                },
                "downloads": -1,
                "filename": "pytorch_lamb-1.0.0.tar.gz",
                "has_sig": false,
                "md5_digest": "fe3597ab2ec4e02ad07f506d4db6c52a",
                "packagetype": "sdist",
                "python_version": "source",
                "requires_python": null,
                "size": 3116,
                "upload_time": "2019-06-16T22:35:31",
                "url": "https://files.pythonhosted.org/packages/fb/d5/0627bb028802787f0cc501b0c3d71bd6ab1fa3e8d08d42ff111745d4dd75/pytorch_lamb-1.0.0.tar.gz"
            }
        ]
    },
    "urls": [
        {
            "comment_text": "",
            "digests": {
                "md5": "0a4e996785f37d35ddb651714c98692d",
                "sha256": "0cdc4dffe0b402ee55f482466ebab5b25332a1036cef595d5c733bac0a37be71"
            },
            "downloads": -1,
            "filename": "pytorch_lamb-1.0.0-py3-none-any.whl",
            "has_sig": false,
            "md5_digest": "0a4e996785f37d35ddb651714c98692d",
            "packagetype": "bdist_wheel",
            "python_version": "py3",
            "requires_python": null,
            "size": 4382,
            "upload_time": "2019-06-16T22:35:29",
            "url": "https://files.pythonhosted.org/packages/43/98/3bce14a319317a2856db722f2542d329baf42845fa53563d0d749c5a2d40/pytorch_lamb-1.0.0-py3-none-any.whl"
        },
        {
            "comment_text": "",
            "digests": {
                "md5": "fe3597ab2ec4e02ad07f506d4db6c52a",
                "sha256": "adf871c5e95ca70c8d3cffcb03408064af6e6fc29ddcc67e9efaf3a7caa0a288"
            },
            "downloads": -1,
            "filename": "pytorch_lamb-1.0.0.tar.gz",
            "has_sig": false,
            "md5_digest": "fe3597ab2ec4e02ad07f506d4db6c52a",
            "packagetype": "sdist",
            "python_version": "source",
            "requires_python": null,
            "size": 3116,
            "upload_time": "2019-06-16T22:35:31",
            "url": "https://files.pythonhosted.org/packages/fb/d5/0627bb028802787f0cc501b0c3d71bd6ab1fa3e8d08d42ff111745d4dd75/pytorch_lamb-1.0.0.tar.gz"
        }
    ]
}