{
    "info": {
        "author": "Zhao Zhang, Lei Huang, Niall Gaffney",
        "author_email": "zzhang@tacc.utexas.edu",
        "bugtrack_url": null,
        "classifiers": [
            "License :: OSI Approved :: MIT License",
            "Operating System :: OS Independent",
            "Programming Language :: Python :: 3"
        ],
        "description": "# Overview \nFanstore is a shared object store to support parallel neural network training. Fanstore provides a POSIX-compatible file system interface through fusepy, and low latency communication through mpi4py. Fanstore can use main memory, RAM disk, and local storage for transient parallel I/O at run time.\n\n# To start\n```\nsbatch bin/fanstore.slurm\n```\n\n# To manually start fanstore\n## The complete ImageNet dataset\n```\nmodule load python3\nmpiexec.hydra -f ../test/hostfile -ppn 1 python3 fanstore.py /tmp/amfora /tmp/data --loadscatter /work/00946/zzhang/imagenet/16-parts --loadbcast /work/00946/zzhang/imagenet/16-parts-validation &\n```\n\n## A quarter of the ImageNet dataset\n```\nmpiexec.hydra -f ../test/hostfile -ppn 1 python3 fanstore.py /tmp/amfora /tmp/data --loadscatter /work/00946/zzhang/imagen\net/16-parts-test --loadbcast /work/00946/zzhang/imagenet/16-parts-validation &\n```\n\n\n# To run a horovod application\n```\nmodule load cuda/9.0 cudnn/7.0\nmpiexec.hydra -f /work/00946/zzhang/maverick2/fanstore/test/hostfile -ppn 4  python3 keras_imagenet_resnet50_fanstore.py\n```\n\n# Before terminating the job\n```\nfor h in `cat ../test/hostfile`; do   ssh $h \"rm -rf /tmp/data; mkdir /tmp/data; mkdir -p /tmp/amfora; rm /tmp/fuse-fanstore.log; fusermount -u /tmp/amfora\"; done\n```\n\n",
        "description_content_type": "",
        "docs_url": null,
        "download_url": "",
        "downloads": {
            "last_day": -1,
            "last_month": -1,
            "last_week": -1
        },
        "home_page": "https://github.com/zhaozhang/fanstore",
        "keywords": "",
        "license": "",
        "maintainer": "",
        "maintainer_email": "",
        "name": "fanstore",
        "package_url": "https://pypi.org/project/fanstore/",
        "platform": "",
        "project_url": "https://pypi.org/project/fanstore/",
        "project_urls": {
            "Homepage": "https://github.com/zhaozhang/fanstore"
        },
        "release_url": "https://pypi.org/project/fanstore/0.0.1/",
        "requires_dist": null,
        "requires_python": "",
        "summary": "Fanstore gathers local storage space in computer clusters to enable distirbuted neural networks training with larger datasets",
        "version": "0.0.1"
    },
    "last_serial": 4024111,
    "releases": {
        "0.0.1": [
            {
                "comment_text": "",
                "digests": {
                    "md5": "ecb4d45f123f140cb036ac291b828763",
                    "sha256": "0e56d4205956ad95bca3fe4c43188e894f91eef7ef1cb9d3adb0acfff1a2a113"
                },
                "downloads": -1,
                "filename": "fanstore-0.0.1-py3-none-any.whl",
                "has_sig": false,
                "md5_digest": "ecb4d45f123f140cb036ac291b828763",
                "packagetype": "bdist_wheel",
                "python_version": "py3",
                "requires_python": null,
                "size": 10888,
                "upload_time": "2018-07-02T20:02:04",
                "url": "https://files.pythonhosted.org/packages/bd/42/3d525299b7de925856c5fcee97aab6f6e5d54c448a8ea2e2d94f2fe78593/fanstore-0.0.1-py3-none-any.whl"
            },
            {
                "comment_text": "",
                "digests": {
                    "md5": "70c155f5896b4ca47a9d752ac0a3e7f2",
                    "sha256": "87dd60cec655fb116b5766cbd4f857a0a4de491775cbbc4c1bff5f69d5f584c8"
                },
                "downloads": -1,
                "filename": "fanstore-0.0.1.tar.gz",
                "has_sig": false,
                "md5_digest": "70c155f5896b4ca47a9d752ac0a3e7f2",
                "packagetype": "sdist",
                "python_version": "source",
                "requires_python": null,
                "size": 9253,
                "upload_time": "2018-07-02T20:02:05",
                "url": "https://files.pythonhosted.org/packages/7b/68/589cf28dc07533615fb08fcdba884b4425ead3b068dae2074e0a74322766/fanstore-0.0.1.tar.gz"
            }
        ],
        "0.0.1a0": [
            {
                "comment_text": "",
                "digests": {
                    "md5": "823f834420685615a9b923ea1f493418",
                    "sha256": "5e6edf40249ab0b2cc7fc42ca068c79a272a74f449e21edc9832efac692a651f"
                },
                "downloads": -1,
                "filename": "fanstore-0.0.1a0-py3-none-any.whl",
                "has_sig": false,
                "md5_digest": "823f834420685615a9b923ea1f493418",
                "packagetype": "bdist_wheel",
                "python_version": "py3",
                "requires_python": null,
                "size": 10934,
                "upload_time": "2018-07-02T21:06:35",
                "url": "https://files.pythonhosted.org/packages/ff/8c/3a56236b3055dbc5fb4bbf618afd27358b9ab2cd881246a9358ad4dc767b/fanstore-0.0.1a0-py3-none-any.whl"
            },
            {
                "comment_text": "",
                "digests": {
                    "md5": "cdb568e7f64bb76e89b29bff37eef571",
                    "sha256": "691aaaf090c64e19d28ca1554029f135deb13637cbefcd814269cc8862998188"
                },
                "downloads": -1,
                "filename": "fanstore-0.0.1a0.tar.gz",
                "has_sig": false,
                "md5_digest": "cdb568e7f64bb76e89b29bff37eef571",
                "packagetype": "sdist",
                "python_version": "source",
                "requires_python": null,
                "size": 9414,
                "upload_time": "2018-07-02T21:08:05",
                "url": "https://files.pythonhosted.org/packages/6d/5f/5547ec192fad12a5039e510e915732954d90bc3cf20f101ca8e3495a4ca7/fanstore-0.0.1a0.tar.gz"
            }
        ]
    },
    "urls": [
        {
            "comment_text": "",
            "digests": {
                "md5": "ecb4d45f123f140cb036ac291b828763",
                "sha256": "0e56d4205956ad95bca3fe4c43188e894f91eef7ef1cb9d3adb0acfff1a2a113"
            },
            "downloads": -1,
            "filename": "fanstore-0.0.1-py3-none-any.whl",
            "has_sig": false,
            "md5_digest": "ecb4d45f123f140cb036ac291b828763",
            "packagetype": "bdist_wheel",
            "python_version": "py3",
            "requires_python": null,
            "size": 10888,
            "upload_time": "2018-07-02T20:02:04",
            "url": "https://files.pythonhosted.org/packages/bd/42/3d525299b7de925856c5fcee97aab6f6e5d54c448a8ea2e2d94f2fe78593/fanstore-0.0.1-py3-none-any.whl"
        },
        {
            "comment_text": "",
            "digests": {
                "md5": "70c155f5896b4ca47a9d752ac0a3e7f2",
                "sha256": "87dd60cec655fb116b5766cbd4f857a0a4de491775cbbc4c1bff5f69d5f584c8"
            },
            "downloads": -1,
            "filename": "fanstore-0.0.1.tar.gz",
            "has_sig": false,
            "md5_digest": "70c155f5896b4ca47a9d752ac0a3e7f2",
            "packagetype": "sdist",
            "python_version": "source",
            "requires_python": null,
            "size": 9253,
            "upload_time": "2018-07-02T20:02:05",
            "url": "https://files.pythonhosted.org/packages/7b/68/589cf28dc07533615fb08fcdba884b4425ead3b068dae2074e0a74322766/fanstore-0.0.1.tar.gz"
        }
    ]
}