{ "info": { "author": "James Kafader", "author_email": "jkafader@archive.org", "bugtrack_url": null, "classifiers": [ "Development Status :: 4 - Beta", "License :: OSI Approved :: BSD License", "Topic :: Database :: Database Engines/Servers" ], "description": ".. image:: https://travis-ci.org/internetarchive/trough.svg?branch=master\n :target: https://travis-ci.org/internetarchive/trough\n\n=======\nTrough\n=======\n\nBig data, small databases.\n==========================\n\nBig data is really just lots and lots of little data. \n\nIf you split a large dataset into lots of small SQL databases sharded on a well-chosen key, \nthey can work in concert to create a database system that can query very large datasets.\n\nWorst-case Performance is *important*\n=====================================\n\nA key insight when working with large datasets is that with monolithic big data tools' performance \nis largely tied to having a full dataset completely loaded and working in a \nproduction-quality cluster.\n\nTrough is designed to have very predictable performance characteristics: simply determine your sharding key,\ndetermine your largest shard, load it into a sqlite database locally, and you already know your worst-case\nperformance scenario.\n\nDesigned to leverage storage, not RAM\n=====================================\n\nRather than having huge CPU and memory requirements to deliver performant queries over large datasets,\nTrough relies on flat sqlite files, which are easily distributed to a cluster and queried against.\n\nReliable parts, reliable whole\n==============================\n\nEach piece of technology in the stack was carefully selected and load tested to ensure that your data stays\nreliably up and reliably queryable. The code is small enough for one programmer to audit.\n\nEase of installation\n====================\n\nOne of the worst parts of setting up a big data system generally is getting setting sensible defaults and\ndeploying it to staging and production environments. Trough has been designed to require as little \nconfiguration as possible.\n\nAn example ansible deployment specification has been removed from the trough\nrepo but can be found at https://github.com/internetarchive/trough/tree/cc32d3771a7/ansible.\nIt is designed for a cluster Ubuntu 16.04 Xenial nodes.\n\n", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/internetarchive/trough", "keywords": "", "license": "BSD", "maintainer": "", "maintainer_email": "", "name": "Trough", "package_url": "https://pypi.org/project/Trough/", "platform": "", "project_url": "https://pypi.org/project/Trough/", "project_urls": { "Homepage": "https://github.com/internetarchive/trough" }, "release_url": "https://pypi.org/project/Trough/0.1.2/", "requires_dist": null, "requires_python": "", "summary": "", "version": "0.1.2" }, "last_serial": 5978608, "releases": { "0.1.0": [ { "comment_text": "", "digests": { "md5": "50acb9428232bcd530883ec492a58f69", "sha256": "71ee38a259a98fef4ae8203852e3e6e245abfacfcfe5d491bc6c2f6ea4655acd" }, "downloads": -1, "filename": "Trough-0.1.0.tar.gz", "has_sig": false, "md5_digest": "50acb9428232bcd530883ec492a58f69", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 28724, "upload_time": "2019-05-14T18:09:15", "url": "https://files.pythonhosted.org/packages/80/4d/b027d7927cfad496ebb29a9a6d08841c5ff59f7017b40ebd76c6481712e5/Trough-0.1.0.tar.gz" } ], "0.1.1": [ { "comment_text": "", "digests": { "md5": "501728cf1321aacdbb0b03188bc72d78", "sha256": "24392ac66c58759f5650ad145b2eb71ace696d44bf8b6afb89fd6ac79fca2ef2" }, "downloads": -1, "filename": "Trough-0.1.1.tar.gz", "has_sig": false, "md5_digest": "501728cf1321aacdbb0b03188bc72d78", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 31383, "upload_time": "2019-08-15T20:03:30", "url": "https://files.pythonhosted.org/packages/12/b4/c4b52cbeb291d6df050fa998c450d128e5bff5bb5dd86e4e65c7def1cf97/Trough-0.1.1.tar.gz" } ], "0.1.2": [ { "comment_text": "", "digests": { "md5": "a92b3de83f090a6293918eeb3f5e7060", "sha256": "3bb061c5a113aa436c5d90afbaf034c0f1928f418b181ae6c2a1b7ce8ac6bfc4" }, "downloads": -1, "filename": "Trough-0.1.2.tar.gz", "has_sig": false, "md5_digest": "a92b3de83f090a6293918eeb3f5e7060", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 31720, "upload_time": "2019-10-15T17:53:21", "url": "https://files.pythonhosted.org/packages/c3/59/d6d320145cd4b47bd8266cfcf0b9351685d6545a6f3272f8ea0b647aded3/Trough-0.1.2.tar.gz" } ], "0.1.dev0": [ { "comment_text": "", "digests": { "md5": "301b92d76386b22bb809ec38975a5521", "sha256": "414d7d15cc8ae89b81da189f648f5bacdd355eee75c6b4cdfd8ff835d00edaca" }, "downloads": -1, "filename": "Trough-0.1.dev0-py3-none-any.whl", "has_sig": false, "md5_digest": "301b92d76386b22bb809ec38975a5521", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 19688, "upload_time": "2017-05-04T21:43:43", "url": "https://files.pythonhosted.org/packages/55/32/f14853fceeea99c2c2bb767384144f19343cae6048378bffe52d00678799/Trough-0.1.dev0-py3-none-any.whl" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "a92b3de83f090a6293918eeb3f5e7060", "sha256": "3bb061c5a113aa436c5d90afbaf034c0f1928f418b181ae6c2a1b7ce8ac6bfc4" }, "downloads": -1, "filename": "Trough-0.1.2.tar.gz", "has_sig": false, "md5_digest": "a92b3de83f090a6293918eeb3f5e7060", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 31720, "upload_time": "2019-10-15T17:53:21", "url": "https://files.pythonhosted.org/packages/c3/59/d6d320145cd4b47bd8266cfcf0b9351685d6545a6f3272f8ea0b647aded3/Trough-0.1.2.tar.gz" } ] }