{ "info": { "author": "Shashank Ramaprasad", "author_email": "shashank.ramaprasad+km2pg@gmail.com", "bugtrack_url": null, "classifiers": [], "description": "km2pg\n-----\n\nLoad raw kissmetrics data from specified s3 bucket into specified postgres database.\n\nTo install\n----------\n\nIn this directory, run the following command:\n\n python setup.py install\n\nTo use\n------\n\nOnce installed, a new script, named km2pg should now be available in PATH, which can be used as follows:\n\n km2pg \\\n -b name_of_s3_bucket \\\n -m postgres_hostname \\\n -p postgres_port \\\n -d postgres_dbname \\\n -u postgres_username \\\n -w postgres_passwd \\\n -a aws_access_key \\\n -s aws_secret_key\n\nFor more details, see km2pg --help.\n\nRequires\n--------\n\n * boto: Python library for AWS\n * psycopg: postgres Python client library\n\nComment\n-------\n\nThis script can safely be run from an Amazon spot instance, where checkpointing is important, since the script can be interrupted at any moment.\n\nStrategy\n--------\n\nkissmetrics deposits raw data into multiple json files:\n\n bucket/\n revisions/\n 1.json\n 2.json\n ...\n N.json\n\nkissmetrics provides an 'index' file at:\n\n bucket/index.csv\n\nThis index file lists all the json files that kissmetrics has currently deposited in the 'revisions' folder above.\n\nOur strategy is to process the json files in the order they appear in index.csv (which happens to be in order of increasing time).\n\nIn our postgres instance, we will maintain our progress through index.csv. This approach assumes that kissmetrics only ever appends to index.csv, and never edits.\n", "description_content_type": null, "docs_url": null, "download_url": "UNKNOWN", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "http://github.com/shashank025/km2pg", "keywords": null, "license": "MIT", "maintainer": null, "maintainer_email": null, "name": "km2pg", "package_url": "https://pypi.org/project/km2pg/", "platform": "UNKNOWN", "project_url": "https://pypi.org/project/km2pg/", "project_urls": { "Download": "UNKNOWN", "Homepage": "http://github.com/shashank025/km2pg" }, "release_url": "https://pypi.org/project/km2pg/0.2.0.1/", "requires_dist": null, "requires_python": null, "summary": "Load kissmetrics website analytics data from an s3 bucket into a postgres database", "version": "0.2.0.1" }, "last_serial": 949239, "releases": { "0.1": [ { "comment_text": "", "digests": { "md5": "faf7a30eab1bfdc5e011dc844d721b29", "sha256": "5263b8c4eca6524a084a45dde18fcd8ee2d69f04623dbbafe9e084291355b470" }, "downloads": -1, "filename": "km2pg-0.1.tar.gz", "has_sig": false, "md5_digest": "faf7a30eab1bfdc5e011dc844d721b29", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7994, "upload_time": "2013-11-30T20:56:52", "url": "https://files.pythonhosted.org/packages/a4/65/2ab5edba1733f4c1834f0de59fbd36db781f08dae7d85cbd2b86b5a7cb09/km2pg-0.1.tar.gz" } ], "0.2": [ { "comment_text": "", "digests": { "md5": "e91ea7a767391c2f419800e5892a364c", "sha256": "127ec9b046be83d3ba9fd0dd2ae1800aab0c03ecb16a1c920890f6c94f8ae703" }, "downloads": -1, "filename": "km2pg-0.2.tar.gz", "has_sig": false, "md5_digest": "e91ea7a767391c2f419800e5892a364c", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7891, "upload_time": "2013-12-01T22:44:01", "url": "https://files.pythonhosted.org/packages/f2/4a/719c20ba35632f454f8312208aad9d38d023f73b1191cbb2ffac53ed46b4/km2pg-0.2.tar.gz" } ], "0.2.0.1": [ { "comment_text": "", "digests": { "md5": "bd039688d18063475ee438264f24ccb9", "sha256": "0126dffba373fc682b1f508bba8dae09bd2a825af1cef610d94ce1917d6d967e" }, "downloads": -1, "filename": "km2pg-0.2.0.1.tar.gz", "has_sig": false, "md5_digest": "bd039688d18063475ee438264f24ccb9", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7903, "upload_time": "2013-12-19T23:06:14", "url": "https://files.pythonhosted.org/packages/ca/33/9820289c3314dfb7620fc778f68d0399b016d42ddef3d1726b31ffefbef0/km2pg-0.2.0.1.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "bd039688d18063475ee438264f24ccb9", "sha256": "0126dffba373fc682b1f508bba8dae09bd2a825af1cef610d94ce1917d6d967e" }, "downloads": -1, "filename": "km2pg-0.2.0.1.tar.gz", "has_sig": false, "md5_digest": "bd039688d18063475ee438264f24ccb9", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7903, "upload_time": "2013-12-19T23:06:14", "url": "https://files.pythonhosted.org/packages/ca/33/9820289c3314dfb7620fc778f68d0399b016d42ddef3d1726b31ffefbef0/km2pg-0.2.0.1.tar.gz" } ] }