{ "info": { "author": "Benjamin W. Smith", "author_email": "benjaminwarfield@gmail.com", "bugtrack_url": null, "classifiers": [], "description": "# PyPI CDN Log Archiver\n\n1. Get raw logs from S3 like object store, written by the cdn\n2. Archive and compress them\n3. Upload archive back to S3 like object store, in a sane structure\n4. Remove raw logs that were archived\n\n# Usage\n\nYou'll need to export some env variables to get started:\n\n $ export ACCESS_KEY=\n $ export SECRET_KEY=\n $ export PYPI_LOG_BUCKET=\n $ export S3_HOST= (e.g. s3.amazonaws.com, objects.dreamhost.com)\n\nOptionally you can set the date to archive like so:\n\n $ export PYPI_LOG_DATE=2014-02-11\n\nYou can enable some debug output with:\n\n $ export DEBUG=10\n\nIf you don't set `PYPI_LOG_DATE`, the script will default to looking for\nyesterdays date.\n\nNow you should be able to run it:\n\n $ python pypi-cdn-log-archiver.py\n 112373 bytes written to testpypi-cdn-logs/archive/2014/2", "description_content_type": null, "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "http://github.com/python/pypi-cdn-log-archiver", "keywords": "", "license": "", "maintainer": "", "maintainer_email": "", "name": "pypi-cdn-log-archiver", "package_url": "https://pypi.org/project/pypi-cdn-log-archiver/", "platform": "Posix; MacOS X; Windows", "project_url": "https://pypi.org/project/pypi-cdn-log-archiver/", "project_urls": { "Homepage": "http://github.com/python/pypi-cdn-log-archiver" }, "release_url": "https://pypi.org/project/pypi-cdn-log-archiver/0.1.9/", "requires_dist": null, "requires_python": "", "summary": "log archiver for pypi cdn logs", "version": "0.1.9" }, "last_serial": 2764206, "releases": { "0.1.1": [ { "comment_text": "built for Darwin-12.5.0", "digests": { "md5": "4580bef75f783435418ce0c564cff23c", "sha256": "e1dad40dc507a10c2136721665944fd0c28119bfa55dd68f06b9d13e4f0d01e1" }, "downloads": -1, "filename": "pypi-cdn-log-archiver-0.1.1.macosx-10.8-x86_64.tar.gz", "has_sig": false, "md5_digest": "4580bef75f783435418ce0c564cff23c", "packagetype": "bdist_dumb", "python_version": "any", "requires_python": null, "size": 2375, "upload_time": "2014-02-12T18:55:00", "url": "https://files.pythonhosted.org/packages/6c/91/672e96f4b75fb6b0e9440ccc956474f30a707edeffe8e7cc64cd2af87179/pypi-cdn-log-archiver-0.1.1.macosx-10.8-x86_64.tar.gz" }, { "comment_text": "", "digests": { "md5": "7f594b5a577c3245176b0b106f97b895", "sha256": "96f2273fedcf62d8fa8ccd210ab75baebbd9679fbc1d2053ddd977be041f8747" }, "downloads": -1, "filename": "pypi_cdn_log_archiver-0.1.1-py2.7.egg", "has_sig": false, "md5_digest": "7f594b5a577c3245176b0b106f97b895", "packagetype": "bdist_egg", "python_version": "2.7", "requires_python": null, "size": 3017, "upload_time": "2014-02-12T19:02:55", "url": "https://files.pythonhosted.org/packages/e7/d2/3e7ffa5686d4bf13b3b5af8e237a52ced324150bb6575cc7c41c96931809/pypi_cdn_log_archiver-0.1.1-py2.7.egg" }, { "comment_text": "", "digests": { "md5": "bfde3f6cb667bf3030122b11dcac8431", "sha256": "c636fc23d53f66324f1e2bc5b52e365a9e8608983ffd8510782ce0b1c5e9e995" }, "downloads": -1, "filename": "pypi-cdn-log-archiver-0.1.1.tar.gz", "has_sig": false, "md5_digest": "bfde3f6cb667bf3030122b11dcac8431", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2441, "upload_time": "2014-02-12T18:54:57", "url": "https://files.pythonhosted.org/packages/d9/ac/066af7ce92d171cacdd318ea0cd70bce7c8bb138c0fc31a5f34c0b039471/pypi-cdn-log-archiver-0.1.1.tar.gz" } ], "0.1.2": [ { "comment_text": "", "digests": { "md5": "dce6e1718b328d97c9e88b2852f9803f", "sha256": "0c6f7aec4922cbc85ef6bdc97563bdd0d917247daf7fd7b4cb0e99e571ff6ffb" }, "downloads": -1, "filename": "pypi_cdn_log_archiver-0.1.2-py2.7.egg", "has_sig": false, "md5_digest": "dce6e1718b328d97c9e88b2852f9803f", "packagetype": "bdist_egg", "python_version": "2.7", "requires_python": null, "size": 3140, "upload_time": "2014-02-12T19:15:55", "url": "https://files.pythonhosted.org/packages/c7/fe/92bad25fa460b87b94bd49c6ab71573c7b51729f5e1c12da775955afcf9c/pypi_cdn_log_archiver-0.1.2-py2.7.egg" }, { "comment_text": "", "digests": { "md5": "a2aea5880db93b1add4548c5acb1e637", "sha256": "24d53040879835cfdafc16377031d005989b52d4f8da73b309008c7e64967b22" }, "downloads": -1, "filename": "pypi-cdn-log-archiver-0.1.2.tar.gz", "has_sig": false, "md5_digest": "a2aea5880db93b1add4548c5acb1e637", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2734, "upload_time": "2014-02-12T19:15:52", "url": "https://files.pythonhosted.org/packages/63/61/80d99911363ef8a0f1e0befdb33475d73dd762588520d62f3d11836d7137/pypi-cdn-log-archiver-0.1.2.tar.gz" } ], "0.1.3": [ { "comment_text": "", "digests": { "md5": "6311a81d3d04fd2811fd158f790d01fd", "sha256": "c42cc9bfc62915c9c868340e4f666f4db69db30ddbc26d7033ffb863a213fb82" }, "downloads": -1, "filename": "pypi_cdn_log_archiver-0.1.3-py2.7.egg", "has_sig": false, "md5_digest": "6311a81d3d04fd2811fd158f790d01fd", "packagetype": "bdist_egg", "python_version": "2.7", "requires_python": null, "size": 3045, "upload_time": "2014-02-12T20:26:47", "url": "https://files.pythonhosted.org/packages/a7/9b/5b3b6d3a9653868d5a8611bdc4ade0427ec55602681903f3074bf7be776d/pypi_cdn_log_archiver-0.1.3-py2.7.egg" }, { "comment_text": "", "digests": { "md5": "5443e38316e6a408b2f46a3466a16dff", "sha256": "333db00b22617df0d0c9bef9b3c20f76542d5d7afa47992a4c2fc3d54d16b726" }, "downloads": -1, "filename": "pypi-cdn-log-archiver-0.1.3.tar.gz", "has_sig": false, "md5_digest": "5443e38316e6a408b2f46a3466a16dff", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2979, "upload_time": "2014-02-12T20:26:43", "url": "https://files.pythonhosted.org/packages/ed/c9/f6cb66ff07b94a25357455b175f018a6172681353ab63c7369f7523dfbb0/pypi-cdn-log-archiver-0.1.3.tar.gz" } ], "0.1.4": [ { "comment_text": "", "digests": { "md5": "5e66a033467b75b8d69e89df115418d0", "sha256": "295d327220365bc17de397f883c0a3daf9b3e05f53dd335b4c10de0d7aaff093" }, "downloads": -1, "filename": "pypi_cdn_log_archiver-0.1.4-py2.7.egg", "has_sig": false, "md5_digest": "5e66a033467b75b8d69e89df115418d0", "packagetype": "bdist_egg", "python_version": "2.7", "requires_python": null, "size": 3043, "upload_time": "2014-02-16T03:08:15", "url": "https://files.pythonhosted.org/packages/17/a2/8287761bf238a42b3d7474cccb25928d4eb49f9877025727cb08ab1f7078/pypi_cdn_log_archiver-0.1.4-py2.7.egg" }, { "comment_text": "", "digests": { "md5": "79038f195d923ddddb11e85046fcdd95", "sha256": "35f8a0a0a9d8db53890aeca25c168661b09fa72cb98d1de4b44a97cab7696122" }, "downloads": -1, "filename": "pypi-cdn-log-archiver-0.1.4.tar.gz", "has_sig": false, "md5_digest": "79038f195d923ddddb11e85046fcdd95", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2971, "upload_time": "2014-02-16T03:08:11", "url": "https://files.pythonhosted.org/packages/28/18/eed0afd6ccaa0e4736ce70652c92cb9566e4fe24da4ac1449e1febceaa35/pypi-cdn-log-archiver-0.1.4.tar.gz" } ], "0.1.5": [ { "comment_text": "", "digests": { "md5": "45379cf87de0e27bd4ff9e8538dc3e29", "sha256": "eaae5496b34393a5cda68488bbdb895a2ac1062e99c9d03b46a1e196d9468eb8" }, "downloads": -1, "filename": "pypi_cdn_log_archiver-0.1.5-py2.7.egg", "has_sig": false, "md5_digest": "45379cf87de0e27bd4ff9e8538dc3e29", "packagetype": "bdist_egg", "python_version": "2.7", "requires_python": null, "size": 3104, "upload_time": "2014-03-20T18:43:03", "url": "https://files.pythonhosted.org/packages/05/f8/5c0fb05f76cbd931b7a01603429597afed2dc71eb032fb9e16548d0f146f/pypi_cdn_log_archiver-0.1.5-py2.7.egg" }, { "comment_text": "", "digests": { "md5": "a53c2ccf1dbef568412692dddd0510c1", "sha256": "bdb2eedd1e8ee5f76b7ef708e5942f0572a3e0f6211917697d60873ca9bb7455" }, "downloads": -1, "filename": "pypi-cdn-log-archiver-0.1.5.tar.gz", "has_sig": false, "md5_digest": "a53c2ccf1dbef568412692dddd0510c1", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3034, "upload_time": "2014-03-20T18:42:54", "url": "https://files.pythonhosted.org/packages/54/16/f080d195a6ab5541775f7ee772699f42c5d7d7dd531627b702fed7c20f9b/pypi-cdn-log-archiver-0.1.5.tar.gz" } ], "0.1.6": [ { "comment_text": "", "digests": { "md5": "c4d9bdce9a7dca44d72b343f70e60c8d", "sha256": "401f4456429db414f1eea2739991738fccda70b177aa1cfbc21ffb83071194c4" }, "downloads": -1, "filename": "pypi-cdn-log-archiver-0.1.6.tar.gz", "has_sig": false, "md5_digest": "c4d9bdce9a7dca44d72b343f70e60c8d", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3046, "upload_time": "2014-05-10T04:37:48", "url": "https://files.pythonhosted.org/packages/b3/5e/f66821fa882f3147dcd06e46c0fa799ee7898fa49a1f20c71963e18173af/pypi-cdn-log-archiver-0.1.6.tar.gz" } ], "0.1.7": [ { "comment_text": "", "digests": { "md5": "1453c8d3e6dc25b1705d445761a4f775", "sha256": "95231f4355f30c295a94c0e250fedb7f751b4d4af1237c277d3545b3b06875a2" }, "downloads": -1, "filename": "pypi_cdn_log_archiver-0.1.7-py2.7.egg", "has_sig": false, "md5_digest": "1453c8d3e6dc25b1705d445761a4f775", "packagetype": "bdist_egg", "python_version": "2.7", "requires_python": null, "size": 3305, "upload_time": "2014-10-04T17:57:40", "url": "https://files.pythonhosted.org/packages/76/80/2bfd684305d15c6765ebaac4ed364bf78fef06048bfc386dafc84dd02c37/pypi_cdn_log_archiver-0.1.7-py2.7.egg" }, { "comment_text": "", "digests": { "md5": "dbfeb2c8df783eada4c7534ed19c0932", "sha256": "71e8f5f095650274d82aa0f1632047f063ac153955c100ab345df342b85b9378" }, "downloads": -1, "filename": "pypi-cdn-log-archiver-0.1.7.tar.gz", "has_sig": false, "md5_digest": "dbfeb2c8df783eada4c7534ed19c0932", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3194, "upload_time": "2014-10-04T17:57:01", "url": "https://files.pythonhosted.org/packages/e6/34/ba6e037682d4a21ddf09e78ab444ee363625960876373452fb35731e865f/pypi-cdn-log-archiver-0.1.7.tar.gz" } ], "0.1.9": [ { "comment_text": "", "digests": { "md5": "a5cadb4fbc706d480fb428c98091d94b", "sha256": "7f62b75435278d97216a79553ea213ac580eb037b14330b166455d41760b80fe" }, "downloads": -1, "filename": "pypi-cdn-log-archiver-0.1.9.tar.gz", "has_sig": false, "md5_digest": "a5cadb4fbc706d480fb428c98091d94b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3253, "upload_time": "2017-04-09T16:32:49", "url": "https://files.pythonhosted.org/packages/1d/57/5a55301e2bc624610b9d8fb5be9f3652bc487e25e074b97f5936a6c03e8e/pypi-cdn-log-archiver-0.1.9.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "a5cadb4fbc706d480fb428c98091d94b", "sha256": "7f62b75435278d97216a79553ea213ac580eb037b14330b166455d41760b80fe" }, "downloads": -1, "filename": "pypi-cdn-log-archiver-0.1.9.tar.gz", "has_sig": false, "md5_digest": "a5cadb4fbc706d480fb428c98091d94b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3253, "upload_time": "2017-04-09T16:32:49", "url": "https://files.pythonhosted.org/packages/1d/57/5a55301e2bc624610b9d8fb5be9f3652bc487e25e074b97f5936a6c03e8e/pypi-cdn-log-archiver-0.1.9.tar.gz" } ] }