{ "info": { "author": "Ramaswamy Venkatachalam", "author_email": "ramasamynasa@gmail.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 5 - Production/Stable", "License :: OSI Approved :: MIT License", "Operating System :: OS Independent", "Programming Language :: Python :: 3.6", "Topic :: Utilities" ], "description": "# wayback_scraper\nScraping urls from archive.org (Wayback Machine Snapshots)\n\n# Command-Line Interface\nThe usage information can be printed by running wayback-scraper -h.\n\n\n usage: wayback-scraper [-h] -u URL [-l LIMIT] [-f Start TIMESTAMP]\n [-t End TIMESTAMP] [-p DIRECTORY] [-n FILENAME] -o\n Output type\n\n optional arguments:\n -h, --help show this help message and exit\n -u URL, --url URL url for the wayback scraper to scrape. [eg:\n http://www.example.com\n -l LIMIT, --limit LIMIT\n limit the number of results to scrape\n -f Start TIMESTAMP, --from Start TIMESTAMP\n start date, format - YYYYmmddHHMMSS. Example : -f 2011\n -t End TIMESTAMP, --to End TIMESTAMP\n end date, format - YYYYmmddHHMMSS. Example : -t 201205\n -p DIRECTORY, --path DIRECTORY\n Output file path\n -n FILENAME, --name FILENAME\n filename for the output data\n -o Output type, --output Output type\n output type\n\n\nExamples\n\nThe usage can be perhaps be made more clear with a couple of concrete examples.\n\n wayback-scraper -u https://www.archive.org -l 2 -f 2011 -t 2012 -n output-o json\nwhich produces:\n\n {\n 'archived_urls':\n [\n 'url':'http://www.archive.org:80/',\n 'date':'1997-01-26',\n 'timestamp':'19970126045828'\n ],\n [\n 'url':'http://www.archive.org:80/',\n 'date':'1997-10-01',\n 'timestamp':'19971011050034'\n ]\n }\n\n\n\n", "description_content_type": "text/markdown", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/chocolatebrown/wayback_scraper", "keywords": "", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "wayback-scraper", "package_url": "https://pypi.org/project/wayback-scraper/", "platform": "", "project_url": "https://pypi.org/project/wayback-scraper/", "project_urls": { "Homepage": "https://github.com/chocolatebrown/wayback_scraper" }, "release_url": "https://pypi.org/project/wayback-scraper/1.2/", "requires_dist": null, "requires_python": "", "summary": "A command line utility for scraping wayback snapshots from archive.org.", "version": "1.2" }, "last_serial": 4577188, "releases": { "1.1": [ { "comment_text": "", "digests": { "md5": "81f65d8a66a96b12cf082c395d4deda3", "sha256": "e40fb68d1ce696a133df490566bb57e45bf042655e301cf0a71f1a9b843b83b8" }, "downloads": -1, "filename": "wayback_scraper-1.1-py3-none-any.whl", "has_sig": false, "md5_digest": "81f65d8a66a96b12cf082c395d4deda3", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 4473, "upload_time": "2018-12-09T11:40:56", "url": "https://files.pythonhosted.org/packages/70/76/54601c204562173b35a53e529c0e6c7fa0f3f6769d70e2a4da471f620f12/wayback_scraper-1.1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "e0239ad81672d3bb76b9c6826784af65", "sha256": "6e50a621f0e053cc721532b3a9df28c928f36495437aee91f3ae4a55d54c17fb" }, "downloads": -1, "filename": "wayback_scraper-1.1.tar.gz", "has_sig": false, "md5_digest": "e0239ad81672d3bb76b9c6826784af65", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2947, "upload_time": "2018-12-09T11:40:59", "url": "https://files.pythonhosted.org/packages/eb/e9/7e04b8cd3d6f74433cf83dac711e0d354ae5d1d3faa65e7f4715f1437589/wayback_scraper-1.1.tar.gz" } ], "1.2": [ { "comment_text": "", "digests": { "md5": "0c5a91e2775eb53b98af268446015b35", "sha256": "09810552d864f52a9d13a0220575e25633b861d90bb22cc65b1a8325e1249ec9" }, "downloads": -1, "filename": "wayback_scraper-1.2-py3-none-any.whl", "has_sig": false, "md5_digest": "0c5a91e2775eb53b98af268446015b35", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 4473, "upload_time": "2018-12-09T11:58:41", "url": "https://files.pythonhosted.org/packages/d6/ec/51ee1d29032711d58bdafe4b5f2fa38273f99db0a6be0e5063f989f4aa48/wayback_scraper-1.2-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "e79a6294d826b06d5fa0882594b181d6", "sha256": "bcb697d9153c6357951be28840978d460c76aec80ebd521438476384b4f191e6" }, "downloads": -1, "filename": "wayback_scraper-1.2.tar.gz", "has_sig": false, "md5_digest": "e79a6294d826b06d5fa0882594b181d6", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2949, "upload_time": "2018-12-09T11:58:43", "url": "https://files.pythonhosted.org/packages/3e/35/b12f7886b064cc09ce522c239fe34ec08923f423e622658a28b5613cd4f2/wayback_scraper-1.2.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "0c5a91e2775eb53b98af268446015b35", "sha256": "09810552d864f52a9d13a0220575e25633b861d90bb22cc65b1a8325e1249ec9" }, "downloads": -1, "filename": "wayback_scraper-1.2-py3-none-any.whl", "has_sig": false, "md5_digest": "0c5a91e2775eb53b98af268446015b35", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 4473, "upload_time": "2018-12-09T11:58:41", "url": "https://files.pythonhosted.org/packages/d6/ec/51ee1d29032711d58bdafe4b5f2fa38273f99db0a6be0e5063f989f4aa48/wayback_scraper-1.2-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "e79a6294d826b06d5fa0882594b181d6", "sha256": "bcb697d9153c6357951be28840978d460c76aec80ebd521438476384b4f191e6" }, "downloads": -1, "filename": "wayback_scraper-1.2.tar.gz", "has_sig": false, "md5_digest": "e79a6294d826b06d5fa0882594b181d6", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2949, "upload_time": "2018-12-09T11:58:43", "url": "https://files.pythonhosted.org/packages/3e/35/b12f7886b064cc09ce522c239fe34ec08923f423e622658a28b5613cd4f2/wayback_scraper-1.2.tar.gz" } ] }