{ "info": { "author": "Alex Kritikos", "author_email": "alex@8bitb.us", "bugtrack_url": null, "classifiers": [], "description": "Palu\n====\n\nA small spider, useful for checking a site for 404s and 500s.\nIt's a forked of [Patu][1].Palu requires httplib2 and lxml:\n\n pip install -U httplib2 lxml\n \nIs it safe? [![Build Status](https://secure.travis-ci.org/akrito/palu.png?branch=master)](http://travis-ci.org/akrito/palu)\n\nQuick Usage\n===========\n\nTo see available options:\n\n palu.py --help\n\nTo spider an entire site using 5 workers, only showing errors:\n\n palu.py --spiders=5 www.example.com\n \nTo spider, stopping after the first level of links:\n\n palu.py --depth=1 www.example.com\n \nTo get a list of every linked page on a site:\n\n palu.py --generate www.example.com > urls.txt\n \nInstead of spidering for URLs, use a file instead and show all responses:\n\n palu.py --input=urls.txt --verbose www.example.com\n\nFormat of URLs File\n===================\n\nThe output produced by --generate is formatted like so:\n\n FIRST_URLNone\n LINK1REFERER\n LINK2REFERER\n \n--input can take a file of that format, or one URL per line with no referer. --input=- reads from stdin.\n\nTesting\n=======\n\nPalu uses Nose for testing. To install Nose and test:\n\n pip install -U nose\n nosetests\n\n[1]:https://pypi.python.org/pypi/patu", "description_content_type": null, "docs_url": null, "download_url": "UNKNOWN", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "http://github.com/marimore/palu", "keywords": null, "license": "UNKNOWN", "maintainer": null, "maintainer_email": null, "name": "palu", "package_url": "https://pypi.org/project/palu/", "platform": "UNKNOWN", "project_url": "https://pypi.org/project/palu/", "project_urls": { "Download": "UNKNOWN", "Homepage": "http://github.com/marimore/palu" }, "release_url": "https://pypi.org/project/palu/0.1/", "requires_dist": null, "requires_python": null, "summary": "Palu is a small spider, a forked of patu.", "version": "0.1" }, "last_serial": 795980, "releases": { "0.1": [ { "comment_text": "", "digests": { "md5": "27e0d848f3f1fa580f1c1158236820e1", "sha256": "1173921168bf427495e2d431ec50522bf80240d42c6872c3213d08abb7defa74" }, "downloads": -1, "filename": "palu-0.1.tar.gz", "has_sig": false, "md5_digest": "27e0d848f3f1fa580f1c1158236820e1", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 9423, "upload_time": "2013-05-09T11:50:49", "url": "https://files.pythonhosted.org/packages/42/e0/dee0cd6f7486c0adef86a8db0558b6aa70943b06e6487d46376a62737bba/palu-0.1.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "27e0d848f3f1fa580f1c1158236820e1", "sha256": "1173921168bf427495e2d431ec50522bf80240d42c6872c3213d08abb7defa74" }, "downloads": -1, "filename": "palu-0.1.tar.gz", "has_sig": false, "md5_digest": "27e0d848f3f1fa580f1c1158236820e1", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 9423, "upload_time": "2013-05-09T11:50:49", "url": "https://files.pythonhosted.org/packages/42/e0/dee0cd6f7486c0adef86a8db0558b6aa70943b06e6487d46376a62737bba/palu-0.1.tar.gz" } ] }