{ "info": { "author": "Wei-Ning Huang (AZ)", "author_email": "aitjcize@gmail.com", "bugtrack_url": null, "classifiers": [ "Programming Language :: Python :: 2.6", "Programming Language :: Python :: 2.7", "Programming Language :: Python :: 3.3", "Programming Language :: Python :: 3.4", "Topic :: Internet :: WWW/HTTP :: Indexing/Search" ], "description": "[![PyPI Version](https://img.shields.io/pypi/v/creepy.svg?style=flat)](https://pypi.python.org/pypi/creepy/)\n[![PyPI Download](https://img.shields.io/pypi/dm/creepy.svg?style=flat)](https://pypi.python.org/pypi/creepy/)\n\n# Creepy\nDead simple web crawler for Python\n\nThere are already a lot of web crawlers for Python, such as Scrapy. Creepy is\nyet another web crawler for Python, which ains to provide a simple and light way\nto write web crawlers.\n\n## Example usage\n```python\nfrom creepy import Crawler\n\nclass MyCrawler(Crawler):\ndef process_document(self, doc):\n if doc.status == 200:\n print '[%d] %s' % (doc.status, doc.url)\n # Do something with doc.text (the content of the page)\nelse:\n pass\n\ncrawler = MyCrawler()\ncrawler.set_follow_mode(Crawler.F_SAME_HOST)\ncrawler.add_url_filter('\\.(jpg|jpeg|gif|png|js|css|swf)$')\ncrawler.crawl('http://www.example.com/')\n```\n\n## Installation\n1. Install from PyPI: \n`pip install creepy`\n2. Arch Linux users can find it on AUR or using [Yaourt](https://wiki.archlinux.org/index.php/Yaourt): \n`yaourt -S python2-creepy-git`\n\n## Bugs\n* Please report bugs to the github issure tracker.\n\n## Contributing\n1. Fork it\n2. Create your feature branch (`git checkout -b my-new-feature`)\n3. Commit your changes (`git commit -am 'Add some feature'`)\n4. Push to the branch (`git push origin my-new-feature`)\n5. Create new Pull Request\n", "description_content_type": null, "docs_url": null, "download_url": "UNKNOWN", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "http://github.com/Aitjcize/creepy", "keywords": null, "license": "GPL", "maintainer": null, "maintainer_email": null, "name": "creepy", "package_url": "https://pypi.org/project/creepy/", "platform": "UNKNOWN", "project_url": "https://pypi.org/project/creepy/", "project_urls": { "Download": "UNKNOWN", "Homepage": "http://github.com/Aitjcize/creepy" }, "release_url": "https://pypi.org/project/creepy/0.1.6/", "requires_dist": null, "requires_python": null, "summary": "Dead simple web crawler for Python", "version": "0.1.6" }, "last_serial": 2080668, "releases": { "0.1.0": [ { "comment_text": "", "digests": { "md5": "f6e5cab475bb82a3886c048a7c03a0a5", "sha256": "e50e69e84829b384a3dc25383469dc7d87ed8af3692eafb4052ab55dee58026f" }, "downloads": -1, "filename": "creepy-0.1.0.tar.gz", "has_sig": false, "md5_digest": "f6e5cab475bb82a3886c048a7c03a0a5", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 20761, "upload_time": "2013-05-07T14:57:52", "url": "https://files.pythonhosted.org/packages/85/15/d6b7a31d94ac7444d03c2e91752eca2da446905ffd91b32fc87ea2192647/creepy-0.1.0.tar.gz" } ], "0.1.1": [ { "comment_text": "", "digests": { "md5": "a13bb0500b7139cbe5b512499d145c3a", "sha256": "c9f6e01aef26aea57847e23ec51408066abc7a569c5e14ed27f6f47d9906d110" }, "downloads": -1, "filename": "creepy-0.1.1.tar.gz", "has_sig": false, "md5_digest": "a13bb0500b7139cbe5b512499d145c3a", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 15626, "upload_time": "2013-05-28T10:12:06", "url": "https://files.pythonhosted.org/packages/b4/d2/67d1cec518897094c8e9476d28edbac1c489a383aa1b751a7acdf580dd1c/creepy-0.1.1.tar.gz" } ], "0.1.5": [ { "comment_text": "", "digests": { "md5": "74bed9a977f85936dc55d5835ddbc050", "sha256": "7225fc30271370b603973167c6a822add3f7c1fbab2930c17056905529ca5c13" }, "downloads": -1, "filename": "creepy-0.1.5.tar.gz", "has_sig": false, "md5_digest": "74bed9a977f85936dc55d5835ddbc050", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 22162, "upload_time": "2015-01-05T17:39:52", "url": "https://files.pythonhosted.org/packages/fc/c0/f000fd575d6ccd642b18e2d1fbf9302d196544e3a96ebee4544f3f63ac4b/creepy-0.1.5.tar.gz" } ], "0.1.6": [ { "comment_text": "", "digests": { "md5": "d18ec1f9a4d3a26c59a1f9726639105f", "sha256": "8fd9e7537da10fe402fa65249535788681e020400c0ab4d56cf8909ad7a32676" }, "downloads": -1, "filename": "creepy-0.1.6.tar.gz", "has_sig": false, "md5_digest": "d18ec1f9a4d3a26c59a1f9726639105f", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 19938, "upload_time": "2016-04-24T07:08:47", "url": "https://files.pythonhosted.org/packages/1c/57/f54c60b45724be515934f4eddeca6db7a52bf1d3f3b62e551316f92d171f/creepy-0.1.6.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "d18ec1f9a4d3a26c59a1f9726639105f", "sha256": "8fd9e7537da10fe402fa65249535788681e020400c0ab4d56cf8909ad7a32676" }, "downloads": -1, "filename": "creepy-0.1.6.tar.gz", "has_sig": false, "md5_digest": "d18ec1f9a4d3a26c59a1f9726639105f", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 19938, "upload_time": "2016-04-24T07:08:47", "url": "https://files.pythonhosted.org/packages/1c/57/f54c60b45724be515934f4eddeca6db7a52bf1d3f3b62e551316f92d171f/creepy-0.1.6.tar.gz" } ] }