{ "info": { "author": "bender.rodriges", "author_email": "bender@rodriges.org", "bugtrack_url": null, "classifiers": [ "Development Status :: 4 - Beta", "Environment :: Console", "Intended Audience :: Developers", "License :: OSI Approved :: MIT License", "Operating System :: OS Independent", "Programming Language :: Python", "Programming Language :: Python :: 2", "Programming Language :: Python :: 3", "Topic :: Internet :: WWW/HTTP :: Indexing/Search" ], "description": "pholcidae - Tiny python web crawler library\r\n=========\r\n\r\nPholcidae\r\n------------\r\n\r\nPholcidae, commonly known as cellar spiders, are a spider family in the suborder Araneomorphae.\r\n\r\nAbout\r\n------------\r\n\r\nPholcidae is a tiny Python module allows you to write your own crawl spider fast and easy.\r\n\r\nDependencies\r\n------------\r\n\r\n* python >= 2.6.x\r\n\r\nBasic example\r\n------------\r\n\r\n from pholcidae import Pholcidae\r\n\r\n class MySpider(Pholcidae):\r\n\r\n settings = {'domain': 'www.test.com', 'start_page': '/sitemap/'}\r\n\r\n def crawl(self, data):\r\n print(data.url)\r\n\r\n spider = MySpider()\r\n spider.start()\r\n", "description_content_type": null, "docs_url": null, "download_url": "UNKNOWN", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/bbrodriges/pholcidae", "keywords": null, "license": "UNKNOWN", "maintainer": null, "maintainer_email": null, "name": "pholcidae", "package_url": "https://pypi.org/project/pholcidae/", "platform": "UNKNOWN", "project_url": "https://pypi.org/project/pholcidae/", "project_urls": { "Download": "UNKNOWN", "Homepage": "https://github.com/bbrodriges/pholcidae" }, "release_url": "https://pypi.org/project/pholcidae/0.0.3/", "requires_dist": null, "requires_python": null, "summary": "pholcidae - Tiny python web crawler library", "version": "0.0.3" }, "last_serial": 796211, "releases": { "0.0.3": [ { "comment_text": "", "digests": { "md5": "0dcfbc045f2c4efd26a2d8a82088dff7", "sha256": "c27f03efeed335eb68edc4377c5e254a932ebe7c299897021cf7263382f7e53f" }, "downloads": -1, "filename": "pholcidae-0.0.3.zip", "has_sig": false, "md5_digest": "0dcfbc045f2c4efd26a2d8a82088dff7", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5047, "upload_time": "2012-12-28T15:32:59", "url": "https://files.pythonhosted.org/packages/cd/64/2616b471857e9a4eeeb9cb98efc7f9a90fd4c9276d296bde1f28c1e2f608/pholcidae-0.0.3.zip" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "0dcfbc045f2c4efd26a2d8a82088dff7", "sha256": "c27f03efeed335eb68edc4377c5e254a932ebe7c299897021cf7263382f7e53f" }, "downloads": -1, "filename": "pholcidae-0.0.3.zip", "has_sig": false, "md5_digest": "0dcfbc045f2c4efd26a2d8a82088dff7", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5047, "upload_time": "2012-12-28T15:32:59", "url": "https://files.pythonhosted.org/packages/cd/64/2616b471857e9a4eeeb9cb98efc7f9a90fd4c9276d296bde1f28c1e2f608/pholcidae-0.0.3.zip" } ] }