{ "info": { "author": "Jonathan S. Prieto C.", "author_email": "prieto.jona@gmail.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 2 - Pre-Alpha", "Development Status :: 4 - Beta", "Environment :: Console", "Programming Language :: Python", "Programming Language :: Python :: 2.7", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.3", "Topic :: Internet :: WWW/HTTP", "Topic :: Utilities" ], "description": "Digs\n====\n\nMaking easier the text crawling tasks over websites with depth levels.\n\n|PyPI Package latest release| |Code Quality Status| |PyPI Package\nmonthly downloads| |GitHub issues for digs|\n\nInstallation\n------------\n\n::\n\n pip install digs\n\nor\n\n::\n\n pip install --upgrade digs\n\nUsage\n-----\n\nCommon use will be extract the text from a website, the following call\nfrom terminal is the way to do that:\n\n::\n\n digs http://thewebsite.com\n\nAlso, you can add the option --depth=LEVEL to perform over the root\ndomain (website) a crawling with the specific depth:\n\n::\n\n digs http://thewebsite.com --depth=3\n\nBe careful, with high levels, the tree asociated to those crawlings\ngrows exponentially in size.\n\nAnd last but not the least, you can turn on a graphical interface (if\nyou have installed PySide) with the following call from terminals:\n\n::\n\n digs -i\n\nIt will be look something like this:\n\n|GUI|\n\nAbout requirements\n------------------\n\nLook at requirements in the file: :\n\n::\n\n requirements.txt\n\ndigs was written by `Jonathan S. Prieto C. `__.\n\n|Bitdeli badge|\n\n.. |PyPI Package latest release| image:: http://img.shields.io/pypi/v/digs.png?style=flat\n :target: https://pypi.python.org/pypi/digs\n.. |Code Quality Status| image:: https://landscape.io/github/d555/digs/master/landscape.svg?style=flat\n :target: https://landscape.io/github/d555/digs/master\n.. |PyPI Package monthly downloads| image:: http://img.shields.io/pypi/dm/digs.png?style=flat\n :target: https://pypi.python.org/pypi/digs\n.. |GitHub issues for digs| image:: https://img.shields.io/github/issues/d555/digs.svg?style=flat-square\n :target: https://github.com/d555/digs/issues\n.. |GUI| image:: https://raw.githubusercontent.com/d555/digs/master/gui.png\n :target: https://pypi.python.org/pypi/digs\n.. |Bitdeli badge| image:: https://d2weczhvl823v0.cloudfront.net/d555/digs/trend.png\n :target: https://bitdeli.com/free\n\n\nChangelog\n=========\n\n0.1.6 (2015-08-18)\n-----------------------------------------\n* fixed bugs relate with lxml dependencies and linkGrabber imports\n* Add extra_require, PySide if you want to run the graphical interface\n\n0.1.5 (2015-07-12)\n-----------------------------------------\n* After the pull-request to linkGrabber package, it has include in the requirements.\n* Some improvements for GUI\n\n\n0.1.4 (2015-07-07)\n-----------------------------------------\n* MANIFEST.in add for some OS that they need it.\n* The gui already show the INFO level for debugging by default\n\n\n0.1.0 (2015-07-06)\n-----------------------------------------\n\n* First release on PyPI.", "description_content_type": null, "docs_url": null, "download_url": "UNKNOWN", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/d555/digs", "keywords": "crawling,crawler,web,text,extraction,scraper,scrapy,scraping,links,html2txt,atxt,linkgrabber,beautifulsoup,html,parser,hyperlinks", "license": "BSD", "maintainer": null, "maintainer_email": null, "name": "digs", "package_url": "https://pypi.org/project/digs/", "platform": "UNKNOWN", "project_url": "https://pypi.org/project/digs/", "project_urls": { "Download": "UNKNOWN", "Homepage": "https://github.com/d555/digs" }, "release_url": "https://pypi.org/project/digs/0.1.7/", "requires_dist": null, "requires_python": null, "summary": "Making easier the text crawling tasks over websites with depth levels.", "version": "0.1.7" }, "last_serial": 1682787, "releases": { "0.1.0": [ { "comment_text": "", "digests": { "md5": "e3ca785bf1c1af42828ce07ed6d64ac1", "sha256": "cd72ae1448b66566d26fd303b3ee09d1b05bb2bc1567986a30d9a3633c0ecd29" }, "downloads": -1, "filename": "digs-0.1.0.tar.gz", "has_sig": false, "md5_digest": "e3ca785bf1c1af42828ce07ed6d64ac1", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 13769, "upload_time": "2015-07-07T06:48:25", "url": "https://files.pythonhosted.org/packages/57/f2/228bb6269344b4319caa6b77aabe4752e377060f132bd893208510e3482f/digs-0.1.0.tar.gz" } ], "0.1.1": [ { "comment_text": "", "digests": { "md5": "af463f6f16ac2b1ab262ca5c4946f248", "sha256": "a14394897679a3912dff9113c8f18a40df1a2b73986f8b9409ff380207144da0" }, "downloads": -1, "filename": "digs-0.1.1.tar.gz", "has_sig": false, "md5_digest": "af463f6f16ac2b1ab262ca5c4946f248", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 13918, "upload_time": "2015-07-07T06:53:04", "url": "https://files.pythonhosted.org/packages/af/9c/876764276085195940edd8be3bf1997565a1ef73cdc15100835702a4b120/digs-0.1.1.tar.gz" } ], "0.1.3": [ { "comment_text": "", "digests": { "md5": "3fc47e38b852846dbf6aca1e8269bd38", "sha256": "cdccd2551abbc1e1bca3041951e150807338ab85539a0934363d34e152817572" }, "downloads": -1, "filename": "digs-0.1.3.zip", "has_sig": false, "md5_digest": "3fc47e38b852846dbf6aca1e8269bd38", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 17161, "upload_time": "2015-07-07T22:20:27", "url": "https://files.pythonhosted.org/packages/c3/0f/2457dd7c52f571e7a53edb3b2a84e7a3e00ee42ed610bb942a5caa4bc13e/digs-0.1.3.zip" } ], "0.1.4": [ { "comment_text": "", "digests": { "md5": "74b089f621c7e876bd0139ec68c68d8d", "sha256": "7b18e5d3331c0fa380a2dac1413c5d144fd2aea338c16f69619c08461e3960ef" }, "downloads": -1, "filename": "digs-0.1.4.zip", "has_sig": false, "md5_digest": "74b089f621c7e876bd0139ec68c68d8d", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 18956, "upload_time": "2015-07-07T22:29:05", "url": "https://files.pythonhosted.org/packages/9f/88/5aaac2cc0a7dca6d3b63f1f83c44d3159077c2e6e563a99c74f69978bd2e/digs-0.1.4.zip" } ], "0.1.5": [ { "comment_text": "", "digests": { "md5": "1e5ba91de792f536293b096bd73db944", "sha256": "fa97c7b930006750998e56ac0cf9c807d1d7512a02e4f2921f36bed1927eaadb" }, "downloads": -1, "filename": "digs-0.1.5.tar.gz", "has_sig": false, "md5_digest": "1e5ba91de792f536293b096bd73db944", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 205747, "upload_time": "2015-07-12T23:55:09", "url": "https://files.pythonhosted.org/packages/fe/7b/67fc300ecfc79d71da568ee34ae12113f85680b662130448e26695ef6a81/digs-0.1.5.tar.gz" } ], "0.1.6a0": [ { "comment_text": "", "digests": { "md5": "1315323554f27927966c41b9dc25ff2d", "sha256": "40ce4dd4c9b4f83e93010f9421f7268e7a997344c2438fd19bd2c93ea478b2d9" }, "downloads": -1, "filename": "digs-0.1.6a0.tar.gz", "has_sig": false, "md5_digest": "1315323554f27927966c41b9dc25ff2d", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 11919, "upload_time": "2015-08-18T17:12:30", "url": "https://files.pythonhosted.org/packages/16/b9/9df6a08004bbc719c411c10dfc3b4890add4c35170f816c3f7a153da30e4/digs-0.1.6a0.tar.gz" } ], "0.1.6b0": [ { "comment_text": "", "digests": { "md5": "88090de6e4e85dea71cd8bddced51d08", "sha256": "ad6508cc347426cfce9ac74e914fff9ece0a669b6e525b1d816d66c0eb3f9df0" }, "downloads": -1, "filename": "digs-0.1.6b0.tar.gz", "has_sig": false, "md5_digest": "88090de6e4e85dea71cd8bddced51d08", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 11979, "upload_time": "2015-08-18T17:28:12", "url": "https://files.pythonhosted.org/packages/ae/e1/7cb64d885b74b026a512ac1adf5b59205ecec3435f05f9a89f6d5a2622ac/digs-0.1.6b0.tar.gz" } ], "0.1.7": [ { "comment_text": "", "digests": { "md5": "e76a9c77e0f2417332dd624362599382", "sha256": "c54a0439f257ccabcbf7b90ecf0022db1d18f1b750949bca443278438c49de71" }, "downloads": -1, "filename": "digs-0.1.7.tar.gz", "has_sig": false, "md5_digest": "e76a9c77e0f2417332dd624362599382", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 12817, "upload_time": "2015-08-18T18:01:35", "url": "https://files.pythonhosted.org/packages/2d/17/cb6525204a4917eeff45d48e6f32c3d8a4f118296bf155dc42dd588f3333/digs-0.1.7.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "e76a9c77e0f2417332dd624362599382", "sha256": "c54a0439f257ccabcbf7b90ecf0022db1d18f1b750949bca443278438c49de71" }, "downloads": -1, "filename": "digs-0.1.7.tar.gz", "has_sig": false, "md5_digest": "e76a9c77e0f2417332dd624362599382", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 12817, "upload_time": "2015-08-18T18:01:35", "url": "https://files.pythonhosted.org/packages/2d/17/cb6525204a4917eeff45d48e6f32c3d8a4f118296bf155dc42dd588f3333/digs-0.1.7.tar.gz" } ] }