{ "info": { "author": "Martin Matusiak", "author_email": "numerodix@gmail.com", "bugtrack_url": null, "classifiers": [ "License :: OSI Approved :: GNU General Public License v2 (GPLv2)", "Programming Language :: Python :: 2.6", "Programming Language :: Python :: 2.7", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.2", "Programming Language :: Python :: 3.3", "Programming Language :: Python :: 3.4", "Programming Language :: Python :: Implementation :: CPython" ], "description": "spiderfetch\n===========\n\n.. image:: https://badge.fury.io/py/spiderfetch.png\n :target: https://badge.fury.io/py/spiderfetch\n\n.. image:: https://travis-ci.org/numerodix/spiderfetch.png?branch=master\n :target: https://travis-ci.org/numerodix/spiderfetch\n\n\nInstallation\n------------\n\n.. code:: bash\n\n $ pip install spiderfetch\n $ spiderfetch\n\n\nUsage\n-----\n\n\nFetching\n^^^^^^^^\n\nFetch all urls matching ``2008.*.ogg`` from a page:\n\n.. code:: bash\n\n $ spiderfetch http://www.fosdem.org/2008/media/video 2008.*ogg\n\nTo dump the urls to a file instead of fetching:\n\n.. code:: bash\n\n $ spiderfetch http://www.fosdem.org/2008/media/video 2008.*ogg --dump > urls\n\n\nSpidering\n^^^^^^^^^\n\nSpider a site to depth ``3`` while pausing ``2`` seconds between fetches. The\nurls that will be considered when spidering must match ``.*``:\n\n.. code:: bash\n\n $ spiderfetch --host http://en.wikipedia.org --depth 3 --pause 2 '.*'\n", "description_content_type": null, "docs_url": null, "download_url": "UNKNOWN", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/numerodix/spiderfetch", "keywords": null, "license": "UNKNOWN", "maintainer": null, "maintainer_email": null, "name": "spiderfetch", "package_url": "https://pypi.org/project/spiderfetch/", "platform": "UNKNOWN", "project_url": "https://pypi.org/project/spiderfetch/", "project_urls": { "Download": "UNKNOWN", "Homepage": "https://github.com/numerodix/spiderfetch" }, "release_url": "https://pypi.org/project/spiderfetch/0.4.9/", "requires_dist": null, "requires_python": null, "summary": "Web spider and fetcher", "version": "0.4.9" }, "last_serial": 1064553, "releases": { "0.4.3": [ { "comment_text": "", "digests": { "md5": "a9b271c3d8e96bba3d322bf3d028ef13", "sha256": "b3ecd335f6ee71b011f9989a143feedbf9d86b96a1d4be74c6a29beb20f75da7" }, "downloads": -1, "filename": "spiderfetch-0.4.3-py27-none-any.whl", "has_sig": false, "md5_digest": "a9b271c3d8e96bba3d322bf3d028ef13", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 26535, "upload_time": "2014-03-18T19:15:33", "url": "https://files.pythonhosted.org/packages/a8/d5/f838de7f0b8cfd1269b0f5972950a5de702fe9bac9824471a265ad335392/spiderfetch-0.4.3-py27-none-any.whl" }, { "comment_text": "", "digests": { "md5": "11015aa8cc7bfc8611966f8c9c6905a4", "sha256": "622cb452fc29e45feeec62f2c5f88129229c57f12c259187db689cd627ff72ba" }, "downloads": -1, "filename": "spiderfetch-0.4.3.tar.gz", "has_sig": false, "md5_digest": "11015aa8cc7bfc8611966f8c9c6905a4", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 19915, "upload_time": "2014-03-18T19:15:29", "url": "https://files.pythonhosted.org/packages/e8/b7/ede6f1f47d70f0ede3d5cce9053b7b38153e6c53fba9a6ed6f66be86ba29/spiderfetch-0.4.3.tar.gz" } ], "0.4.4": [ { "comment_text": "", "digests": { "md5": "c5c5a4ac0fb6829f91ed28b430434f4c", "sha256": "1234fb7dd84af8a4e8fee1ad199af3b68126e3111d6df9b69b666e274dd183ea" }, "downloads": -1, "filename": "spiderfetch-0.4.4-py27-none-any.whl", "has_sig": false, "md5_digest": "c5c5a4ac0fb6829f91ed28b430434f4c", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 26588, "upload_time": "2014-03-18T19:22:38", "url": "https://files.pythonhosted.org/packages/4d/8c/39a8b5c9f8a6c7d7f5164edbb20b4c68688952a03cbf35adb3e25255bbfa/spiderfetch-0.4.4-py27-none-any.whl" }, { "comment_text": "", "digests": { "md5": "14ad295d1aa661059cc68e8db10d38c7", "sha256": "96647e309f36e990efa1e8120c463e37417d0821faac2c08ce2905cca45d5597" }, "downloads": -1, "filename": "spiderfetch-0.4.4.tar.gz", "has_sig": false, "md5_digest": "14ad295d1aa661059cc68e8db10d38c7", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 17166, "upload_time": "2014-03-18T19:22:36", "url": "https://files.pythonhosted.org/packages/0a/3d/1af064ae93054d31bbff9e2c6b82627b388761ee37e86ec79f91f9253a9b/spiderfetch-0.4.4.tar.gz" } ], "0.4.5": [ { "comment_text": "", "digests": { "md5": "3db4793fb8ec2ae2dc3d5a769f2996bd", "sha256": "2e3083baab361bb2af4a5e02bfbfa28d3c34526bfa8c025c26774e1742e2e1c0" }, "downloads": -1, "filename": "spiderfetch-0.4.5-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "3db4793fb8ec2ae2dc3d5a769f2996bd", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 23749, "upload_time": "2014-03-18T19:28:59", "url": "https://files.pythonhosted.org/packages/45/6e/44c3d4f3b619f2b66efe1a846e51c863bc5f6170975d208c8ed78683ec6a/spiderfetch-0.4.5-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "7c5229459c41afd5c800e8447d09f953", "sha256": "feaec99681ed26ba1886cca43c189f7b58e1d4a44d04b13016f0d793206d4b23" }, "downloads": -1, "filename": "spiderfetch-0.4.5.tar.gz", "has_sig": false, "md5_digest": "7c5229459c41afd5c800e8447d09f953", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 17556, "upload_time": "2014-03-18T19:28:56", "url": "https://files.pythonhosted.org/packages/cd/3f/ea75570880a7a27b4badfc172f59f4950f032a0e88a21585bb035552cb0e/spiderfetch-0.4.5.tar.gz" } ], "0.4.6": [ { "comment_text": "", "digests": { "md5": "cb2d02d79ed01c1f791d86767d8fe641", "sha256": "cadd7cf66939b4303d6feafa04100a8f6855a10f85db3f60a318be99804b5c7b" }, "downloads": -1, "filename": "spiderfetch-0.4.6-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "cb2d02d79ed01c1f791d86767d8fe641", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 23747, "upload_time": "2014-03-18T19:37:24", "url": "https://files.pythonhosted.org/packages/a3/02/964da83ce6911dac0726d632ef38de76c289ee0bc54e3e1e0f3ed811d1dc/spiderfetch-0.4.6-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "586f1b188bf52bcc2e49bb3400d5579b", "sha256": "e32113da3c9ff73194485955d151d57fbea90ec5cb94322cc6288e47f465bb48" }, "downloads": -1, "filename": "spiderfetch-0.4.6.tar.gz", "has_sig": false, "md5_digest": "586f1b188bf52bcc2e49bb3400d5579b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 17561, "upload_time": "2014-03-18T19:37:21", "url": "https://files.pythonhosted.org/packages/f7/85/07420ee8d293c2e9696f142ae1ea40bdc3fdcb77af33b84aa125816b3a43/spiderfetch-0.4.6.tar.gz" } ], "0.4.7": [ { "comment_text": "", "digests": { "md5": "35485e288dd85d9c0afcf09b4fabce82", "sha256": "0a0bd30bb82680955d8b72187ff18955b358229970c681f7039ffbcd0b5b8109" }, "downloads": -1, "filename": "spiderfetch-0.4.7-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "35485e288dd85d9c0afcf09b4fabce82", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 23878, "upload_time": "2014-03-18T19:54:04", "url": "https://files.pythonhosted.org/packages/aa/2f/c4067106f00ad45a769607660f4fe2a7dd29088e81c5c55d25ff7a3867dc/spiderfetch-0.4.7-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "e5b8faa01adcc414e29c9aac1801bf7b", "sha256": "c877dffce2ffc3d7468bf6cb5459f22bc47ef2b73dbd8f55a69fadb8e966679f" }, "downloads": -1, "filename": "spiderfetch-0.4.7.tar.gz", "has_sig": false, "md5_digest": "e5b8faa01adcc414e29c9aac1801bf7b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 17732, "upload_time": "2014-03-18T19:54:01", "url": "https://files.pythonhosted.org/packages/d0/26/aa4c7a408c1f9219d3a6df86baced0dcd1d8d4e41fde3d7d739a43fdccc1/spiderfetch-0.4.7.tar.gz" } ], "0.4.8": [ { "comment_text": "", "digests": { "md5": "fce952f4e6e9e73cab3eefd1a68e4691", "sha256": "a71434db6746daf70ccb22785ccdc7f5fc5a029cf4d8ecd04f26f6ba5dc5a0a9" }, "downloads": -1, "filename": "spiderfetch-0.4.8-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "fce952f4e6e9e73cab3eefd1a68e4691", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 23969, "upload_time": "2014-03-18T20:13:10", "url": "https://files.pythonhosted.org/packages/2e/74/ee30dc8a3845c71a2d71743301db8734cb477cf2491db7bd2bd3f68d54e8/spiderfetch-0.4.8-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "b55031c6ff9817a1d8c1bcc40753cd12", "sha256": "a22e6fc2e230322b1235b99c4fbd51f86c4d52d3f76e4028555ed5e9aeff6442" }, "downloads": -1, "filename": "spiderfetch-0.4.8.tar.gz", "has_sig": false, "md5_digest": "b55031c6ff9817a1d8c1bcc40753cd12", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 17784, "upload_time": "2014-03-18T20:13:06", "url": "https://files.pythonhosted.org/packages/d1/d9/5901ef53483583d1a15af2cd9499c94ba256965faf5e63d7688d72eda317/spiderfetch-0.4.8.tar.gz" } ], "0.4.9": [ { "comment_text": "", "digests": { "md5": "61c8a8f4195108b69421e647d6558dd1", "sha256": "a8d26d909299edfe00064ecc4263e86834637b0ce447a0202bdbadd79cd065c5" }, "downloads": -1, "filename": "spiderfetch-0.4.9-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "61c8a8f4195108b69421e647d6558dd1", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 23969, "upload_time": "2014-04-18T17:11:48", "url": "https://files.pythonhosted.org/packages/8f/91/0194d07bd954e067019153d07dc9a7a0160331ea793aac6a2168765fe32f/spiderfetch-0.4.9-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "b26cfe275009ca5974555677be48fc90", "sha256": "6598628fcd573d24279530abcf5ad1a142b4eba462f869fbcd8360b0640f0560" }, "downloads": -1, "filename": "spiderfetch-0.4.9.tar.gz", "has_sig": false, "md5_digest": "b26cfe275009ca5974555677be48fc90", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 17978, "upload_time": "2014-04-18T17:11:21", "url": "https://files.pythonhosted.org/packages/60/52/a6b6b7dd217c5290d47cfc2279f2a80fbd6f7f9d2b60afa1268b2edbd8ff/spiderfetch-0.4.9.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "61c8a8f4195108b69421e647d6558dd1", "sha256": "a8d26d909299edfe00064ecc4263e86834637b0ce447a0202bdbadd79cd065c5" }, "downloads": -1, "filename": "spiderfetch-0.4.9-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "61c8a8f4195108b69421e647d6558dd1", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 23969, "upload_time": "2014-04-18T17:11:48", "url": "https://files.pythonhosted.org/packages/8f/91/0194d07bd954e067019153d07dc9a7a0160331ea793aac6a2168765fe32f/spiderfetch-0.4.9-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "b26cfe275009ca5974555677be48fc90", "sha256": "6598628fcd573d24279530abcf5ad1a142b4eba462f869fbcd8360b0640f0560" }, "downloads": -1, "filename": "spiderfetch-0.4.9.tar.gz", "has_sig": false, "md5_digest": "b26cfe275009ca5974555677be48fc90", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 17978, "upload_time": "2014-04-18T17:11:21", "url": "https://files.pythonhosted.org/packages/60/52/a6b6b7dd217c5290d47cfc2279f2a80fbd6f7f9d2b60afa1268b2edbd8ff/spiderfetch-0.4.9.tar.gz" } ] }