{ "info": { "author": "Robson Montenegro", "author_email": "montenegrodr@gmail.com", "bugtrack_url": null, "classifiers": [ "Programming Language :: Python :: 2.7", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.0", "Programming Language :: Python :: 3.1", "Programming Language :: Python :: 3.2", "Programming Language :: Python :: 3.3", "Programming Language :: Python :: 3.4", "Programming Language :: Python :: 3.5", "Programming Language :: Python :: 3.6", "Programming Language :: Python :: 3.7" ], "description": "Let me crawl\n=======================\n\nCurate proxies from various sources in terms of latency. Supported on python 2.7.* and >3.4.\n\n\n.. code-block:: bash\n\n >> from letmecrawl import letmecrawl\n >> for proxy in letmecrawl():\n >> print(proxy)\n 88.99.11.10:6666\n\n\n\nInstallation\n-----------------\n.. code-block:: bash\n\n pip install letmecrawl\n\nDocker\n-----------------\n\nUse docker image as a http service:\n\n.. code-block:: bash\n\n docker pull montenegrodr/letmecrawl:latest\n\nRunning:\n\n.. code-block:: bash\n\n docker run -p 8000:8000 montenegrodr/letmecrawl:latest\n\nRequest proxy from top of the queue:\n\n.. code-block:: bash\n\n $ curl localhost:8000\n {\"proxy\":\"138.68.178.106:80\"}\n\n $ curl localhost:8000\n {\"proxy\":\"184.59.102.95:80\"}", "description_content_type": "", "docs_url": null, "download_url": "https://github.com/montenegrodr/letmecrawl/archive/0.0.13.tar.gz", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/montenegrodr/letmecrawl", "keywords": "scraper crawler proxy", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "letmecrawl", "package_url": "https://pypi.org/project/letmecrawl/", "platform": "", "project_url": "https://pypi.org/project/letmecrawl/", "project_urls": { "Download": "https://github.com/montenegrodr/letmecrawl/archive/0.0.13.tar.gz", "Homepage": "https://github.com/montenegrodr/letmecrawl" }, "release_url": "https://pypi.org/project/letmecrawl/0.13/", "requires_dist": null, "requires_python": "", "summary": "let me crawl", "version": "0.13" }, "last_serial": 4138272, "releases": { "0.0.1": [ { "comment_text": "", "digests": { "md5": "f07f0b9e3f897ccc500acba69672bbac", "sha256": "321fd8cd39dc5bbb0687591c7e0fc5856ff9994779cd38aa52e1132c92d83d6c" }, "downloads": -1, "filename": "letmecrawl-0.0.1.tar.gz", "has_sig": false, "md5_digest": "f07f0b9e3f897ccc500acba69672bbac", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3523, "upload_time": "2017-12-30T21:44:47", "url": "https://files.pythonhosted.org/packages/ff/0f/907aee86bfb50411e86e324ab5cff0314d9c25f13de06a8a5305cc06729e/letmecrawl-0.0.1.tar.gz" } ], "0.0.2": [ { "comment_text": "", "digests": { "md5": "420c991fd057c5f1476bb23fdef09f39", "sha256": "361f04161e4783a1fb2bb2074c1362c509dca76502afaf49cab0a4718acf9e75" }, "downloads": -1, "filename": "letmecrawl-0.0.2.tar.gz", "has_sig": false, "md5_digest": "420c991fd057c5f1476bb23fdef09f39", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3502, "upload_time": "2017-12-31T14:56:07", "url": "https://files.pythonhosted.org/packages/de/67/df9b4ca1ceb55bffe34b2eac1702c520936f0efc912718daefb1aa1421ce/letmecrawl-0.0.2.tar.gz" } ], "0.0.3": [ { "comment_text": "", "digests": { "md5": "38ea1f6aeea9f9e33fb00c2a18208ff1", "sha256": "5191f2d7e0df831485112ffe6fbbcb3ad3f13d2b99fa3e0536d28af64ce7efcb" }, "downloads": -1, "filename": "letmecrawl-0.0.3.tar.gz", "has_sig": false, "md5_digest": "38ea1f6aeea9f9e33fb00c2a18208ff1", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3547, "upload_time": "2017-12-31T16:30:08", "url": "https://files.pythonhosted.org/packages/1c/90/d9cd226d92c274472e0c4e932beebab702adfcf80fb68f4d6be83c8c5830/letmecrawl-0.0.3.tar.gz" } ], "0.0.4": [ { "comment_text": "", "digests": { "md5": "6739d519c790452c1aa6027e3bccccbc", "sha256": "87beba13f155a388e52095551aa1a3bc11a4c7b55b109fc50ebfce81265b0bcd" }, "downloads": -1, "filename": "letmecrawl-0.0.4.tar.gz", "has_sig": false, "md5_digest": "6739d519c790452c1aa6027e3bccccbc", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3552, "upload_time": "2018-01-07T00:49:58", "url": "https://files.pythonhosted.org/packages/a4/f8/a7dfc47d2afa09ee01c26f05ff25d3c31d43cd485604412c22d2526ef1ed/letmecrawl-0.0.4.tar.gz" } ], "0.0.5": [ { "comment_text": "", "digests": { "md5": "ff64d98f47778c2e712dc4cf0b4a6cc5", "sha256": "debb8b1a85f35ee4733e4a7c9b1e2e28416aae0f7e269799eba580afc07f490a" }, "downloads": -1, "filename": "letmecrawl-0.0.5.tar.gz", "has_sig": false, "md5_digest": "ff64d98f47778c2e712dc4cf0b4a6cc5", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3724, "upload_time": "2018-01-07T22:12:10", "url": "https://files.pythonhosted.org/packages/90/f8/1f2279a48fa92fc6eca5e8a61aa429be975e444e64105e232124f2f55cbd/letmecrawl-0.0.5.tar.gz" } ], "0.10": [ { "comment_text": "", "digests": { "md5": "e37fc9203a992f4fd109cfd054bcfa67", "sha256": "d6a622929a6e31ff7fdc472d8731a9b588ed94f9b7095771522efdec6feb4715" }, "downloads": -1, "filename": "letmecrawl-0.10.tar.gz", "has_sig": false, "md5_digest": "e37fc9203a992f4fd109cfd054bcfa67", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4046, "upload_time": "2018-04-25T22:50:47", "url": "https://files.pythonhosted.org/packages/17/85/801634960f441caec46535016693d31dee332a3e776bfc247f43acfc48d9/letmecrawl-0.10.tar.gz" } ], "0.11": [ { "comment_text": "", "digests": { "md5": "819ff14a55766932a0e8fefb2a9c8c65", "sha256": "670b8bae062faeba949b406207182d9facd6e4c49792be62507ef0cd94d81bb2" }, "downloads": -1, "filename": "letmecrawl-0.11.tar.gz", "has_sig": false, "md5_digest": "819ff14a55766932a0e8fefb2a9c8c65", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4050, "upload_time": "2018-04-29T21:25:58", "url": "https://files.pythonhosted.org/packages/8d/96/72bd3d4802c3bbfccb77fe0fa51f49e48c1dce84caf57534578cb9b64ca6/letmecrawl-0.11.tar.gz" } ], "0.12": [ { "comment_text": "", "digests": { "md5": "95b97785894567d39bce468666f2cda8", "sha256": "f1c88c29a29063d244759990d2c4c56285a798f804e44434202a757f8b2d4a3a" }, "downloads": -1, "filename": "letmecrawl-0.12.tar.gz", "has_sig": false, "md5_digest": "95b97785894567d39bce468666f2cda8", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4167, "upload_time": "2018-05-26T15:33:59", "url": "https://files.pythonhosted.org/packages/8a/b0/730b3e3c48a3ee88f08d16d68ac921f722e2689e5dab9b22ca0bbb60ea3d/letmecrawl-0.12.tar.gz" } ], "0.13": [ { "comment_text": "", "digests": { "md5": "f313368fe869a99cc96f758dd7778a20", "sha256": "1fa3745b8f43557e368edd468471e659db4bbe4e7236e4cca8f03c431c0fe860" }, "downloads": -1, "filename": "letmecrawl-0.13.tar.gz", "has_sig": false, "md5_digest": "f313368fe869a99cc96f758dd7778a20", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4544, "upload_time": "2018-08-05T19:53:28", "url": "https://files.pythonhosted.org/packages/0e/3a/e80b974131c14e8f591cd6d0605abce18595de75d94d61b3fe9b510e0102/letmecrawl-0.13.tar.gz" } ], "0.6": [ { "comment_text": "", "digests": { "md5": "54092c271246a970bf0de07054a1e2fb", "sha256": "09e04c1149b94b683291567fd265bc4ec8ecd948228ae4e845a2645fd4702d7d" }, "downloads": -1, "filename": "letmecrawl-0.6.tar.gz", "has_sig": false, "md5_digest": "54092c271246a970bf0de07054a1e2fb", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3753, "upload_time": "2018-02-25T13:21:41", "url": "https://files.pythonhosted.org/packages/f3/ae/60f7bfcba20f5de94c4cc12a6765b576bf8b55c1a08514c44db32514a104/letmecrawl-0.6.tar.gz" } ], "0.7": [ { "comment_text": "", "digests": { "md5": "4e9b403bcac96e97cc214ebc157db993", "sha256": "db29a5b8f203961474ddbdc4a9b33b362e4dc06c2a22cc68ecaf90391abf18c1" }, "downloads": -1, "filename": "letmecrawl-0.7.tar.gz", "has_sig": false, "md5_digest": "4e9b403bcac96e97cc214ebc157db993", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3760, "upload_time": "2018-02-25T13:24:23", "url": "https://files.pythonhosted.org/packages/34/f9/4cf57f6ca6df6372b9ae88f716957480f6f5fd19216214d44eb34f820ee0/letmecrawl-0.7.tar.gz" } ], "0.8": [ { "comment_text": "", "digests": { "md5": "5b728fef0499076da9b146d4bc65cbf0", "sha256": "17f1142ad747fd0f5406a16e78c0d00a79c9a727b3d4cc704cea0ebca62cb383" }, "downloads": -1, "filename": "letmecrawl-0.8.tar.gz", "has_sig": false, "md5_digest": "5b728fef0499076da9b146d4bc65cbf0", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3753, "upload_time": "2018-02-25T13:29:26", "url": "https://files.pythonhosted.org/packages/5b/61/f2619ecd3808896af4d3779f7842877987f9117e15a389b0312111bd1c5d/letmecrawl-0.8.tar.gz" } ], "0.9": [ { "comment_text": "", "digests": { "md5": "91ee9085b5312673a110b9c23a9933b7", "sha256": "399286b4e82b79178f3b8a1816abcce9c2790f3a915c8082f0bffcb68d62511d" }, "downloads": -1, "filename": "letmecrawl-0.9.tar.gz", "has_sig": false, "md5_digest": "91ee9085b5312673a110b9c23a9933b7", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3963, "upload_time": "2018-04-01T20:06:05", "url": "https://files.pythonhosted.org/packages/ed/b1/8449cb7bc6c2c1170ed98599ef7d59a2f344d6693525e94d49abf829be5a/letmecrawl-0.9.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "f313368fe869a99cc96f758dd7778a20", "sha256": "1fa3745b8f43557e368edd468471e659db4bbe4e7236e4cca8f03c431c0fe860" }, "downloads": -1, "filename": "letmecrawl-0.13.tar.gz", "has_sig": false, "md5_digest": "f313368fe869a99cc96f758dd7778a20", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4544, "upload_time": "2018-08-05T19:53:28", "url": "https://files.pythonhosted.org/packages/0e/3a/e80b974131c14e8f591cd6d0605abce18595de75d94d61b3fe9b510e0102/letmecrawl-0.13.tar.gz" } ] }