{ "info": { "author": "Zach Goldstein", "author_email": "zachgold@gmail.com", "bugtrack_url": null, "classifiers": [], "description": "======================================\nScrapy statsd middleware demonstration\n======================================\n\nUsage\n=====\n\npip install scrapy-statsd-middleware\n\n.. code-block:: python\n\n\tDOWNLOADER_MIDDLEWARES = {\n\t 'statsd_middleware.StatsdMiddleware': 543,\n\t}\n\n\tSPIDER_MIDDLEWARES = {\n\t 'statsd_middleware.StatsdMiddleware': 543,\n\t}\n\nThere's also a few settings that you can use:\n\n* STATSD_HOSTNAME - Defaults to the current machine's hostname\n* STATSD_PREFIX - Defaults to \"hostname.spider-name.\"\n* STATSD_HOST_IP - Defaults to \"0.0.0.0\"\n\nThis will increment statsd with the following:\n* requests (spider_reqs_issued)\n* response (spider_resps_received)\n* errors (error_KeyError, where KeyError is whatever the error name is)\n* items processed (processed_Product, where Product is whatever the item class name is)\n\nExample Implementation\n======================\n\nAn example implementation of this middleware is in /example\nIt includes a docker-compose file that describes how to use this middleware with statsd & graphite\n\n\nExample Installation & Usage\n============================\n\n* Build the docker images `docker-compose build`\n* Start the statsd container `docker-compose up -d`\n* Run the example spider: `docker-compose -f ./example/docker-compose.yml run spider bash -c \"cd ./opt/scrapy/dirbot/ && scrapy crawl dmoz\"`\n\nYou can see a live graphite dashboard at http://0.0.0.0/dashboard\nYou should see stats show up under something like \"stats.Z-MacBook-Pro.local.dmoz.spider_reqs_issued\"\n\nDevelopment\n===========\n\nYou can run the tests via `make test`", "description_content_type": null, "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/zachgoldstein/scrapy-statsd", "keywords": "", "license": "Apache 2.0", "maintainer": "", "maintainer_email": "", "name": "scrapy-statsd-middleware", "package_url": "https://pypi.org/project/scrapy-statsd-middleware/", "platform": "UNKNOWN", "project_url": "https://pypi.org/project/scrapy-statsd-middleware/", "project_urls": { "Homepage": "https://github.com/zachgoldstein/scrapy-statsd" }, "release_url": "https://pypi.org/project/scrapy-statsd-middleware/0.0.8/", "requires_dist": [ "Scrapy (>=1.0.5)", "statsd (==3.2.1)", "mock (==2.0.0); extra == 'test'" ], "requires_python": "", "summary": "Statsd integration middleware for scrapy", "version": "0.0.8" }, "last_serial": 2314229, "releases": { "0.0.1": [], "0.0.3": [ { "comment_text": "", "digests": { "md5": "6fde155199af5d0eab2f29f4676918ed", "sha256": "927986b9fbea4ccd9881572c4dbdce54d48f07a45a9d300cfd595c64aa836561" }, "downloads": -1, "filename": "scrapy_statsd_middleware-0.0.3-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "6fde155199af5d0eab2f29f4676918ed", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 2989, "upload_time": "2016-08-29T16:51:18", "url": "https://files.pythonhosted.org/packages/aa/4c/9803b892da7a2854bb956bfdc5cbe81e73004553c9cf238bb3153e4a16b6/scrapy_statsd_middleware-0.0.3-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "9c22b4a893d1fb3da08d97d78a6c8973", "sha256": "9bac9d628fe9a9257994e85fc2e666d9702d52d6d9ff1b8c1d1d0ef30edcc07c" }, "downloads": -1, "filename": "scrapy-statsd-middleware-0.0.3.tar.gz", "has_sig": false, "md5_digest": "9c22b4a893d1fb3da08d97d78a6c8973", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 1366, "upload_time": "2016-08-29T16:51:20", "url": "https://files.pythonhosted.org/packages/17/f1/918b7e2e101c2b53c6d294490aaa87cf5b47ccc146d634c71142ee0f5fda/scrapy-statsd-middleware-0.0.3.tar.gz" } ], "0.0.4": [ { "comment_text": "", "digests": { "md5": "e6f99240960c58fa0ab0b4c75c6ec270", "sha256": "8ea17aeb50fcdb65f446def888ee4b32c1003b398b8339e818c86066bbd97458" }, "downloads": -1, "filename": "scrapy_statsd_middleware-0.0.4-cp27-none-macosx_10_9_x86_64.whl", "has_sig": false, "md5_digest": "e6f99240960c58fa0ab0b4c75c6ec270", "packagetype": "bdist_wheel", "python_version": "cp27", "requires_python": null, "size": 2446, "upload_time": "2016-08-29T18:07:08", "url": "https://files.pythonhosted.org/packages/da/45/261105468155b094a81c4792fa4ae018a464db8656a843e226ff29cde117/scrapy_statsd_middleware-0.0.4-cp27-none-macosx_10_9_x86_64.whl" }, { "comment_text": "", "digests": { "md5": "2ed8ead9e324f7f9c67598b867247840", "sha256": "5d72f5697762c3225d1b5f1fc06fd29f4bb1bb8c29b4036f6c442f555c9d6b83" }, "downloads": -1, "filename": "scrapy-statsd-middleware-0.0.4.tar.gz", "has_sig": false, "md5_digest": "2ed8ead9e324f7f9c67598b867247840", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 1227, "upload_time": "2016-08-29T18:07:10", "url": "https://files.pythonhosted.org/packages/47/39/77e5347939163dc4cb467aedab6ead35d0c8ca1ca4ba4408e5b433e018ae/scrapy-statsd-middleware-0.0.4.tar.gz" } ], "0.0.5": [ { "comment_text": "", "digests": { "md5": "7d764c76a528785f2698c5c4724c54ee", "sha256": "9ef4d320cb6dab6019584a388b13e21a246b8064bb186e961c33320b3967fcd5" }, "downloads": -1, "filename": "scrapy_statsd_middleware-0.0.5-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "7d764c76a528785f2698c5c4724c54ee", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 4152, "upload_time": "2016-08-29T19:00:59", "url": "https://files.pythonhosted.org/packages/f8/9e/497ba3ef30f515d6a9db230fffe6d71cbd02db9eadcbd3872726a61e0a1f/scrapy_statsd_middleware-0.0.5-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "b280bec1b6767c59cab0193267f35ea1", "sha256": "e334d2336888d6afc8e988a4a85d860bbf71f20d08df6137c6187612514a8cee" }, "downloads": -1, "filename": "scrapy-statsd-middleware-0.0.5.tar.gz", "has_sig": false, "md5_digest": "b280bec1b6767c59cab0193267f35ea1", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3291, "upload_time": "2016-08-29T19:01:01", "url": "https://files.pythonhosted.org/packages/7b/56/c51d63578177b2adb205a433ce29711b28529029d1c4ab3f2afb070dcc88/scrapy-statsd-middleware-0.0.5.tar.gz" } ], "0.0.6": [ { "comment_text": "", "digests": { "md5": "9d1ce975995c9dc7450be7bdf988aa9d", "sha256": "754500e76c9cddd7b8e3c0b2260616cb68611c243e07094af913efe6388ddb9e" }, "downloads": -1, "filename": "scrapy_statsd_middleware-0.0.6-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "9d1ce975995c9dc7450be7bdf988aa9d", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 4292, "upload_time": "2016-08-29T19:10:46", "url": "https://files.pythonhosted.org/packages/b7/28/f9df907039247034feb7ad704bc878119a0fe9841ec8c4d028bfec63c053/scrapy_statsd_middleware-0.0.6-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "a90e62af02bc81aa23812064783fdcd5", "sha256": "b5e0209501fe6b2d12847e625fa82d8631a7f237e9d28f16784ade2663d752a9" }, "downloads": -1, "filename": "scrapy-statsd-middleware-0.0.6.tar.gz", "has_sig": false, "md5_digest": "a90e62af02bc81aa23812064783fdcd5", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3395, "upload_time": "2016-08-29T19:10:48", "url": "https://files.pythonhosted.org/packages/db/0b/402ccb9483cb24f2f5a7372f833f09b9989f8a253a71f021526576ed7fcc/scrapy-statsd-middleware-0.0.6.tar.gz" } ], "0.0.7": [ { "comment_text": "", "digests": { "md5": "ce74c9213bb80d9564fda7012ddbc46f", "sha256": "50790803ca2e79fb09f24349164ab4c767d9921237da92430945aebdf1d1a67e" }, "downloads": -1, "filename": "scrapy_statsd_middleware-0.0.7-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "ce74c9213bb80d9564fda7012ddbc46f", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 4327, "upload_time": "2016-08-30T18:40:21", "url": "https://files.pythonhosted.org/packages/1d/79/4c54648307f4980c3bc09e4dae0d9537b0ff770886ff23dd97615a4aa212/scrapy_statsd_middleware-0.0.7-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "777de7e2267828d4a0eb89dc49b4964c", "sha256": "872f7aaccf151541d79ceec0a437476f8f3febc0d4633c40feacc80749be043e" }, "downloads": -1, "filename": "scrapy-statsd-middleware-0.0.7.tar.gz", "has_sig": false, "md5_digest": "777de7e2267828d4a0eb89dc49b4964c", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3435, "upload_time": "2016-08-30T18:40:23", "url": "https://files.pythonhosted.org/packages/0c/74/f7cc9fd98808035de92c1ffecf5f87e9a8a4ed1ec1c13479cbb2e4f2d155/scrapy-statsd-middleware-0.0.7.tar.gz" } ], "0.0.8": [ { "comment_text": "", "digests": { "md5": "6e8a4085c6bba48065a94bb9ce41def7", "sha256": "eead9a9c0e66464f7019dea8d574933fe7d45222761ae63fd54965b622a5d92a" }, "downloads": -1, "filename": "scrapy_statsd_middleware-0.0.8-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "6e8a4085c6bba48065a94bb9ce41def7", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 5282, "upload_time": "2016-08-30T19:39:33", "url": "https://files.pythonhosted.org/packages/01/be/8c852e01ecaf12c75af8d83c45308422f06af415cd1fd2501e0c31c23348/scrapy_statsd_middleware-0.0.8-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "2415ab374943caa911cd173b18e3fc04", "sha256": "499854f9806caab56877f2e554e6588e70b1f747261ef0fe4c8623cc276f971a" }, "downloads": -1, "filename": "scrapy-statsd-middleware-0.0.8.tar.gz", "has_sig": false, "md5_digest": "2415ab374943caa911cd173b18e3fc04", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3924, "upload_time": "2016-08-30T19:39:36", "url": "https://files.pythonhosted.org/packages/44/43/fe8bf448512933844d2d21403a2d044503834e907054d3b21aac9e07e6c6/scrapy-statsd-middleware-0.0.8.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "6e8a4085c6bba48065a94bb9ce41def7", "sha256": "eead9a9c0e66464f7019dea8d574933fe7d45222761ae63fd54965b622a5d92a" }, "downloads": -1, "filename": "scrapy_statsd_middleware-0.0.8-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "6e8a4085c6bba48065a94bb9ce41def7", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 5282, "upload_time": "2016-08-30T19:39:33", "url": "https://files.pythonhosted.org/packages/01/be/8c852e01ecaf12c75af8d83c45308422f06af415cd1fd2501e0c31c23348/scrapy_statsd_middleware-0.0.8-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "2415ab374943caa911cd173b18e3fc04", "sha256": "499854f9806caab56877f2e554e6588e70b1f747261ef0fe4c8623cc276f971a" }, "downloads": -1, "filename": "scrapy-statsd-middleware-0.0.8.tar.gz", "has_sig": false, "md5_digest": "2415ab374943caa911cd173b18e3fc04", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3924, "upload_time": "2016-08-30T19:39:36", "url": "https://files.pythonhosted.org/packages/44/43/fe8bf448512933844d2d21403a2d044503834e907054d3b21aac9e07e6c6/scrapy-statsd-middleware-0.0.8.tar.gz" } ] }