{ "info": { "author": "Markus Shepherd", "author_email": "recommend.ludoj@gmail.com", "bugtrack_url": null, "classifiers": [ "Framework :: Scrapy", "License :: OSI Approved :: GNU General Public License v3 or later (GPLv3+)", "Programming Language :: Python", "Programming Language :: Python :: 3.6", "Programming Language :: Python :: 3.7", "Topic :: Games/Entertainment :: Board Games" ], "description": "\n# ludoj #\n\nScraping data about board games from the web.\n\n## Scraped websites ##\n\n* [BoardGameGeek](https://boardgamegeek.com/) (`bgg`)\n* [luding.org](http://luding.org/) (`luding`)\n* [spielen.de](http://gesellschaftsspiele.spielen.de/) (`spielen`)\n\n## Run scrapers ##\n\nRequires Python 3. Make sure your (virtual) environment is up-to-date:\n\n```bash\npip install -Ur requirements.txt\n```\n\nRun a spider like so:\n\n```bash\nscrapy crawl -o 'feeds/%(name)s/%(time)s/%(class)s.csv'\n```\n\nwhere `` is one of the IDs above.\n\nYou can run `scrapy check` to perform contract tests for all spiders, or\n`scrapy check ` to test one particular spider. If tests fails,\nthere most likely has been some change on the website and the spider needs\nupdating.\n\n\n", "description_content_type": "text/markdown", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://gitlab.com/mshepherd/ludoj-scraper", "keywords": "", "license": "GPL-3.0-or-later", "maintainer": "", "maintainer_email": "", "name": "ludoj-scraper", "package_url": "https://pypi.org/project/ludoj-scraper/", "platform": "", "project_url": "https://pypi.org/project/ludoj-scraper/", "project_urls": { "Homepage": "https://gitlab.com/mshepherd/ludoj-scraper" }, "release_url": "https://pypi.org/project/ludoj-scraper/1.10.16/", "requires_dist": [ "awscli", "boto", "dedupe", "google-cloud-pubsub", "jmespath", "pillow", "pympler", "pyspark", "python-dateutil", "python-dotenv", "pytrie", "pyyaml", "requests", "scrapy", "smart-open", "twisted", "w3lib" ], "requires_python": ">=3.6.0", "summary": "Board games data scraping and processing", "version": "1.10.16" }, "last_serial": 5938642, "releases": { "1.10.16": [ { "comment_text": "", "digests": { "md5": "45a62e30e78f48e3cabfbafa2aa6ab24", "sha256": "b3e9a0b520db02dd56929d8d5610ccbb93f4f39bd2092ac416b3e22ef50501c5" }, "downloads": -1, "filename": "ludoj_scraper-1.10.16-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "45a62e30e78f48e3cabfbafa2aa6ab24", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": ">=3.6.0", "size": 61480, "upload_time": "2019-10-07T13:17:24", "url": "https://files.pythonhosted.org/packages/c1/f4/7fdcc21f8fdb2d5e365ab157d3abf3f9aee4e326a33ce94100a6364b890e/ludoj_scraper-1.10.16-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "a2e0af9fef17404b1edd05b5bc60efc1", "sha256": "28e3dd3180a2b6a046ec93d56d36f2be44e793a83d8097e302baf30883cb452b" }, "downloads": -1, "filename": "ludoj-scraper-1.10.16.tar.gz", "has_sig": false, "md5_digest": "a2e0af9fef17404b1edd05b5bc60efc1", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6.0", "size": 53996, "upload_time": "2019-10-07T13:17:26", "url": "https://files.pythonhosted.org/packages/28/b9/d248a7909c5963fe94ac410cecde59a6ca839960dd174e7adbe692d21de5/ludoj-scraper-1.10.16.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "45a62e30e78f48e3cabfbafa2aa6ab24", "sha256": "b3e9a0b520db02dd56929d8d5610ccbb93f4f39bd2092ac416b3e22ef50501c5" }, "downloads": -1, "filename": "ludoj_scraper-1.10.16-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "45a62e30e78f48e3cabfbafa2aa6ab24", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": ">=3.6.0", "size": 61480, "upload_time": "2019-10-07T13:17:24", "url": "https://files.pythonhosted.org/packages/c1/f4/7fdcc21f8fdb2d5e365ab157d3abf3f9aee4e326a33ce94100a6364b890e/ludoj_scraper-1.10.16-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "a2e0af9fef17404b1edd05b5bc60efc1", "sha256": "28e3dd3180a2b6a046ec93d56d36f2be44e793a83d8097e302baf30883cb452b" }, "downloads": -1, "filename": "ludoj-scraper-1.10.16.tar.gz", "has_sig": false, "md5_digest": "a2e0af9fef17404b1edd05b5bc60efc1", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6.0", "size": 53996, "upload_time": "2019-10-07T13:17:26", "url": "https://files.pythonhosted.org/packages/28/b9/d248a7909c5963fe94ac410cecde59a6ca839960dd174e7adbe692d21de5/ludoj-scraper-1.10.16.tar.gz" } ] }