{ "info": { "author": "Yeongbin Jo", "author_email": "iam.yeongbin.jo@gmail.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 5 - Production/Stable", "License :: OSI Approved :: MIT License", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.2", "Programming Language :: Python :: 3.3", "Programming Language :: Python :: 3.4", "Programming Language :: Python :: 3.5", "Programming Language :: Python :: 3.6", "Programming Language :: Python :: 3.7", "Topic :: Software Development :: Libraries :: Python Modules", "Topic :: Software Development :: Testing", "Topic :: System :: Installation/Setup" ], "description": "# Selenium Crawler Template\nBoilerplate for developing crawler with Selenium.\n\n## Installation\n\n```bash\npip install selenium-crawler-template\n```\n\n## Usage\n```python\nfrom selenium_crawler_template import Crawler\n\nclass MyCrawler(Crawler):\n @Crawler.open_url_in_new_tab\n def _get_email_from_profile(self, _):\n return self.find_element('a#email').get_attribute('href')\n\n def crawl(self, **kwargs):\n self.driver.get(kwargs['url'])\n\n for profile in self.find_elements('ul > .profile'):\n _ = self._get_email_from_profile(profile.get_attribute('href'))\n\n self._scroll_to_bottom()\n```\n\n\n", "description_content_type": "text/markdown", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/yeongbin-jo/python-selenium-crawler-template", "keywords": "chromedriver chrome selenium splinter", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "selenium-crawler-template", "package_url": "https://pypi.org/project/selenium-crawler-template/", "platform": "", "project_url": "https://pypi.org/project/selenium-crawler-template/", "project_urls": { "Homepage": "https://github.com/yeongbin-jo/python-selenium-crawler-template" }, "release_url": "https://pypi.org/project/selenium-crawler-template/0.0.6/", "requires_dist": null, "requires_python": ">=3", "summary": "Boilerplate for developing crawler with Selenium.", "version": "0.0.6" }, "last_serial": 5987231, "releases": { "0.0.1": [ { "comment_text": "", "digests": { "md5": "6892fabe7a0006c40a5960b75afd283f", "sha256": "d1fe799ccf80fb49cead60e8c94a5d12289a8927414e2f58a3940eb296d30f30" }, "downloads": -1, "filename": "selenium_crawler_template-0.0.1-py3-none-any.whl", "has_sig": false, "md5_digest": "6892fabe7a0006c40a5960b75afd283f", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=3", "size": 2827, "upload_time": "2019-10-06T09:33:56", "url": "https://files.pythonhosted.org/packages/50/66/e3447e2fcc12f667cf485747ecb4a5ed22069f74e8faae29d612b28ba6c9/selenium_crawler_template-0.0.1-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "be1f0729fcc655bffe5acfbaf1aac863", "sha256": "c0bbd14490f74abe37471b859cf28357e0282ac17c55cda25cd5e62eb00423c8" }, "downloads": -1, "filename": "selenium-crawler-template-0.0.1.tar.gz", "has_sig": false, "md5_digest": "be1f0729fcc655bffe5acfbaf1aac863", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3", "size": 2582, "upload_time": "2019-10-06T09:33:59", "url": "https://files.pythonhosted.org/packages/9b/65/38c38307ff8d587cd486a2d8fb3b39a992f9762cc5f8e6ede02cd51badff/selenium-crawler-template-0.0.1.tar.gz" } ], "0.0.2": [ { "comment_text": "", "digests": { "md5": "c4f10daa3aef134e07bcb64a90429df8", "sha256": "fa8ec51b678898979976865addd3aa39f1069c6e74b2c90dc2f0cd0306afe09a" }, "downloads": -1, "filename": "selenium_crawler_template-0.0.2-py3-none-any.whl", "has_sig": false, "md5_digest": "c4f10daa3aef134e07bcb64a90429df8", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=3", "size": 2827, "upload_time": "2019-10-06T12:44:13", "url": "https://files.pythonhosted.org/packages/bd/22/2247f57d6089ad88af7fa6ddb8416abdc7fa8bb8150fd86af7e1b2b015a4/selenium_crawler_template-0.0.2-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "54533bd1221108749609de6fa7978d43", "sha256": "fc9754c80b0adb00c62110ccf8918b2633f5f4c8d0468556b37388caacd43421" }, "downloads": -1, "filename": "selenium-crawler-template-0.0.2.tar.gz", "has_sig": false, "md5_digest": "54533bd1221108749609de6fa7978d43", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3", "size": 2590, "upload_time": "2019-10-06T12:44:15", "url": "https://files.pythonhosted.org/packages/37/70/d1ae46b8cebef2d3e0f1a8889fb8a32af5e5c06e4484e044393d0dd5bca9/selenium-crawler-template-0.0.2.tar.gz" } ], "0.0.3": [ { "comment_text": "", "digests": { "md5": "476cbdb1c005156c98a1a8487aa86b36", "sha256": "04dde9691dbf7e873e06e242130e080c1f313008bc081b2f3e74d9cf660643e3" }, "downloads": -1, "filename": "selenium_crawler_template-0.0.3-py3-none-any.whl", "has_sig": false, "md5_digest": "476cbdb1c005156c98a1a8487aa86b36", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=3", "size": 2894, "upload_time": "2019-10-06T13:01:00", "url": "https://files.pythonhosted.org/packages/aa/a4/a02894bcceb4854203bdd6706347a43721948a5a71b76a59c7c79225d912/selenium_crawler_template-0.0.3-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "297fbf1e35125cf24d240910f75e9310", "sha256": "dd5129d14506bceaf42e5f19190275adafa9d0898a917f0a45df9ce4a414fc36" }, "downloads": -1, "filename": "selenium-crawler-template-0.0.3.tar.gz", "has_sig": false, "md5_digest": "297fbf1e35125cf24d240910f75e9310", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3", "size": 2657, "upload_time": "2019-10-06T13:01:01", "url": "https://files.pythonhosted.org/packages/46/57/4b91e2f8a1f572f9c6b06bff1bd2373f289864af4e9471c2f936b7fd7601/selenium-crawler-template-0.0.3.tar.gz" } ], "0.0.4": [ { "comment_text": "", "digests": { "md5": "b50ed2c93504b5e17e41ab579c81e6f2", "sha256": "4f91a673c07ad35d594c64b9bb95fc3f564d377dd9e9272066a88b778ec5f57f" }, "downloads": -1, "filename": "selenium_crawler_template-0.0.4-py3-none-any.whl", "has_sig": false, "md5_digest": "b50ed2c93504b5e17e41ab579c81e6f2", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=3", "size": 3019, "upload_time": "2019-10-06T13:19:00", "url": "https://files.pythonhosted.org/packages/35/a0/dd22c7bd07fcb9c24bf08c7b29fbc4004ce971bf006add699c2bdeda1199/selenium_crawler_template-0.0.4-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "c14d4adaff5317e9600176e255f2a5f3", "sha256": "15faec5de50166032c0144ec520d56f573ac7c452a8f80918c9ede763d2805fd" }, "downloads": -1, "filename": "selenium-crawler-template-0.0.4.tar.gz", "has_sig": false, "md5_digest": "c14d4adaff5317e9600176e255f2a5f3", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3", "size": 2782, "upload_time": "2019-10-06T13:19:02", "url": "https://files.pythonhosted.org/packages/7e/21/efdd1e5b9e93f905e2bb373bf77900ef1e59fce35032af01577dc5c68350/selenium-crawler-template-0.0.4.tar.gz" } ], "0.0.5": [ { "comment_text": "", "digests": { "md5": "581ca03d3e444c46f3998d6f048f8a40", "sha256": "1de84f43aa0b846b68533d6170fa37d8f65f4e0f37a2870987f58cffdca87727" }, "downloads": -1, "filename": "selenium_crawler_template-0.0.5-py3-none-any.whl", "has_sig": false, "md5_digest": "581ca03d3e444c46f3998d6f048f8a40", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=3", "size": 3070, "upload_time": "2019-10-06T13:28:40", "url": "https://files.pythonhosted.org/packages/39/0c/58489505105ef18385c12fd9aab637fec3ec97dc8a469f497c36e730690d/selenium_crawler_template-0.0.5-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "f91ea3d3ce40f2184ed5a5a1117c6ea8", "sha256": "8a52fe8fc35fd9c599f3d0d498c143c4ffde6c6673ff3a4808c81a7aa5cb7775" }, "downloads": -1, "filename": "selenium-crawler-template-0.0.5.tar.gz", "has_sig": false, "md5_digest": "f91ea3d3ce40f2184ed5a5a1117c6ea8", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3", "size": 2835, "upload_time": "2019-10-06T13:28:42", "url": "https://files.pythonhosted.org/packages/c0/7c/7a8689f54300106fc21192df8913e484595d55a414c847cbad1b767ae58e/selenium-crawler-template-0.0.5.tar.gz" } ], "0.0.6": [ { "comment_text": "", "digests": { "md5": "950a4c00b78fb18728a9a361efa469b4", "sha256": "6d7c46859cb943754574519226bd80994186078c229fdf474d06592cd002220d" }, "downloads": -1, "filename": "selenium_crawler_template-0.0.6-py3-none-any.whl", "has_sig": false, "md5_digest": "950a4c00b78fb18728a9a361efa469b4", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=3", "size": 3082, "upload_time": "2019-10-17T02:13:21", "url": "https://files.pythonhosted.org/packages/7e/9a/255b1486e4b701c8dc401ce0baae79018835ba070f98de72627c3068bb6a/selenium_crawler_template-0.0.6-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "4bcb878dbc92673ec7021413c77c51ce", "sha256": "85b4ecafcd5d6e40ef22c223bfde5a8f4d1e8e26acb7aa1bd767b627cdd98a95" }, "downloads": -1, "filename": "selenium-crawler-template-0.0.6.tar.gz", "has_sig": false, "md5_digest": "4bcb878dbc92673ec7021413c77c51ce", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3", "size": 2843, "upload_time": "2019-10-17T02:13:23", "url": "https://files.pythonhosted.org/packages/4f/c5/1876645c3d9e685940561a27d6ce46f90486eb75f0a6192251b31fd8e1fc/selenium-crawler-template-0.0.6.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "950a4c00b78fb18728a9a361efa469b4", "sha256": "6d7c46859cb943754574519226bd80994186078c229fdf474d06592cd002220d" }, "downloads": -1, "filename": "selenium_crawler_template-0.0.6-py3-none-any.whl", "has_sig": false, "md5_digest": "950a4c00b78fb18728a9a361efa469b4", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=3", "size": 3082, "upload_time": "2019-10-17T02:13:21", "url": "https://files.pythonhosted.org/packages/7e/9a/255b1486e4b701c8dc401ce0baae79018835ba070f98de72627c3068bb6a/selenium_crawler_template-0.0.6-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "4bcb878dbc92673ec7021413c77c51ce", "sha256": "85b4ecafcd5d6e40ef22c223bfde5a8f4d1e8e26acb7aa1bd767b627cdd98a95" }, "downloads": -1, "filename": "selenium-crawler-template-0.0.6.tar.gz", "has_sig": false, "md5_digest": "4bcb878dbc92673ec7021413c77c51ce", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3", "size": 2843, "upload_time": "2019-10-17T02:13:23", "url": "https://files.pythonhosted.org/packages/4f/c5/1876645c3d9e685940561a27d6ce46f90486eb75f0a6192251b31fd8e1fc/selenium-crawler-template-0.0.6.tar.gz" } ] }