{ "info": { "author": "MuChu Hsu", "author_email": "muchu1983@gmail.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 3 - Alpha", "Environment :: Win32 (MS Windows)", "Environment :: X11 Applications :: GTK", "Intended Audience :: Developers", "Intended Audience :: End Users/Desktop", "License :: OSI Approved :: BSD License", "Natural Language :: Chinese (Traditional)", "Natural Language :: English", "Operating System :: Microsoft :: Windows", "Operating System :: POSIX :: Linux", "Programming Language :: Python :: 2.7", "Topic :: Internet :: WWW/HTTP" ], "description": "== Install:\n\nVCForPython27.msi (https://www.microsoft.com/en-us/download/details.aspx?id=44266)\nlxml-3.5.0.win32-py2.7.exe (https://pypi.python.org/pypi/lxml/3.5.0)\n\n$pip install crawlermaster\n\n== write csslist.json:\nexample: techcrunch_news_csslist.json\n\n{\n \"rawdata-converter-name\":\"techcrunch_news\",\n \"local-html-file-pattern\":{\n \"strBasedir\":\"C:\\\\Users\\\\muchu\\\\Downloads\",\n \"strSuffixes\":\"news.html\"\n },\n \"csslist\":[\n {\n \"name\": \"techcrunch-news-title\", \n \"sampleUrl\": \"https://techcrunch.com/2016/06/02/apple-app-store-goes-down/\", \n \"cssRule\": \"header.page-title h1.tweet-title::text\", \n \"sampleAns\": [\n \"Apple App Store goes down\"\n ], \n \"ansType\": \"exact\" \n },\n {\n \"name\":\"techcrunch-news-tags\",\n \"sampleUrl\":\"https://techcrunch.com/2016/06/02/apple-app-store-goes-down/\",\n \"cssRule\":\"div.tags a.tag::text\",\n \"sampleAns\":[\n \"Apps\",\n \"Apple\",\n \"iCloud\",\n \"iTunes\",\n \"app-store\"\n ],\n \"ansType\":\"exact\"\n },\n {\n \"name\":\"techcrunch-news-pubtime\",\n \"sampleUrl\":\"https://techcrunch.com/2016/06/02/apple-app-store-goes-down/\",\n \"cssRule\":\"header.article-header div.byline time.timestamp::text\",\n \"sampleAns\":[\n \"4 hours ago\"\n ],\n \"ansType\":\"exist\"\n }\n ]\n}\n\n== run test:\n\n$crawlermaster csslist.json\n\n== Uninstall:\n\n$pip uninstall crawlermaster", "description_content_type": null, "docs_url": null, "download_url": "https://pypi.python.org/pypi/crawlermaster", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/bohachu/tier", "keywords": null, "license": "BSD 3-Clause License", "maintainer": null, "maintainer_email": null, "name": "crawlermaster", "package_url": "https://pypi.org/project/crawlermaster/", "platform": "python 2.7", "project_url": "https://pypi.org/project/crawlermaster/", "project_urls": { "Download": "https://pypi.python.org/pypi/crawlermaster", "Homepage": "https://github.com/bohachu/tier" }, "release_url": "https://pypi.org/project/crawlermaster/0.1.2a6/", "requires_dist": null, "requires_python": null, "summary": "muchu's utility module", "version": "0.1.2a6" }, "last_serial": 2426990, "releases": { "0.1.2a1": [ { "comment_text": "", "digests": { "md5": "52609eabe86c4144a46c5c1b0b38c43b", "sha256": "41b099c6c21b51de7c5a6a6beb12f3430053f96e5d5471c0910670b488078806" }, "downloads": -1, "filename": "crawlermaster-0.1.2a1.zip", "has_sig": false, "md5_digest": "52609eabe86c4144a46c5c1b0b38c43b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2614414, "upload_time": "2016-07-22T07:24:57", "url": "https://files.pythonhosted.org/packages/8c/ee/5020119b2ec0be885acd3069e02103177ebad6042a434e6e1a30f2175e52/crawlermaster-0.1.2a1.zip" } ], "0.1.2a2": [ { "comment_text": "", "digests": { "md5": "07fc74306ade69c0cec6977858f9609e", "sha256": "f0b1c1ec3eea89b5a05fba7adeb07bf087551e48985c8d297168a0afd0c9d62f" }, "downloads": -1, "filename": "crawlermaster-0.1.2a2.zip", "has_sig": false, "md5_digest": "07fc74306ade69c0cec6977858f9609e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2614413, "upload_time": "2016-07-22T08:44:37", "url": "https://files.pythonhosted.org/packages/7d/61/52edcf9c9d2adb42d68e939908d575b54d8ef2040fb4c0df5878d87e55cc/crawlermaster-0.1.2a2.zip" } ], "0.1.2a3": [ { "comment_text": "", "digests": { "md5": "84a9b234611bcec56a266f7f5635e68d", "sha256": "cf7bb76258f9f7227715e701df1bf02d7232e3e959a4d6a9b99d47d4c109ca6b" }, "downloads": -1, "filename": "crawlermaster-0.1.2a3.zip", "has_sig": false, "md5_digest": "84a9b234611bcec56a266f7f5635e68d", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2614440, "upload_time": "2016-08-17T23:59:53", "url": "https://files.pythonhosted.org/packages/46/52/80f04c542a24dfd73503478bfe6d754b02c59fae038874f91eff01e659ef/crawlermaster-0.1.2a3.zip" } ], "0.1.2a4": [ { "comment_text": "", "digests": { "md5": "fee181a99b0bf7b5edf73eb57b6fe40e", "sha256": "79d324bae07a90b2af51629428b05d819f056be06b4f32229e5916807efc7d76" }, "downloads": -1, "filename": "crawlermaster-0.1.2a4.zip", "has_sig": false, "md5_digest": "fee181a99b0bf7b5edf73eb57b6fe40e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2612382, "upload_time": "2016-08-29T18:08:43", "url": "https://files.pythonhosted.org/packages/9c/2d/4a484151f32a7f7bca5ad1470e837f8e72257f533e87b2f63a69ffc4f94b/crawlermaster-0.1.2a4.zip" } ], "0.1.2a5": [ { "comment_text": "", "digests": { "md5": "dfcaabfeb228e3cbd5bdc33bf6c3fca4", "sha256": "20b1ffbcb3c1d9f306309e3eb688fc5226cc90badfc31e7c36b4861addcbfd80" }, "downloads": -1, "filename": "crawlermaster-0.1.2a5.zip", "has_sig": false, "md5_digest": "dfcaabfeb228e3cbd5bdc33bf6c3fca4", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2612460, "upload_time": "2016-08-30T01:00:20", "url": "https://files.pythonhosted.org/packages/4f/e1/e0be173d537f591870a185085e838effd9b51502084d0d6a45176e468f27/crawlermaster-0.1.2a5.zip" } ], "0.1.2a6": [ { "comment_text": "", "digests": { "md5": "a526c215bbe807adf60363acc684ea9e", "sha256": "c158d1828340f37644ec4e827803869dd3281dd1a47d9f8a11347a8ec7ff6d76" }, "downloads": -1, "filename": "crawlermaster-0.1.2a6.zip", "has_sig": false, "md5_digest": "a526c215bbe807adf60363acc684ea9e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2612697, "upload_time": "2016-10-27T19:55:33", "url": "https://files.pythonhosted.org/packages/c3/9d/8167b5feec10ed5e6ea777543d1312d1651855d01785f6a3b2b7eb101d79/crawlermaster-0.1.2a6.zip" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "a526c215bbe807adf60363acc684ea9e", "sha256": "c158d1828340f37644ec4e827803869dd3281dd1a47d9f8a11347a8ec7ff6d76" }, "downloads": -1, "filename": "crawlermaster-0.1.2a6.zip", "has_sig": false, "md5_digest": "a526c215bbe807adf60363acc684ea9e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2612697, "upload_time": "2016-10-27T19:55:33", "url": "https://files.pythonhosted.org/packages/c3/9d/8167b5feec10ed5e6ea777543d1312d1651855d01785f6a3b2b7eb101d79/crawlermaster-0.1.2a6.zip" } ] }