{ "info": { "author": "Jiahuan Li, Tong Pu, Huiyun Yang, Yu Bao", "author_email": "lijh@nlp.nju.edu.cn", "bugtrack_url": null, "classifiers": [ "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.6", "Programming Language :: Python :: 3.7" ], "description": "\n.. contents::\n\n1 Installation and Usage\n------------------------\n\n1.1 Installation\n~~~~~~~~~~~~~~~~\n\nInstallation through pip:\n\n.. code:: shell\n\n pip install njuseg\n\n1.2 Usage\n~~~~~~~~~\n\n.. code:: python\n\n from njuseg import Segmenter\n segmenter = Segmenter.load_model(model_pth,use_gpu=True)\n sentences = ['\u7f8e\u56fd\u8054\u90a6\u50a8\u5907\u59d4\u5458\u4f1a 16 \u65e5\u53d1\u5e03\u7684\u5168\u56fd\u7ecf\u6d4e\u5f62\u52bf\u8c03\u67e5\u62a5\u544a\u663e\u793a\uff0c\u53bb\u5e74 12 \u6708\u521d\u81f3\u4eca\u5e74 1 \u6708\u4e0a\u65ec\uff0c\u7f8e\u56fd\u7ecf\u6d4e\u7ee7\u7eed\u6e29\u548c\u6269\u5f20\uff0c\u4f46\u7f8e\u56fd\u4f01\u4e1a\u5bf9\u7ecf\u6d4e\u524d\u666f\u7684\u4e50\u89c2\u7a0b\u5ea6\u6709\u6240\u4e0b\u964d\u3002','\u7f8e\u8054\u50a8\u6ce8\u610f\u5230\u4e86\u5e02\u573a\u5bf9\u5168\u7403\u7ecf\u6d4e\u653e\u7f13\u7b49\u98ce\u9669\u56e0\u7d20\u7684\u62c5\u5fc3\uff0c\u4f46\u5f53\u524d\u7f8e\u56fd\u7ecf\u6d4e\u53d1\u751f\u8870\u9000\u7684\u98ce\u9669\u5e76\u672a\u4e0a\u5347\u3002']\n segmented_sentences = segmenter.seg(sentences)\n\n2 Performance\n-------------\n\n2.1 In domain:\n~~~~~~~~~~~~~~\n\nwith pretrained unigram + bigram embedding\n\n.. table::\n\n +-------+-------+-------+-------+-------+\n | PKU | MSR | CTB5 | CTB6 | NLPCC |\n +=======+=======+=======+=======+=======+\n | 96.63 | 96.52 | 98.14 | 96.13 | 95.82 |\n +-------+-------+-------+-------+-------+\n\n3 Speed\n-------\n\nOn CPU: 20 k characters per second\nOn single NVIDIA GTX 1080 GPU: 160 k characters per second\n\n\n", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "", "keywords": "", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "njuseg", "package_url": "https://pypi.org/project/njuseg/", "platform": "", "project_url": "https://pypi.org/project/njuseg/", "project_urls": null, "release_url": "https://pypi.org/project/njuseg/2.0/", "requires_dist": [ "torchtext (>=0.3.0)" ], "requires_python": "", "summary": "Chinese Word Segmenter developed by Nanjing University NLP Group", "version": "2.0" }, "last_serial": 4712157, "releases": { "1.0": [ { "comment_text": "", "digests": { "md5": "11d15fcb924175c3c0592b452fb3099e", "sha256": "4260ac3ad0ae420440f5d9497a8cafac3f7ad80e34980ab37ede43c15b3944fe" }, "downloads": -1, "filename": "njuseg-1.0-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "11d15fcb924175c3c0592b452fb3099e", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 7847, "upload_time": "2018-09-27T10:24:29", "url": "https://files.pythonhosted.org/packages/91/ee/21ebf84615aac8321b6690cd80b4e004ac5edb6a85aaf4a25b4fac408ba0/njuseg-1.0-py2.py3-none-any.whl" } ], "1.1": [ { "comment_text": "", "digests": { "md5": "13f3ae85762c9ae5153c4350b9adc0c9", "sha256": "36d0b796398c81aa10a11ce2b3cb7f9d7d276e3819017603de0d91ababdda27d" }, "downloads": -1, "filename": "njuseg-1.1-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "13f3ae85762c9ae5153c4350b9adc0c9", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 7833, "upload_time": "2018-09-27T10:29:31", "url": "https://files.pythonhosted.org/packages/8e/12/2acb92625a40ba01a3dd120af1304e522834278d4d7bd1791a983065a8b9/njuseg-1.1-py2.py3-none-any.whl" } ], "2.0": [ { "comment_text": "", "digests": { "md5": "050fbe1d9153fc4430b4180df8f0505a", "sha256": "f4d409d7a5c5244a77206a33a47f7f1e00037086452dc7061efb52f1b2b8661e" }, "downloads": -1, "filename": "njuseg-2.0-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "050fbe1d9153fc4430b4180df8f0505a", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 12188, "upload_time": "2019-01-18T12:59:14", "url": "https://files.pythonhosted.org/packages/5e/4b/d440f27cd5e370cce8b0549d12f6d0e5c83996a42b613d5db6f9d67944ac/njuseg-2.0-py2.py3-none-any.whl" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "050fbe1d9153fc4430b4180df8f0505a", "sha256": "f4d409d7a5c5244a77206a33a47f7f1e00037086452dc7061efb52f1b2b8661e" }, "downloads": -1, "filename": "njuseg-2.0-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "050fbe1d9153fc4430b4180df8f0505a", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 12188, "upload_time": "2019-01-18T12:59:14", "url": "https://files.pythonhosted.org/packages/5e/4b/d440f27cd5e370cce8b0549d12f6d0e5c83996a42b613d5db6f9d67944ac/njuseg-2.0-py2.py3-none-any.whl" } ] }