{ "info": { "author": "bab2min", "author_email": "bab2min@gmail.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 3 - Alpha", "Intended Audience :: Developers", "Intended Audience :: Science/Research", "License :: OSI Approved :: GNU Lesser General Public License v3 (LGPLv3)", "Programming Language :: C++", "Programming Language :: Python :: 3", "Topic :: Software Development :: Libraries", "Topic :: Text Processing :: Linguistic" ], "description": "knlm\r\n----\r\n\r\nModified Kneser-Ney smoothing language model module for Python\r\n\r\nInstallation\r\n------------\r\n::\r\n\r\n $ pip install knlm\r\n $ pip3 install knlm\r\n\r\n\r\nExample\r\n-------\r\n::\r\n\r\n from knlm import KneserNey\r\n \r\n mode = 'build'\r\n if mode == 'build':\r\n # build model from corpus text. order = 3, word size = 4 byte\r\n mdl = KneserNey(3, 4)\r\n for line in open('corpus.txt', encoding='utf-8'):\r\n mdl.train(line.lower().strip().split())\r\n mdl.optimize()\r\n mdl.save('language.model')\r\n else:\r\n # load model from binary file\r\n mdl = KneserNey.load('language.model')\r\n print('Loaded')\r\n print('Order: %d, Vocab Size: %d, Vocab Width: %d' % (mdl.order, mdl.vocabs, mdl._wsize))\r\n\r\n # evaluate sentence score\r\n print(mdl.evaluateSent('I love kiwi .'.split()))\r\n print(mdl.evaluateSent('ego kiwi amo .'.split()))\r\n \r\n # evaluate scores for each word\r\n print(mdl.evaluateEachWord('I love kiwi .'.split()))\r\n print(mdl.evaluateEachWord('ego kiwi amo .'.split()))\r\n", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/bab2min/knlm", "keywords": "nlp", "license": "LGPL v3 License", "maintainer": "", "maintainer_email": "", "name": "knlm", "package_url": "https://pypi.org/project/knlm/", "platform": "", "project_url": "https://pypi.org/project/knlm/", "project_urls": { "Homepage": "https://github.com/bab2min/knlm" }, "release_url": "https://pypi.org/project/knlm/0.1.2/", "requires_dist": null, "requires_python": "", "summary": "Modified Kneser-ney Smoothing Language Model", "version": "0.1.2" }, "last_serial": 5385880, "releases": { "0.1.0": [ { "comment_text": "", "digests": { "md5": "db4e9ffdaa8e0ff831ecff9b258dad3d", "sha256": "ce60a2d09637812332927cf9d59033ff9f4a940da97a69c3a0b6549bddb350ce" }, "downloads": -1, "filename": "knlm-0.1.0-cp35-cp35m-win32.whl", "has_sig": false, "md5_digest": "db4e9ffdaa8e0ff831ecff9b258dad3d", "packagetype": "bdist_wheel", "python_version": "3.5", "requires_python": null, "size": 162746, "upload_time": "2019-04-27T05:54:20", "url": "https://files.pythonhosted.org/packages/9c/48/173a6c60e00c4bc1557173038c03ab1ba29276e6ea827740c1e61455ed47/knlm-0.1.0-cp35-cp35m-win32.whl" }, { "comment_text": "", "digests": { "md5": "4e83764b35571d7c57ccf4e2837e75c7", "sha256": "78cbf3a82d5b22967905bc23cf8cf49a539dcf2b14541d00b09314864824da38" }, "downloads": -1, "filename": "knlm-0.1.0-cp35-cp35m-win_amd64.whl", "has_sig": false, "md5_digest": "4e83764b35571d7c57ccf4e2837e75c7", "packagetype": "bdist_wheel", "python_version": "3.5", "requires_python": null, "size": 186168, "upload_time": "2019-04-27T05:51:05", "url": "https://files.pythonhosted.org/packages/ba/d3/c01a2869b07022ffd0f36dda8e5f43c8c9ec900202bc157be24553227b01/knlm-0.1.0-cp35-cp35m-win_amd64.whl" }, { "comment_text": "", "digests": { "md5": "0fd2f1c99956681af68f09a5faea48b1", "sha256": "85d980fec386e9c1aa778d67c5a29cdfb163c6122df722279a2802ca8093dc72" }, "downloads": -1, "filename": "knlm-0.1.0-cp36-cp36m-win32.whl", "has_sig": false, "md5_digest": "0fd2f1c99956681af68f09a5faea48b1", "packagetype": "bdist_wheel", "python_version": "3.6", "requires_python": null, "size": 162745, "upload_time": "2019-04-27T05:54:01", "url": "https://files.pythonhosted.org/packages/81/42/ac487d23f41464c3f65e432dc6040bbc3e70ad7f5725699bc47c61dadf82/knlm-0.1.0-cp36-cp36m-win32.whl" }, { "comment_text": "", "digests": { "md5": "f5e500f90f860da9852efcadb85bc435", "sha256": "ea10fe7b605723f49188fbfae63f4a8ea48bf094d9e1ab973c42e5b6e3feedee" }, "downloads": -1, "filename": "knlm-0.1.0-cp36-cp36m-win_amd64.whl", "has_sig": false, "md5_digest": "f5e500f90f860da9852efcadb85bc435", "packagetype": "bdist_wheel", "python_version": "3.6", "requires_python": null, "size": 186168, "upload_time": "2019-04-27T05:51:29", "url": "https://files.pythonhosted.org/packages/d4/a0/65ddabc370965dc886006bd9b8f1dde2c99b791a42586526e3337abe2d4e/knlm-0.1.0-cp36-cp36m-win_amd64.whl" }, { "comment_text": "", "digests": { "md5": "1b8b1c854c49f7d10fe4ef06ceca4056", "sha256": "af76b66faf9af22a91acceb3de66705d628bbbfabbec0d49c0370084b571c91c" }, "downloads": -1, "filename": "knlm-0.1.0-cp37-cp37m-win32.whl", "has_sig": false, "md5_digest": "1b8b1c854c49f7d10fe4ef06ceca4056", "packagetype": "bdist_wheel", "python_version": "3.7", "requires_python": null, "size": 162748, "upload_time": "2019-04-27T05:53:46", "url": "https://files.pythonhosted.org/packages/31/8d/33f1bef0c5eb72441202c97083d0de2784ca6b2a32248c03090b4bf77440/knlm-0.1.0-cp37-cp37m-win32.whl" }, { "comment_text": "", "digests": { "md5": "f4baf7ebd2290086e7f6a5b68c03b935", "sha256": "f6b356b4f5a3526d3b6fc6cb00979ecaf3c5a4cf9da256e841c524da7f0df981" }, "downloads": -1, "filename": "knlm-0.1.0-cp37-cp37m-win_amd64.whl", "has_sig": false, "md5_digest": "f4baf7ebd2290086e7f6a5b68c03b935", "packagetype": "bdist_wheel", "python_version": "3.7", "requires_python": null, "size": 186168, "upload_time": "2019-04-27T05:51:44", "url": "https://files.pythonhosted.org/packages/94/57/c622d0944ed5e9059c437793fbe4b015a03144fbaac32486addfed66cb59/knlm-0.1.0-cp37-cp37m-win_amd64.whl" }, { "comment_text": "", "digests": { "md5": "8579f5122bf4c1007e95f224dba4ef7b", "sha256": "6ac0754811bcaca6ada9f20800eb0757722ce3557b586f46e100cbccee4f4b5d" }, "downloads": -1, "filename": "knlm-0.1.0.tar.gz", "has_sig": false, "md5_digest": "8579f5122bf4c1007e95f224dba4ef7b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 10788, "upload_time": "2019-04-27T05:52:44", "url": "https://files.pythonhosted.org/packages/53/9f/dae947e733e72c605e9734ad9f9c0bce52e77083f94f15a2433ed415582b/knlm-0.1.0.tar.gz" } ], "0.1.1": [ { "comment_text": "", "digests": { "md5": "9813bef5b8465667395bd06901b4da9e", "sha256": "575f56f4dc26af99634a36d941342732953d19bff9a0d963e1bf2a1e4f915ca6" }, "downloads": -1, "filename": "knlm-0.1.1-cp35-cp35m-win32.whl", "has_sig": false, "md5_digest": "9813bef5b8465667395bd06901b4da9e", "packagetype": "bdist_wheel", "python_version": "3.5", "requires_python": null, "size": 162754, "upload_time": "2019-04-28T11:46:16", "url": "https://files.pythonhosted.org/packages/1d/af/7781b37038ee46a1cde0aa9a5a2c6c64441bb127972f859d9c11b4088e6e/knlm-0.1.1-cp35-cp35m-win32.whl" }, { "comment_text": "", "digests": { "md5": "eefcc0f065fd6697319378c578562afd", "sha256": "7ce825871ef27b6abfbf5546687f6d6f179e2b2bb45b457e60803d23f148e539" }, "downloads": -1, "filename": "knlm-0.1.1-cp35-cp35m-win_amd64.whl", "has_sig": false, "md5_digest": "eefcc0f065fd6697319378c578562afd", "packagetype": "bdist_wheel", "python_version": "3.5", "requires_python": null, "size": 186162, "upload_time": "2019-04-28T11:46:56", "url": "https://files.pythonhosted.org/packages/17/e7/1a6e52b4ced024bf9138886a0cdcbf4c738c24bc3fd3d3480ce10fe48148/knlm-0.1.1-cp35-cp35m-win_amd64.whl" }, { "comment_text": "", "digests": { "md5": "c5108d41c474f6811e99eda7cfb3d81c", "sha256": "1dae98549a33960f8c128e39d5e9abefd1c94cffe8f503de3cb0500530918d3d" }, "downloads": -1, "filename": "knlm-0.1.1-cp36-cp36m-win32.whl", "has_sig": false, "md5_digest": "c5108d41c474f6811e99eda7cfb3d81c", "packagetype": "bdist_wheel", "python_version": "3.6", "requires_python": null, "size": 162754, "upload_time": "2019-04-28T11:45:17", "url": "https://files.pythonhosted.org/packages/3e/c6/7b52b55f05bebff429168563b6d8e6f0b7e00d858c8284565e30aa6fad3c/knlm-0.1.1-cp36-cp36m-win32.whl" }, { "comment_text": "", "digests": { "md5": "8c3e2286425bff668d5322632c580855", "sha256": "161fdbbc8c7a16e19309c38b00ecd07310777e74601d2d5e5b974fa4979b0261" }, "downloads": -1, "filename": "knlm-0.1.1-cp36-cp36m-win_amd64.whl", "has_sig": false, "md5_digest": "8c3e2286425bff668d5322632c580855", "packagetype": "bdist_wheel", "python_version": "3.6", "requires_python": null, "size": 186160, "upload_time": "2019-04-28T11:47:30", "url": "https://files.pythonhosted.org/packages/cd/e6/f64501ea72c13611c989c4f201b387853428705dfe7760e7f4cd678eba68/knlm-0.1.1-cp36-cp36m-win_amd64.whl" }, { "comment_text": "", "digests": { "md5": "933d12a7e59b3e6917a937993adbbfba", "sha256": "4ac93f4cc4251a539f87baf62799b68e62afea14ff088dabc545d7060903abee" }, "downloads": -1, "filename": "knlm-0.1.1-cp37-cp37m-win32.whl", "has_sig": false, "md5_digest": "933d12a7e59b3e6917a937993adbbfba", "packagetype": "bdist_wheel", "python_version": "3.7", "requires_python": null, "size": 162759, "upload_time": "2019-04-28T11:44:59", "url": "https://files.pythonhosted.org/packages/11/12/4f7599dc977be8f63ff7b648ae6ed6e0a331169cb19c152e24a1285d15d1/knlm-0.1.1-cp37-cp37m-win32.whl" }, { "comment_text": "", "digests": { "md5": "39fc93aa69f22520574ee96d856fbeee", "sha256": "9bdef5b0b9361057ad6766a06fe839957ad9a4885736cfa5d6317f2d984057c5" }, "downloads": -1, "filename": "knlm-0.1.1-cp37-cp37m-win_amd64.whl", "has_sig": false, "md5_digest": "39fc93aa69f22520574ee96d856fbeee", "packagetype": "bdist_wheel", "python_version": "3.7", "requires_python": null, "size": 186162, "upload_time": "2019-04-28T11:49:32", "url": "https://files.pythonhosted.org/packages/73/47/d9ca7a56d08e8d62c2ea0ec46f4a3548656a0ce2a9bb58612b982a954dcc/knlm-0.1.1-cp37-cp37m-win_amd64.whl" }, { "comment_text": "", "digests": { "md5": "4904e08e5b935ca5f2be1598f8f6fc49", "sha256": "f7e47b35b446e75113f2fe33c5db80fd06d660ebcc19f354081f242772be8dad" }, "downloads": -1, "filename": "knlm-0.1.1.tar.gz", "has_sig": false, "md5_digest": "4904e08e5b935ca5f2be1598f8f6fc49", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 10816, "upload_time": "2019-04-28T11:42:07", "url": "https://files.pythonhosted.org/packages/c7/8a/b93ebe80afab7f500b74e396db86fa4111254ec2425b49b9167bf8780d52/knlm-0.1.1.tar.gz" } ], "0.1.2": [ { "comment_text": "", "digests": { "md5": "d7433ad87f961142ebd111e8cce31678", "sha256": "a9b9afa86e5b7340949c0bdc24210853ca7ce7743da60c7a1678416afb95c948" }, "downloads": -1, "filename": "knlm-0.1.2-cp35-cp35m-win32.whl", "has_sig": false, "md5_digest": "d7433ad87f961142ebd111e8cce31678", "packagetype": "bdist_wheel", "python_version": "3.5", "requires_python": null, "size": 162372, "upload_time": "2019-06-11T10:01:54", "url": "https://files.pythonhosted.org/packages/64/eb/b8018c0babd575cbd97bf46befed7b1fd44407491950760056ebbf47c80c/knlm-0.1.2-cp35-cp35m-win32.whl" }, { "comment_text": "", "digests": { "md5": "d8a8b531741b5fc4734c7f1309ccfee3", "sha256": "1f5471db52e5e5ffe2e1d5eb390346d3c0707cb8806d6a14a4955612ae3de472" }, "downloads": -1, "filename": "knlm-0.1.2-cp35-cp35m-win_amd64.whl", "has_sig": false, "md5_digest": "d8a8b531741b5fc4734c7f1309ccfee3", "packagetype": "bdist_wheel", "python_version": "3.5", "requires_python": null, "size": 185568, "upload_time": "2019-06-11T10:01:26", "url": "https://files.pythonhosted.org/packages/5b/44/dbc7b3a03055c9338f35604e930a4643478ee67818f4475622d6f7de6a76/knlm-0.1.2-cp35-cp35m-win_amd64.whl" }, { "comment_text": "", "digests": { "md5": "25c3d761c50bcdc7fb2cf3fc4d5d610c", "sha256": "5f6cbe1a1681a3e47bef2ffad6f91c07168fa99ce431ded550545d926ce56bb8" }, "downloads": -1, "filename": "knlm-0.1.2-cp36-cp36m-win32.whl", "has_sig": false, "md5_digest": "25c3d761c50bcdc7fb2cf3fc4d5d610c", "packagetype": "bdist_wheel", "python_version": "3.6", "requires_python": null, "size": 162370, "upload_time": "2019-06-11T10:02:06", "url": "https://files.pythonhosted.org/packages/b0/ca/f51cea3792ce229f7c472553a396a6b7daf49b1eda8aa881c9349fd34a87/knlm-0.1.2-cp36-cp36m-win32.whl" }, { "comment_text": "", "digests": { "md5": "a705b3a6d0e89b888a41c8ee3588bea6", "sha256": "599a06f68ef58d8b5fcc2098e02f47d1eebf0f6d33bb11b97fbb3a21fa66c51b" }, "downloads": -1, "filename": "knlm-0.1.2-cp36-cp36m-win_amd64.whl", "has_sig": false, "md5_digest": "a705b3a6d0e89b888a41c8ee3588bea6", "packagetype": "bdist_wheel", "python_version": "3.6", "requires_python": null, "size": 185567, "upload_time": "2019-06-11T10:01:38", "url": "https://files.pythonhosted.org/packages/d1/99/6622b4a66b40b0365e09a89d0f0f92a18a062c004d2cac11e7afcf637933/knlm-0.1.2-cp36-cp36m-win_amd64.whl" }, { "comment_text": "", "digests": { "md5": "e4429ee6b3c773758072d01448eed533", "sha256": "6e08bb53f96d6d39fb50500b928b84e64943554c9b02ba7a691a641151b0afad" }, "downloads": -1, "filename": "knlm-0.1.2-cp37-cp37m-win32.whl", "has_sig": false, "md5_digest": "e4429ee6b3c773758072d01448eed533", "packagetype": "bdist_wheel", "python_version": "3.7", "requires_python": null, "size": 162369, "upload_time": "2019-06-11T10:02:15", "url": "https://files.pythonhosted.org/packages/1f/47/89ec6f4a4916130ba786fb5e376353af1491e9b8579834797ce212074e7d/knlm-0.1.2-cp37-cp37m-win32.whl" }, { "comment_text": "", "digests": { "md5": "cc5702eda288c046e99fd51be6e02fe6", "sha256": "748296ad60328472334a60a0a472b5106735400304c836d152b60e003bb64a39" }, "downloads": -1, "filename": "knlm-0.1.2-cp37-cp37m-win_amd64.whl", "has_sig": false, "md5_digest": "cc5702eda288c046e99fd51be6e02fe6", "packagetype": "bdist_wheel", "python_version": "3.7", "requires_python": null, "size": 185571, "upload_time": "2019-06-11T10:01:41", "url": "https://files.pythonhosted.org/packages/0e/9d/ce9c73fbae1189ce2692435d7847b44e282687e917281eaa7a122d9e9ebe/knlm-0.1.2-cp37-cp37m-win_amd64.whl" }, { "comment_text": "", "digests": { "md5": "7bb002628f52ef5de862acde1b1b60d8", "sha256": "b9c931fa4968016c8e031c81c65cd4614aa3dab7f33f3db5694ea35a5ce9ad4f" }, "downloads": -1, "filename": "knlm-0.1.2.tar.gz", "has_sig": false, "md5_digest": "7bb002628f52ef5de862acde1b1b60d8", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 10761, "upload_time": "2019-06-11T10:01:18", "url": "https://files.pythonhosted.org/packages/1c/89/90d52b8445db078539321daa538361ed6ecd38ed3362ec01259631fedb8d/knlm-0.1.2.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "d7433ad87f961142ebd111e8cce31678", "sha256": "a9b9afa86e5b7340949c0bdc24210853ca7ce7743da60c7a1678416afb95c948" }, "downloads": -1, "filename": "knlm-0.1.2-cp35-cp35m-win32.whl", "has_sig": false, "md5_digest": "d7433ad87f961142ebd111e8cce31678", "packagetype": "bdist_wheel", "python_version": "3.5", "requires_python": null, "size": 162372, "upload_time": "2019-06-11T10:01:54", "url": "https://files.pythonhosted.org/packages/64/eb/b8018c0babd575cbd97bf46befed7b1fd44407491950760056ebbf47c80c/knlm-0.1.2-cp35-cp35m-win32.whl" }, { "comment_text": "", "digests": { "md5": "d8a8b531741b5fc4734c7f1309ccfee3", "sha256": "1f5471db52e5e5ffe2e1d5eb390346d3c0707cb8806d6a14a4955612ae3de472" }, "downloads": -1, "filename": "knlm-0.1.2-cp35-cp35m-win_amd64.whl", "has_sig": false, "md5_digest": "d8a8b531741b5fc4734c7f1309ccfee3", "packagetype": "bdist_wheel", "python_version": "3.5", "requires_python": null, "size": 185568, "upload_time": "2019-06-11T10:01:26", "url": "https://files.pythonhosted.org/packages/5b/44/dbc7b3a03055c9338f35604e930a4643478ee67818f4475622d6f7de6a76/knlm-0.1.2-cp35-cp35m-win_amd64.whl" }, { "comment_text": "", "digests": { "md5": "25c3d761c50bcdc7fb2cf3fc4d5d610c", "sha256": "5f6cbe1a1681a3e47bef2ffad6f91c07168fa99ce431ded550545d926ce56bb8" }, "downloads": -1, "filename": "knlm-0.1.2-cp36-cp36m-win32.whl", "has_sig": false, "md5_digest": "25c3d761c50bcdc7fb2cf3fc4d5d610c", "packagetype": "bdist_wheel", "python_version": "3.6", "requires_python": null, "size": 162370, "upload_time": "2019-06-11T10:02:06", "url": "https://files.pythonhosted.org/packages/b0/ca/f51cea3792ce229f7c472553a396a6b7daf49b1eda8aa881c9349fd34a87/knlm-0.1.2-cp36-cp36m-win32.whl" }, { "comment_text": "", "digests": { "md5": "a705b3a6d0e89b888a41c8ee3588bea6", "sha256": "599a06f68ef58d8b5fcc2098e02f47d1eebf0f6d33bb11b97fbb3a21fa66c51b" }, "downloads": -1, "filename": "knlm-0.1.2-cp36-cp36m-win_amd64.whl", "has_sig": false, "md5_digest": "a705b3a6d0e89b888a41c8ee3588bea6", "packagetype": "bdist_wheel", "python_version": "3.6", "requires_python": null, "size": 185567, "upload_time": "2019-06-11T10:01:38", "url": "https://files.pythonhosted.org/packages/d1/99/6622b4a66b40b0365e09a89d0f0f92a18a062c004d2cac11e7afcf637933/knlm-0.1.2-cp36-cp36m-win_amd64.whl" }, { "comment_text": "", "digests": { "md5": "e4429ee6b3c773758072d01448eed533", "sha256": "6e08bb53f96d6d39fb50500b928b84e64943554c9b02ba7a691a641151b0afad" }, "downloads": -1, "filename": "knlm-0.1.2-cp37-cp37m-win32.whl", "has_sig": false, "md5_digest": "e4429ee6b3c773758072d01448eed533", "packagetype": "bdist_wheel", "python_version": "3.7", "requires_python": null, "size": 162369, "upload_time": "2019-06-11T10:02:15", "url": "https://files.pythonhosted.org/packages/1f/47/89ec6f4a4916130ba786fb5e376353af1491e9b8579834797ce212074e7d/knlm-0.1.2-cp37-cp37m-win32.whl" }, { "comment_text": "", "digests": { "md5": "cc5702eda288c046e99fd51be6e02fe6", "sha256": "748296ad60328472334a60a0a472b5106735400304c836d152b60e003bb64a39" }, "downloads": -1, "filename": "knlm-0.1.2-cp37-cp37m-win_amd64.whl", "has_sig": false, "md5_digest": "cc5702eda288c046e99fd51be6e02fe6", "packagetype": "bdist_wheel", "python_version": "3.7", "requires_python": null, "size": 185571, "upload_time": "2019-06-11T10:01:41", "url": "https://files.pythonhosted.org/packages/0e/9d/ce9c73fbae1189ce2692435d7847b44e282687e917281eaa7a122d9e9ebe/knlm-0.1.2-cp37-cp37m-win_amd64.whl" }, { "comment_text": "", "digests": { "md5": "7bb002628f52ef5de862acde1b1b60d8", "sha256": "b9c931fa4968016c8e031c81c65cd4614aa3dab7f33f3db5694ea35a5ce9ad4f" }, "downloads": -1, "filename": "knlm-0.1.2.tar.gz", "has_sig": false, "md5_digest": "7bb002628f52ef5de862acde1b1b60d8", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 10761, "upload_time": "2019-06-11T10:01:18", "url": "https://files.pythonhosted.org/packages/1c/89/90d52b8445db078539321daa538361ed6ecd38ed3362ec01259631fedb8d/knlm-0.1.2.tar.gz" } ] }