{ "info": { "author": "Yoctol Info", "author_email": "cph@yoctol.com", "bugtrack_url": null, "classifiers": [], "description": "strpipe\n=======\n\n|Build Status| |PyPI version|\n\nReversible string processing pipe. Featuring reproducibility,\nserializability and performance.\n\nInstallation\n------------\n\n::\n\n pip install strpipe\n\nUsage\n-----\n\n.. code:: python\n\n import strpipe as sp\n\n p = sp.Pipe()\n p.add_step_by_op_name('ZhCharTokenizer')\n p.add_step_by_op_name('AddSosEos')\n p.add_checkpoint()\n p.add_step_by_op_name('Pad')\n p.add_step_by_op_name('TokenToIndex')\n\n data = [\n '\u4f60\u597d\u554a',\n '\u65e9\u5b89',\n '\u4f60\u65e9\u4e0a\u597d',\n ]\n\n p.fit(data)\n result, tx_info, intermediates = p.transform(data) # convention: tx => tranform\n back_data = p.inverse_transform(result, tx_info)\n\nSerialization\n~~~~~~~~~~~~~\n\n.. code:: python\n\n # Save it\n p.save_json('/path/of/pipe')\n\n # Load it\n p = sp.Pipe.restore_from_json('/path/of/pipe')\n result, meta = p.transform(['\u4f60\u597d'])\n\nTest\n----\n\n::\n\n $ make test\n\nDocs\n----\n\n::\n\n $ make docs\n\n Docs will be built in the `docs/build/html` folder. (Note: this also reinstalls the package because we\n need Cython code to be rebuilt.)\n\nExtend Ops\n----------\n\n1. Extend the new ops with ``BaseOp``\n2. Define ``input_type``, ``output_type``\n3. Implement op creation\n4. Implement fit, transform, inverse\\_transform. If the op is stateless,\n the ``fit`` method should return None.\n\n Note: It is expected that an ops's functionality will often be able\n to be decomposed into several functions. These functions should be\n written into (or imported from) the toolkit package for easy reuse.\n Ops in the ops package will, for the most part, be wrappers for\n functions in toolkit.\n\n5. Write tests\n6. Register to ``op_factory``\n\n.. |Build Status| image:: https://travis-ci.org/Yoctol/strpipe.svg?branch=master\n :target: https://travis-ci.org/Yoctol/strpipe\n.. |PyPI version| image:: https://badge.fury.io/py/strpipe.svg\n :target: https://badge.fury.io/py/strpipe", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/Yoctol/strpipe", "keywords": "", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "strpipe", "package_url": "https://pypi.org/project/strpipe/", "platform": "", "project_url": "https://pypi.org/project/strpipe/", "project_urls": { "Homepage": "https://github.com/Yoctol/strpipe" }, "release_url": "https://pypi.org/project/strpipe/0.5.0/", "requires_dist": null, "requires_python": ">=3.6", "summary": "Reversible String Process Pipeline", "version": "0.5.0" }, "last_serial": 4554680, "releases": { "0.1.0": [ { "comment_text": "", "digests": { "md5": "777af5ba39a5869d9886f3f896d125da", "sha256": "1d29e99838583b910590ad5c013b69237d38327b91761f3c0592835b6a635858" }, "downloads": -1, "filename": "strpipe-0.1.0-py3-none-any.whl", "has_sig": false, "md5_digest": "777af5ba39a5869d9886f3f896d125da", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": ">=3.6", "size": 1753, "upload_time": "2018-08-21T12:34:44", "url": "https://files.pythonhosted.org/packages/e0/9f/4a18e29062996c58b5bc4e197bd558d941c286f8962b24ffdbd3f1ee84c3/strpipe-0.1.0-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "6da5365d96481490fcb5ea39f58246b6", "sha256": "6acaf4180e6a9aaceb4e21e3424910d239296f94056c8835ab31824a5458252d" }, "downloads": -1, "filename": "strpipe-0.1.0.tar.gz", "has_sig": false, "md5_digest": "6da5365d96481490fcb5ea39f58246b6", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 1549, "upload_time": "2018-08-21T12:34:45", "url": "https://files.pythonhosted.org/packages/75/b4/b884a1815a2362a2d4358d204b8643ed83b87fc4bd8cd1ce4343bb3d7cf3/strpipe-0.1.0.tar.gz" } ], "0.1.1": [ { "comment_text": "", "digests": { "md5": "4981f9e6a1dc1b7fbcc07d83d8869122", "sha256": "eb0b599df8839e4a07574ec21e7183a6a4d79f6934a14638ddb63574ef24563d" }, "downloads": -1, "filename": "strpipe-0.1.1.tar.gz", "has_sig": false, "md5_digest": "4981f9e6a1dc1b7fbcc07d83d8869122", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 18653, "upload_time": "2018-09-17T10:40:20", "url": "https://files.pythonhosted.org/packages/8e/0f/7c320c57e84b48f9adc942db1ff26918609c4eb6946608233ebdac03497e/strpipe-0.1.1.tar.gz" } ], "0.2.0": [ { "comment_text": "", "digests": { "md5": "571adcef3cf66a2e9641a144c2061294", "sha256": "c63634576ba51272b0bbe93a00ca0eb334e4759ad0b367ec2c5109a9da93d6c2" }, "downloads": -1, "filename": "strpipe-0.2.0.tar.gz", "has_sig": false, "md5_digest": "571adcef3cf66a2e9641a144c2061294", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 20812, "upload_time": "2018-09-26T07:54:45", "url": "https://files.pythonhosted.org/packages/71/71/ea136e93d7050dade2eb0479fefa4fde44a3391031ba9c6a7a28540f4f3c/strpipe-0.2.0.tar.gz" } ], "0.3.0": [ { "comment_text": "", "digests": { "md5": "813ffb7eb0619b7a834deb7eb98b7b08", "sha256": "440e41699cff62723af192b1ee22c3af71aaef8f80785ab7ac2c8cffa9faa418" }, "downloads": -1, "filename": "strpipe-0.3.0.tar.gz", "has_sig": false, "md5_digest": "813ffb7eb0619b7a834deb7eb98b7b08", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 20679, "upload_time": "2018-10-02T03:37:08", "url": "https://files.pythonhosted.org/packages/60/10/65a810672a964f7ce604f77860b3448e57486c914fef318d5bd9410f27be/strpipe-0.3.0.tar.gz" } ], "0.4.0": [ { "comment_text": "", "digests": { "md5": "24698eb368be5bdd6d46ce53df3d1d4a", "sha256": "f469138bddf22e4ecab8e2a9f0671ceacf4ca8a203dce665fe9ca78112f762f0" }, "downloads": -1, "filename": "strpipe-0.4.0.tar.gz", "has_sig": false, "md5_digest": "24698eb368be5bdd6d46ce53df3d1d4a", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 21282, "upload_time": "2018-10-09T03:11:05", "url": "https://files.pythonhosted.org/packages/2f/24/6057da54823eb11ae76a76708fc49ccd3cb8aca285a465b138b76803f217/strpipe-0.4.0.tar.gz" } ], "0.4.1": [ { "comment_text": "", "digests": { "md5": "6587137e5904bf8bfb5b01769880c200", "sha256": "c47c9ab4edeae7a87e890914721d994117259f3d8f822f8abe6d78496b7cdb6f" }, "downloads": -1, "filename": "strpipe-0.4.1.tar.gz", "has_sig": false, "md5_digest": "6587137e5904bf8bfb5b01769880c200", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 21276, "upload_time": "2018-10-15T06:48:00", "url": "https://files.pythonhosted.org/packages/ef/d7/544f0d7724bdbbac9eebc5d5872ecd5b742e0452718a4d0f65e7b0e9d191/strpipe-0.4.1.tar.gz" } ], "0.4.2": [ { "comment_text": "", "digests": { "md5": "0e48907e5eb6a74e94516a4292d8e0f0", "sha256": "29091f0e5ab72e827632c3d3c131ab7db8365c7aa105711642724fcb3ed9ad91" }, "downloads": -1, "filename": "strpipe-0.4.2.tar.gz", "has_sig": false, "md5_digest": "0e48907e5eb6a74e94516a4292d8e0f0", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 22775, "upload_time": "2018-10-15T08:54:10", "url": "https://files.pythonhosted.org/packages/e0/5a/ff082c7828fcef54ce6b59b09d3d7355908535889f1825c0319844aab033/strpipe-0.4.2.tar.gz" } ], "0.4.3": [ { "comment_text": "", "digests": { "md5": "3875b6737bfb815c3628a416952bf847", "sha256": "2cbcee976967148bcf7c904c626fb54bc7df79d929b6a5cd83e52d71d2ec49b2" }, "downloads": -1, "filename": "strpipe-0.4.3.tar.gz", "has_sig": false, "md5_digest": "3875b6737bfb815c3628a416952bf847", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 22792, "upload_time": "2018-10-16T03:11:34", "url": "https://files.pythonhosted.org/packages/07/6e/cf0a73a2e2f61684168767c2071cbaa7cc1cc4d1f88e10bf0c2d531205ee/strpipe-0.4.3.tar.gz" } ], "0.4.4": [ { "comment_text": "", "digests": { "md5": "b882b3a81608e708e5d8647a6a3e44a7", "sha256": "1c20a90c3c24ccfb2a37b0ff7b086c85d732b7d9befbd72e7dc592945c9ab829" }, "downloads": -1, "filename": "strpipe-0.4.4.tar.gz", "has_sig": false, "md5_digest": "b882b3a81608e708e5d8647a6a3e44a7", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 21715, "upload_time": "2018-10-16T04:50:53", "url": "https://files.pythonhosted.org/packages/c4/1d/55d24fe6281eda04c308d4c19a5220bc1c504c3182de53b2c9fb3288791a/strpipe-0.4.4.tar.gz" } ], "0.4.5": [ { "comment_text": "", "digests": { "md5": "9875f1a0017ca37ae6d24631a0cfadf0", "sha256": "6d98c8d7a4d4c7f8c62d487bc51f335749bc361b998d11ead99bd2fab0e6ab4f" }, "downloads": -1, "filename": "strpipe-0.4.5.tar.gz", "has_sig": false, "md5_digest": "9875f1a0017ca37ae6d24631a0cfadf0", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 557905, "upload_time": "2018-10-16T09:54:33", "url": "https://files.pythonhosted.org/packages/23/c8/a8ad2f6e97c4ef88f3f92dd5e034dc23b399347b89c3c69a4cd3fa6bb9db/strpipe-0.4.5.tar.gz" } ], "0.4.6": [ { "comment_text": "", "digests": { "md5": "0319cf92087dbfe632b16f755ff27023", "sha256": "9ea7d4aae742fa05f52453a746cc42b8d005e13ad5bcacc4799b11b7298f7459" }, "downloads": -1, "filename": "strpipe-0.4.6.tar.gz", "has_sig": false, "md5_digest": "0319cf92087dbfe632b16f755ff27023", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 562418, "upload_time": "2018-10-17T04:53:17", "url": "https://files.pythonhosted.org/packages/f7/ef/4e1feaa86637594629a885a780ae56bb52866910dd3f4525553730d9d840/strpipe-0.4.6.tar.gz" } ], "0.4.7": [ { "comment_text": "", "digests": { "md5": "fb75b5fad4cd1731cb0a7959c7ba12ca", "sha256": "2a24e3f8dd335ce031258f2d2d0b74e52930cf6a68ffad1598592a569013298e" }, "downloads": -1, "filename": "strpipe-0.4.7.tar.gz", "has_sig": false, "md5_digest": "fb75b5fad4cd1731cb0a7959c7ba12ca", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 573481, "upload_time": "2018-10-17T08:09:13", "url": "https://files.pythonhosted.org/packages/62/53/502585f985b308c52470f9ee3593239ac055eb62eee1d711b88cdb5d83cd/strpipe-0.4.7.tar.gz" } ], "0.5.0": [ { "comment_text": "", "digests": { "md5": "5028f5f086700b88523683d7b19acfc9", "sha256": "06153d1c56479a007715d3641bbd676a3ff7f51b9b62ef4bec71427dab7572e8" }, "downloads": -1, "filename": "strpipe-0.5.0.tar.gz", "has_sig": false, "md5_digest": "5028f5f086700b88523683d7b19acfc9", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 615201, "upload_time": "2018-11-20T07:27:58", "url": "https://files.pythonhosted.org/packages/54/47/ad998a103a9f3b1a0b02dc56be0f65f1770b93d6bc25726033ea0f0a6086/strpipe-0.5.0.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "5028f5f086700b88523683d7b19acfc9", "sha256": "06153d1c56479a007715d3641bbd676a3ff7f51b9b62ef4bec71427dab7572e8" }, "downloads": -1, "filename": "strpipe-0.5.0.tar.gz", "has_sig": false, "md5_digest": "5028f5f086700b88523683d7b19acfc9", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.6", "size": 615201, "upload_time": "2018-11-20T07:27:58", "url": "https://files.pythonhosted.org/packages/54/47/ad998a103a9f3b1a0b02dc56be0f65f1770b93d6bc25726033ea0f0a6086/strpipe-0.5.0.tar.gz" } ] }