{
"info": {
"author": "andy.xs",
"author_email": "helloworld.xs@foxmail.com",
"bugtrack_url": null,
"classifiers": [],
"description": "Datahub Python SDK\n==================\n\n|PyPI version| |Docs| |License| |Implementation|\n\nElegant way to access Datahub Python SDK API.\n`Documentation `__\n\nInstallation\n------------\n\nThe quick way:\n\n.. code:: shell\n\n $ sudo pip install pydatahub\n\nThe dependencies will be installed automatically.\n\nOr from source code:\n\n.. code:: shell\n\n $ virtualenv pydatahub_env\n $ source pydatahub_env/bin/activate\n $ git clone pydatahub\n $ cd pydatahub\n $ python setup.py install\n\nIf python-dev was not installed, error message like 'Python.h: No such file or directory' will be printed. `See this `__\n\nIf install in windows, error message like 'Microsoft Visual C++ XX.0 is required', download and install dependency `here `__\n\n\nIf network is not available, requirements are in dependency folder:\n\n.. code:: shell\n\n $ cd dependency\n $ pip install -r first.txt\n $ pip install -r second.txt\n\nPython Version\n-------------------\n\nTested on Python 2.7, 3.3, 3.4, 3.5, 3.6 and pypy, Python 3.6 recommended\n\nDependencies\n---------------\n\n- setuptools (>=39.2.0)\n- requests (>=2.4.0)\n- simplejson (>=3.3.0)\n- six (>=1.1.0)\n- enum34 (>=1.1.5 for python_version < '3.4')\n- crcmod (>=1.7)\n- lz4 (>=2.0.0)\n- cprotobuf (>=0.1.9)\n\nRun Tests\n---------\n\n- install tox:\n\n.. code:: shell\n\n $ pip install -U tox\n\n- fill datahub/tests/datahub.ini with your configuration\n- run shell\n\n.. code:: shell\n\n $ tox\n\nUsage\n-----\n\n.. code:: python\n\n from datahub import DataHub\n dh = DataHub('**your-access-id**', '**your-secret-access-key**', endpoint='**your-end-point**')\n\n # with security token\n # dh = DataHub('**your-access-id**', '**your-secret-access-key**', endpoint='**your-end-point**', security_token='**your-security-token**')\n\n # ============================= create project =============================\n\n project_name = 'my_project_name'\n comment = 'my project'\n dh.create_project(project_name, comment)\n\n # ============================= get project =============================\n\n project_result = dh.get_project('pydatahub_test')\n print(project_result)\n\n # ============================= create tuple topic =============================\n\n from datahub.models import RecordSchema, FieldType\n topic_name='tuple_topic_test'\n shard_count = 3\n life_cycle = 7\n comment = 'tuple topic'\n record_schema = RecordSchema.from_lists(['bigint_field', 'string_field', 'double_field', 'bool_field', 'time_field'],\n [FieldType.BIGINT, FieldType.STRING, FieldType.DOUBLE, FieldType.BOOLEAN, FieldType.TIMESTAMP])\n dh.create_tuple_topic(project_name, topic_name, shard_count, life_cycle, record_schema, comment)\n\n # ============================= create blob topic =============================\n\n topic_name='blob_topic_test'\n shard_count = 3\n life_cycle = 7\n comment = 'blob topic'\n dh.create_tuple_topic(project_name, topic_name, shard_count, life_cycle, comment)\n\n # ============================= get topic =============================\n\n topic_result = dh.get_topic(project_name, topic_name)\n print(topic_result)\n print(topic_result.record_schema)\n\n # ============================= list shard =============================\n\n shards_result = dh.list_shard(project_name, topic_name)\n print(shards_result)\n\n # ============================= put tuple records =============================\n\n from datahub.models import TupleRecord\n\n # put records by shard is recommended\n records0 = []\n record0 = TupleRecord(schema=record_schema, values=[1, 'yc1', 10.01, True, 1455869335000000])\n record0.put_attribute('AK', '47')\n records0.append(record0)\n put_result = dh.put_records_by_shard('pydatahub_test', 'tuple_topic_test', \"0\", records0)\n\n # records0 = []\n # record0 = TupleRecord(schema=record_schema, values=[1, 'yc1', 10.01, True, 1455869335000000])\n # record0.shard_id = '0'\n # record0.put_attribute('AK', '47')\n # records0.append(record0)\n # put_result = dh.put_records('pydatahub_test', 'tuple_topic_test', records0)\n print(put_result)\n\n # ============================= put blob records =============================\n\n from datahub.models import BlobRecord\n # put records by shard is recommended\n data = None\n with open(os.path.join(root_path, 'tests/resources/datahub.png'), 'rb') as f:\n data = f.read()\n records1 = []\n record1 = BlobRecord(blob_data=data)\n record1.put_attribute('a', 'b')\n records1.append(record1)\n put_result = dh.put_records_by_shard('pydatahub_test', 'blob_topic_test', \"0\" records1)\n\n # records1 = []\n # record1 = BlobRecord(blob_data=data)\n # record1.shard_id = '0'\n # record1.put_attribute('a', 'b')\n # records1.append(record1)\n # put_result = dh.put_records('pydatahub_test', 'blob_topic_test', records1)\n print(put_result)\n\n # ============================= get cursor =============================\n\n from datahub.models import CursorType\n cursor_result = dh.get_cursor(project_name, topic_name, '0', CursorType.OLDEST)\n print(cursor_result)\n\n # ============================= get blob records =============================\n\n limit = 10\n blob_cursor_result = dh.get_cursor(project_name, topic_name, '0', CursorType.OLDEST)\n get_result = dh.get_blob_records(project_name, topic_name, '0', blob_cursor_result.cursor, limit)\n print(get_result)\n print(get_result.records)\n print(get_result.records[0])\n\n # ============================= get tuple records =============================\n\n limit = 10\n tuple_cursor_result = dh.get_cursor(project_name, topic_name, '0', CursorType.OLDEST)\n get_result = dh.get_tuple_records(project_name, topic_name, '0', record_schema, tuple_cursor_result.cursor, limit)\n print(get_result)\n print(get_result.records)\n print(get_result.records[0].values)\n\nExamples\n-----------\n\nsee more examples in `examples `__\n\nRelease\n--------\n\nUpdate `changelog `__, then use `bumpversion `__ to update version:\n\n1. bugfix: ``bumpversion patch``\n2. small feature\uff1a``bumpversion minor``\n3. breaking change\uff1a``bumpversion major``\n\nContributing\n------------\n\nFor a development install, clone the repository and then install from\nsource:\n\n::\n\n git clone https://github.com/aliyun/aliyun-datahub-sdk-python.git\n\nLicense\n-------\n\nLicensed under the `Apache License\n2.0 `__\n\n.. |PyPI version| image:: https://img.shields.io/pypi/v/pydatahub.svg?style=flat-square\n :target: https://pypi.python.org/pypi/pydatahub\n.. |Docs| image:: https://img.shields.io/badge/docs-latest-brightgreen.svg?style=flat-square\n :target: http://pydatahub.readthedocs.io/zh_CN/latest/\n.. |License| image:: https://img.shields.io/pypi/l/pydatahub.svg?style=flat-square\n :target: https://github.com/aliyun/aliyun-datahub-sdk-python/blob/master/LICENSE\n.. |Implementation| image:: https://img.shields.io/pypi/implementation/pydatahub.svg?style=flat-square\n",
"description_content_type": "",
"docs_url": null,
"download_url": "",
"downloads": {
"last_day": -1,
"last_month": -1,
"last_week": -1
},
"home_page": "https://github.com/aliyun/aliyun-datahub-sdk-python",
"keywords": "pydatahub",
"license": "Apache License 2.0",
"maintainer": "",
"maintainer_email": "",
"name": "pydatahub",
"package_url": "https://pypi.org/project/pydatahub/",
"platform": "",
"project_url": "https://pypi.org/project/pydatahub/",
"project_urls": {
"Homepage": "https://github.com/aliyun/aliyun-datahub-sdk-python"
},
"release_url": "https://pypi.org/project/pydatahub/2.12.6/",
"requires_dist": null,
"requires_python": "",
"summary": "Datahub Python SDK",
"version": "2.12.6"
},
"last_serial": 4961730,
"releases": {
"0.1.1": [
{
"comment_text": "",
"digests": {
"md5": "78920a0cea39889b12a149614cd5319c",
"sha256": "cb34eabdab54d5564578b14f1f1fe506ec99547c53f0a6ce5841d9f666f66a9f"
},
"downloads": -1,
"filename": "pydatahub-0.1.1.tar.gz",
"has_sig": false,
"md5_digest": "78920a0cea39889b12a149614cd5319c",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 44985,
"upload_time": "2017-02-08T07:07:01",
"url": "https://files.pythonhosted.org/packages/49/27/abf1f73a8fed96bcbef3683f4c193bf9160f3f696ce4b2fc7ad457a21dc9/pydatahub-0.1.1.tar.gz"
}
],
"0.1.2": [
{
"comment_text": "",
"digests": {
"md5": "a5ff81d0da46c8f4095c4091a6dc7654",
"sha256": "9d4a4b977c44f5d42abab99fa238ff826c75d69995c609ce041244ddb0aa67fa"
},
"downloads": -1,
"filename": "pydatahub-0.1.2.tar.gz",
"has_sig": false,
"md5_digest": "a5ff81d0da46c8f4095c4091a6dc7654",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 45916,
"upload_time": "2017-02-08T09:19:09",
"url": "https://files.pythonhosted.org/packages/c7/32/7285153b2846516ba0f46fc52da44244bdff7337c917bf0b42bd2453880e/pydatahub-0.1.2.tar.gz"
}
],
"0.1.3": [
{
"comment_text": "",
"digests": {
"md5": "d8cdc67b90eee53a79fb19b4eff1c063",
"sha256": "264eb6884512a51e12e406a94b2332f8c6840687ff27ded77ef6dd361a5b5ba5"
},
"downloads": -1,
"filename": "pydatahub-0.1.3.tar.gz",
"has_sig": false,
"md5_digest": "d8cdc67b90eee53a79fb19b4eff1c063",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 46639,
"upload_time": "2017-02-08T09:45:40",
"url": "https://files.pythonhosted.org/packages/04/f3/8571055a61c560ef015e811d295cfed79c0b85365972c9ccf22d79db2d1e/pydatahub-0.1.3.tar.gz"
}
],
"0.1.4": [
{
"comment_text": "",
"digests": {
"md5": "12e022ba0aee7fa2f36049cb4bc177f9",
"sha256": "a6a2c4a0f0baf4dbddbab5d70eaf9009fbd127496c1019b73f3089fefdfac66f"
},
"downloads": -1,
"filename": "pydatahub-0.1.4.tar.gz",
"has_sig": false,
"md5_digest": "12e022ba0aee7fa2f36049cb4bc177f9",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 46501,
"upload_time": "2017-02-08T10:03:42",
"url": "https://files.pythonhosted.org/packages/16/a4/4f1c21465b9e60fde0186ecd9c6f96bb27baf64aeff42902ad7c796cbdda/pydatahub-0.1.4.tar.gz"
}
],
"0.1.5": [
{
"comment_text": "",
"digests": {
"md5": "76c3cdddae76193d2781205bbb681097",
"sha256": "07df940c3cd624f58a6b2494b3c6de1eac14ef23480ea8ea094473c055539bdc"
},
"downloads": -1,
"filename": "pydatahub-0.1.5.tar.gz",
"has_sig": false,
"md5_digest": "76c3cdddae76193d2781205bbb681097",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 46537,
"upload_time": "2017-02-10T07:56:22",
"url": "https://files.pythonhosted.org/packages/4b/aa/a7584df4298e6a93e5c9f1b56f1a8574b6cdf849a6951128ead59837284c/pydatahub-0.1.5.tar.gz"
}
],
"0.1.6": [
{
"comment_text": "",
"digests": {
"md5": "79f02cd10287172a2112d9da12b9f273",
"sha256": "6a62d9e1cfb7ad712be86c60f7767439e8f857b86ce36e82d19bc708ff83c983"
},
"downloads": -1,
"filename": "pydatahub-0.1.6.tar.gz",
"has_sig": false,
"md5_digest": "79f02cd10287172a2112d9da12b9f273",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 46566,
"upload_time": "2017-06-21T14:43:35",
"url": "https://files.pythonhosted.org/packages/d6/98/4dfe5399440b9cd1e0fd0780d793a3145331ec24b97bd0a72c0771c53bdf/pydatahub-0.1.6.tar.gz"
}
],
"2.11.0": [
{
"comment_text": "",
"digests": {
"md5": "0881f2fae19fbfcb56693f28b7b2a458",
"sha256": "d8bd0eac82bda56720a1d776a86f8da6a931ac821f499bcdf3b6fcabc8fb9546"
},
"downloads": -1,
"filename": "pydatahub-2.11.0.tar.gz",
"has_sig": false,
"md5_digest": "0881f2fae19fbfcb56693f28b7b2a458",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 42178,
"upload_time": "2018-06-22T07:41:39",
"url": "https://files.pythonhosted.org/packages/c1/52/d5f829371cc3664b53a17ed06ea6f065f5a0f80c1e6f11d3861197ddf7bf/pydatahub-2.11.0.tar.gz"
}
],
"2.11.1": [
{
"comment_text": "",
"digests": {
"md5": "2e9ca0fe5c4ae9f78f8b15569eb64591",
"sha256": "d7b0c89d764c5bdc89fb70beb2718d13026ebe70b3d27a7d1715afa565c2456b"
},
"downloads": -1,
"filename": "pydatahub-2.11.1.tar.gz",
"has_sig": false,
"md5_digest": "2e9ca0fe5c4ae9f78f8b15569eb64591",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 42123,
"upload_time": "2018-07-02T16:36:59",
"url": "https://files.pythonhosted.org/packages/a5/d9/4e1228b19f75b5dc4d13d9c642b72dc7485c9245f21b20bfa9aab522ca53/pydatahub-2.11.1.tar.gz"
}
],
"2.11.2": [
{
"comment_text": "",
"digests": {
"md5": "4d7425b2b43cb2077782c271ebccfcbf",
"sha256": "1fa03e02cf6177936ec5eb38de1be97d339adb5eb509047740ac4ab697fbc2e3"
},
"downloads": -1,
"filename": "pydatahub-2.11.2.tar.gz",
"has_sig": false,
"md5_digest": "4d7425b2b43cb2077782c271ebccfcbf",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 42318,
"upload_time": "2018-09-11T10:00:17",
"url": "https://files.pythonhosted.org/packages/5a/fa/66f7c3b90d62804f47fe74e27e098129083c2cd81b6c7261aad821bf0347/pydatahub-2.11.2.tar.gz"
}
],
"2.11.3": [
{
"comment_text": "",
"digests": {
"md5": "edc691a0a47c2100dc075772f93d6808",
"sha256": "0c6970b6197a282a3be31b4e5ee581ccb71ea08ab98895321b78367072b23b0c"
},
"downloads": -1,
"filename": "pydatahub-2.11.3.tar.gz",
"has_sig": false,
"md5_digest": "edc691a0a47c2100dc075772f93d6808",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 42611,
"upload_time": "2018-10-10T10:23:35",
"url": "https://files.pythonhosted.org/packages/12/10/3705ed3b0be2e4f8285fdc83d7119dce5edfef853c6f2d457d365fc69fc0/pydatahub-2.11.3.tar.gz"
}
],
"2.11.4": [
{
"comment_text": "",
"digests": {
"md5": "2dca36a983a8829c02c52c530d1c790e",
"sha256": "bc41caf97c6b4eb200bc3b9e531b4154ac4f021dc884eecbe37da978f30ce86a"
},
"downloads": -1,
"filename": "pydatahub-2.11.4.tar.gz",
"has_sig": false,
"md5_digest": "2dca36a983a8829c02c52c530d1c790e",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 5086848,
"upload_time": "2018-11-26T03:33:04",
"url": "https://files.pythonhosted.org/packages/97/8a/87bc2bd8448c2e6fa00d924967cfd8b595626c478bcf8d037f022b9f367b/pydatahub-2.11.4.tar.gz"
}
],
"2.11.5": [
{
"comment_text": "",
"digests": {
"md5": "0ad56ce93231daf527e73bea96e7fcbe",
"sha256": "139fa1c37b236bff531c03cd5ea4af4f0478b929bbf0eb16a75e4f168ebd6fa2"
},
"downloads": -1,
"filename": "pydatahub-2.11.5.tar.gz",
"has_sig": false,
"md5_digest": "0ad56ce93231daf527e73bea96e7fcbe",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 5087019,
"upload_time": "2018-12-21T11:18:35",
"url": "https://files.pythonhosted.org/packages/5e/b6/1e6319ebec65a60b972fcfce8e3b987ae832d11d764f676846ee323e08f5/pydatahub-2.11.5.tar.gz"
}
],
"2.12.0": [
{
"comment_text": "",
"digests": {
"md5": "dcc446729417f12e33df8c49cae02849",
"sha256": "0436bc5fe76a335e2f2653f064f7038f319899cbd5b4ec65cc105d14d6d9dab5"
},
"downloads": -1,
"filename": "pydatahub-2.12.0.tar.gz",
"has_sig": false,
"md5_digest": "dcc446729417f12e33df8c49cae02849",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 5089576,
"upload_time": "2019-01-16T05:51:37",
"url": "https://files.pythonhosted.org/packages/c7/f6/58361f195541338a8be4c0e21ea6719c94c4b545acdd07a3501c4c22aa98/pydatahub-2.12.0.tar.gz"
}
],
"2.12.1": [
{
"comment_text": "",
"digests": {
"md5": "0b064161106530d70a6a61c5b3e86741",
"sha256": "2a67f51e53f2f6337d30e9237bbe04e7d6d289140010904c0be0f6bc8c4e36c6"
},
"downloads": -1,
"filename": "pydatahub-2.12.1.tar.gz",
"has_sig": false,
"md5_digest": "0b064161106530d70a6a61c5b3e86741",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 5089602,
"upload_time": "2019-01-16T06:01:54",
"url": "https://files.pythonhosted.org/packages/0b/23/744d68ebf8b97d1b5a646a7136cd63b9660451ebbba969562fac9436b1d8/pydatahub-2.12.1.tar.gz"
}
],
"2.12.2": [
{
"comment_text": "",
"digests": {
"md5": "e319fec7fd2076bba6da6140ca5e0b06",
"sha256": "b09687f660a394234518f64c38b6b5647c090329c1c7837765a2e3f1f2e64b35"
},
"downloads": -1,
"filename": "pydatahub-2.12.2.tar.gz",
"has_sig": false,
"md5_digest": "e319fec7fd2076bba6da6140ca5e0b06",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 5089708,
"upload_time": "2019-01-16T06:23:56",
"url": "https://files.pythonhosted.org/packages/f0/b7/416f6990ca8eb1d8603b7fbc95703a4878a2a282212a26b41458b5c9f5b8/pydatahub-2.12.2.tar.gz"
}
],
"2.12.3": [
{
"comment_text": "",
"digests": {
"md5": "afdf6ba73c36b1ef0bf272b10cd83653",
"sha256": "9da0b84f09590d111f5caa7479c749d7c70847af211b9d9593045459ddf488fd"
},
"downloads": -1,
"filename": "pydatahub-2.12.3.tar.gz",
"has_sig": false,
"md5_digest": "afdf6ba73c36b1ef0bf272b10cd83653",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 5089748,
"upload_time": "2019-01-24T03:28:18",
"url": "https://files.pythonhosted.org/packages/4f/07/ad93826dcf05759350ecc1eb0189989b477b7f975db84d2436969c5f3757/pydatahub-2.12.3.tar.gz"
}
],
"2.12.4": [
{
"comment_text": "",
"digests": {
"md5": "6c61ed72b91149ec5209e2a855dc6e99",
"sha256": "aa845527c69c4b6fcf7d46143b169229f039e77ca0e8d78414c76c3622f53a18"
},
"downloads": -1,
"filename": "pydatahub-2.12.4.tar.gz",
"has_sig": false,
"md5_digest": "6c61ed72b91149ec5209e2a855dc6e99",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 5089779,
"upload_time": "2019-01-24T05:01:42",
"url": "https://files.pythonhosted.org/packages/99/8e/33c33f072c100abd140b5f0b7b2a77e5f7d9b53e2b870a9ea12ae41dd4a8/pydatahub-2.12.4.tar.gz"
}
],
"2.12.5": [
{
"comment_text": "",
"digests": {
"md5": "df9ad55f9e9ac29c2809a3d9c98bc776",
"sha256": "36f337e35ff52417c863512cf2f46c53e3bfde0e5a72a84a16c8ffefb2dc5afe"
},
"downloads": -1,
"filename": "pydatahub-2.12.5.tar.gz",
"has_sig": false,
"md5_digest": "df9ad55f9e9ac29c2809a3d9c98bc776",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 5089881,
"upload_time": "2019-01-25T04:36:43",
"url": "https://files.pythonhosted.org/packages/33/0e/6254fdf3de26e4fbb2c03a10b3fd78426812bd302a3b2f0539c4acbe35c8/pydatahub-2.12.5.tar.gz"
}
],
"2.12.6": [
{
"comment_text": "",
"digests": {
"md5": "93298261c9f4c35ab82dc760916fce7e",
"sha256": "386a8154ae665ecc639416f404352adf223c748659335fc8c1fef2d1174d5835"
},
"downloads": -1,
"filename": "pydatahub-2.12.6.tar.gz",
"has_sig": false,
"md5_digest": "93298261c9f4c35ab82dc760916fce7e",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 5090129,
"upload_time": "2019-03-20T02:40:35",
"url": "https://files.pythonhosted.org/packages/40/b5/e6e7e4ede272e848b2b05bc74482505bada77ddffed0c90936d3e146e244/pydatahub-2.12.6.tar.gz"
}
]
},
"urls": [
{
"comment_text": "",
"digests": {
"md5": "93298261c9f4c35ab82dc760916fce7e",
"sha256": "386a8154ae665ecc639416f404352adf223c748659335fc8c1fef2d1174d5835"
},
"downloads": -1,
"filename": "pydatahub-2.12.6.tar.gz",
"has_sig": false,
"md5_digest": "93298261c9f4c35ab82dc760916fce7e",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 5090129,
"upload_time": "2019-03-20T02:40:35",
"url": "https://files.pythonhosted.org/packages/40/b5/e6e7e4ede272e848b2b05bc74482505bada77ddffed0c90936d3e146e244/pydatahub-2.12.6.tar.gz"
}
]
}