{ "info": { "author": "Sift Science", "author_email": "opensource@siftscience.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 5 - Production/Stable", "Intended Audience :: Developers", "License :: OSI Approved :: Apache Software License", "Programming Language :: Python :: 2.7", "Programming Language :: Python :: 3.4", "Programming Language :: Python :: 3.5", "Topic :: System :: Clustering", "Topic :: System :: Distributed Computing" ], "description": "*********************\nPython Kafka Replayer\n*********************\n\nkafka_replayer is a library that helps consume time ranges of messages from Kafka topics. While the\nstandard Kafka consumer API allows seeking to a specific offset and replaying from there, using\noffsets as the replay abstraction is cumbersome and potentially error-prone. This library does the\ntranslation from timestamps to offsets transparently.\n\nThis library is written in Python, and leverages `kafka-python`_'s consumer to poll Kafka for messages.\n\n==========\nInstalling\n==========\n.. code-block:: bash\n\n $ pip install python-kafka-replayer\n\n=====\nUsing\n=====\n.. code-block:: python\n\n import json\n import kafka_replayer\n \n des_fn = lambda x: json.loads(x) if x else None\n replayer = kafka_replayer.KafkaReplayer('my-topic',\n bootstrap_servers=['localhost:9092'],\n key_deserializer=des_fn,\n value_deserializer=des_fn)\n\n # Replay all records between the start and end millis timestamps\n for record in replayer.replay(1469467314341, 1469467907549):\n print record\n\n=======\nLicence\n=======\n\nSee `LICENSE `_.\n\n.. _kafka-python: https://github.com/dpkp/kafka-python", "description_content_type": null, "docs_url": "https://pythonhosted.org/kafka_replayer/", "download_url": "UNKNOWN", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/SiftScience/python-kafka-replayer", "keywords": "kafka consumer replayer replay", "license": "Apache License 2.0", "maintainer": null, "maintainer_email": null, "name": "kafka_replayer", "package_url": "https://pypi.org/project/kafka_replayer/", "platform": "UNKNOWN", "project_url": "https://pypi.org/project/kafka_replayer/", "project_urls": { "Download": "UNKNOWN", "Homepage": "https://github.com/SiftScience/python-kafka-replayer" }, "release_url": "https://pypi.org/project/kafka_replayer/1.0.1/", "requires_dist": null, "requires_python": null, "summary": "Timestamp-based Kafka topic replayer", "version": "1.0.1" }, "last_serial": 2264719, "releases": { "1.0.1": [ { "comment_text": "", "digests": { "md5": "9edd6bf888c7fb922ced7fd6f3097c40", "sha256": "0eb6f679e3ac9b61f54958b46a3d0563ecc770d345843a251eb9f684d34e2585" }, "downloads": -1, "filename": "kafka_replayer-1.0.1.tar.gz", "has_sig": false, "md5_digest": "9edd6bf888c7fb922ced7fd6f3097c40", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4654, "upload_time": "2016-08-05T17:31:00", "url": "https://files.pythonhosted.org/packages/53/e5/9a6803abbef9fcd83d3aabe55c2836c1d95ca7a6da7a3c2175a14a7256a2/kafka_replayer-1.0.1.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "9edd6bf888c7fb922ced7fd6f3097c40", "sha256": "0eb6f679e3ac9b61f54958b46a3d0563ecc770d345843a251eb9f684d34e2585" }, "downloads": -1, "filename": "kafka_replayer-1.0.1.tar.gz", "has_sig": false, "md5_digest": "9edd6bf888c7fb922ced7fd6f3097c40", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4654, "upload_time": "2016-08-05T17:31:00", "url": "https://files.pythonhosted.org/packages/53/e5/9a6803abbef9fcd83d3aabe55c2836c1d95ca7a6da7a3c2175a14a7256a2/kafka_replayer-1.0.1.tar.gz" } ] }