{ "info": { "author": "PeopleDoc", "author_email": "rd@people-doc.com", "bugtrack_url": null, "classifiers": [ "Environment :: Web Environment", "Framework :: Django", "License :: OSI Approved :: MIT License", "Operating System :: OS Independent", "Programming Language :: Python", "Programming Language :: Python :: 2", "Programming Language :: Python :: 2.7", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.5", "Programming Language :: Python :: 3.6", "Programming Language :: Python :: 3.7", "Topic :: Internet :: WWW/HTTP", "Topic :: Internet :: WWW/HTTP :: Dynamic Content" ], "description": "================\ndjango-chunkator\n================\n\n\nChunk large QuerySets into small chunks, and iterate over them without killing\nyour RAM.\n\n.. image:: https://travis-ci.org/peopledoc/django-chunkator.svg\n\nTested with all the combinations of:\n\n* Python: 2.7, 3.5, 3.6, 3.7\n* Django: 1.11, 2, 2.1, master\n\n\nUsage\n=====\n\n.. code:: python\n\n from chunkator import chunkator\n for item in chunkator(LargeModel.objects.all(), 200):\n do_something(item)\n\nThis tool is intended to work on Django querysets.\n\nYour model **must** define a ``pk`` field (this is done by default, but\nsometimes it can be overridden) and this pk has to be unique. ``django-\nchunkator`` has been tested with PostgreSQL and SQLite, using regular PKs and\nUUIDs as primary keys.\n\nYou can also use ``values()``:\n\n.. code:: python\n\n from chunkator import chunkator\n for item in chunkator(LargeModel.objects.values('pk', 'name'), 200):\n do_something(item)\n\n.. important::\n\n If you're using ``values()`` you **have** to add at least your \"pk\" field\n to the values, otherwise, the chunkator will throw a\n ``MissingPkFieldException``.\n\n.. warning::\n\n This will not **accelerate** your process. Instead of having one BIG query,\n you'll have several small queries. This will save your RAM instead, because\n you'll not load a huge queryset result before looping on it.\n\nIf you want to manipulate the pages directly, you can use `chunkator_page`:\n\n.. code:: python\n\n from chunkator import chunkator_page\n queryset = LargeModel.objects.all().values('pk')\n for page in chunkator_page(queryset, 200):\n launch_some_task([item['pk'] for item in page])\n\nLicense\n=======\n\nMIT License.", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/peopledoc/django-chunkator", "keywords": "", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "django-chunkator", "package_url": "https://pypi.org/project/django-chunkator/", "platform": "", "project_url": "https://pypi.org/project/django-chunkator/", "project_urls": { "Homepage": "https://github.com/peopledoc/django-chunkator" }, "release_url": "https://pypi.org/project/django-chunkator/1.4.0/", "requires_dist": null, "requires_python": "", "summary": "Chunk large QuerySets into small chunks, and iterate over them without killing your RAM.", "version": "1.4.0" }, "last_serial": 4608101, "releases": { "0.0.2": [ { "comment_text": "", "digests": { "md5": "2bd14d254e68ff3b77153a60c3710cd5", "sha256": "9a117ee84ff9e2c2f9dcb33cb9980b23faa26e259938bc12c2b8f7f73ec075b7" }, "downloads": -1, "filename": "django-chunkator-0.0.2.tar.gz", "has_sig": false, "md5_digest": "2bd14d254e68ff3b77153a60c3710cd5", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2478, "upload_time": "2015-03-19T08:21:57", "url": "https://files.pythonhosted.org/packages/1e/d4/2bb7bf0129724c9d4ba06b68d9433820cf1f9272f915cbbb828dcf837b98/django-chunkator-0.0.2.tar.gz" } ], "0.0.3": [ { "comment_text": "", "digests": { "md5": "4a391ed612363fd7f555de06d48b19f5", "sha256": "e21e3362161ae20982cd369c315c4e474364645a59d992e5756113e02a236e37" }, "downloads": -1, "filename": "django-chunkator-0.0.3.tar.gz", "has_sig": false, "md5_digest": "4a391ed612363fd7f555de06d48b19f5", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2532, "upload_time": "2015-03-19T10:49:24", "url": "https://files.pythonhosted.org/packages/26/62/fd225af4a85985496f24d35c38c6d64686a9360834aaa6c14659495d0ea2/django-chunkator-0.0.3.tar.gz" } ], "0.0.4": [ { "comment_text": "", "digests": { "md5": "cd010fddba8eae778ffcdffd27322ca8", "sha256": "306af80e73e76034efb3f751983db9b3402d126303785b388cbd4d9d4ea9e15a" }, "downloads": -1, "filename": "django-chunkator-0.0.4.tar.gz", "has_sig": false, "md5_digest": "cd010fddba8eae778ffcdffd27322ca8", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2883, "upload_time": "2015-03-30T12:08:01", "url": "https://files.pythonhosted.org/packages/88/20/3e33f2aad772d2aafe1ad4b67cd9ea2efba503eb1495f0ff10ce687ba194/django-chunkator-0.0.4.tar.gz" } ], "0.0.5": [ { "comment_text": "", "digests": { "md5": "4538764f8ef6f41ad0fc7bbed5deeef8", "sha256": "0630dc4011a633231e91bcbb7cd4b864b3fd5393773a15a9a83799908279333e" }, "downloads": -1, "filename": "django-chunkator-0.0.5.tar.gz", "has_sig": false, "md5_digest": "4538764f8ef6f41ad0fc7bbed5deeef8", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2952, "upload_time": "2015-06-18T07:39:23", "url": "https://files.pythonhosted.org/packages/36/29/3d8ca4fa4d3a3a66ec90c4badc82f1dc5ba7bbe91cb6e2ff40ff2a30d6a3/django-chunkator-0.0.5.tar.gz" } ], "1.0.0": [ { "comment_text": "", "digests": { "md5": "c8394c18b9b1e79d987c8940afb50fca", "sha256": "96ff34628b650afe7424870ded1281cab85f8b2283453c7e72335a9c7b1ac6c3" }, "downloads": -1, "filename": "django_chunkator-1.0.0-py2-none-any.whl", "has_sig": false, "md5_digest": "c8394c18b9b1e79d987c8940afb50fca", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 4570, "upload_time": "2016-06-23T12:44:17", "url": "https://files.pythonhosted.org/packages/e7/11/2bff962272d820ed573a23deddb1c6064a0e367ad469fe0b32439ed3cc7e/django_chunkator-1.0.0-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "87e12575dec06d6d18dc71b825912e5f", "sha256": "a9b386836825d58ecc038efd95c2f72adbcbf9461b8af49e786d2aa512b97142" }, "downloads": -1, "filename": "django-chunkator-1.0.0.tar.gz", "has_sig": false, "md5_digest": "87e12575dec06d6d18dc71b825912e5f", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3208, "upload_time": "2016-06-23T12:44:11", "url": "https://files.pythonhosted.org/packages/2f/65/c2f87fe01d3d362211330e427b82ea82585a72bbe6c602a73083ea6c8ace/django-chunkator-1.0.0.tar.gz" } ], "1.0.1": [ { "comment_text": "built for Linux-3.13.0-93-generic-x86_64-with-glibc2.4", "digests": { "md5": "f89b8297857c5909253a72a5e29d62f0", "sha256": "187b1aea383dca17f4cab43961ccf55e7a131765dbea18206aefce3e78e296b1" }, "downloads": -1, "filename": "django-chunkator-1.0.1.linux-x86_64.tar.gz", "has_sig": false, "md5_digest": "f89b8297857c5909253a72a5e29d62f0", "packagetype": "bdist_dumb", "python_version": "any", "requires_python": null, "size": 3417, "upload_time": "2016-08-26T08:43:58", "url": "https://files.pythonhosted.org/packages/89/0d/ebe4739a95e613183ab91cd4c8f03a26394f57aa3abf32810fdcd9fe1bdb/django-chunkator-1.0.1.linux-x86_64.tar.gz" }, { "comment_text": "", "digests": { "md5": "72e89cafbb0fc5a578611d4982ceb414", "sha256": "914b5d3067197509a57c79f6af3ead948cd35307042b0df3d662233af7859e74" }, "downloads": -1, "filename": "django_chunkator-1.0.1-py2-none-any.whl", "has_sig": false, "md5_digest": "72e89cafbb0fc5a578611d4982ceb414", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 4837, "upload_time": "2016-08-26T08:44:00", "url": "https://files.pythonhosted.org/packages/a5/bd/9bbbd173ef7799b7c5b2d3f4f5c68774935a0ac2f67bbad0e73491f6cb09/django_chunkator-1.0.1-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "ae926f83b7f2d4b33537b265904df711", "sha256": "033b89a6e771696192d4267eb836dfb0a3bf4885665094aa259710065447301b" }, "downloads": -1, "filename": "django-chunkator-1.0.1.tar.gz", "has_sig": false, "md5_digest": "ae926f83b7f2d4b33537b265904df711", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3480, "upload_time": "2016-08-26T08:43:55", "url": "https://files.pythonhosted.org/packages/a1/22/7c600e18bdbc6f0ef935738714d128422362a3d36986dd8546284d2c2c51/django-chunkator-1.0.1.tar.gz" } ], "1.1.0": [ { "comment_text": "built for Linux-3.13.0-113-generic-x86_64-with-glibc2.4", "digests": { "md5": "fd5a9f60f4659be4316ddc4eee121f36", "sha256": "c1ec4f1174ddd222b6f7f927e419d202a4cffcb68bab6dba135c14c477190a53" }, "downloads": -1, "filename": "django-chunkator-1.1.0.linux-x86_64.tar.gz", "has_sig": false, "md5_digest": "fd5a9f60f4659be4316ddc4eee121f36", "packagetype": "bdist_dumb", "python_version": "any", "requires_python": null, "size": 3091, "upload_time": "2017-03-25T11:03:20", "url": "https://files.pythonhosted.org/packages/91/ef/0d6c20a90540dd28eb1f0502184bf2fdc9bcbdea3ac84b3fedc1cef1adec/django-chunkator-1.1.0.linux-x86_64.tar.gz" }, { "comment_text": "", "digests": { "md5": "465eeaae6b9170cfa8c518a1128710de", "sha256": "06163a27d77152717b6c608d75e02030e4f1e5d2b23c8d5a67a0267d0d8cb97e" }, "downloads": -1, "filename": "django_chunkator-1.1.0-py2-none-any.whl", "has_sig": false, "md5_digest": "465eeaae6b9170cfa8c518a1128710de", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 4672, "upload_time": "2017-03-25T11:03:23", "url": "https://files.pythonhosted.org/packages/e9/14/55e0abcf76546772fa2449509256da2886f67a52a3e4025b74b42b08bab6/django_chunkator-1.1.0-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "6cd4bad207485a8cc31d5e2fbfe9a14b", "sha256": "bad039bcbfdd61825ed5e0ab585714841eb28f221b3a08db5d6d22a168417eb1" }, "downloads": -1, "filename": "django-chunkator-1.1.0.tar.gz", "has_sig": false, "md5_digest": "6cd4bad207485a8cc31d5e2fbfe9a14b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3318, "upload_time": "2017-03-25T11:03:17", "url": "https://files.pythonhosted.org/packages/b4/1e/c3eada3b4f6d39a505beb67e1d1aeb39c4296e945ad02584fefe2f080442/django-chunkator-1.1.0.tar.gz" } ], "1.2.0": [ { "comment_text": "built for Linux-3.13.0-123-generic-x86_64-with-glibc2.4", "digests": { "md5": "627b03fc2e76ba61c0018becead68783", "sha256": "456a0cd3d09b9606150248becd8ecab0eb21291fdbcb9dd26ff956473c3db5dc" }, "downloads": -1, "filename": "django-chunkator-1.2.0.linux-x86_64.tar.gz", "has_sig": false, "md5_digest": "627b03fc2e76ba61c0018becead68783", "packagetype": "bdist_dumb", "python_version": "any", "requires_python": null, "size": 3519, "upload_time": "2017-07-03T13:11:19", "url": "https://files.pythonhosted.org/packages/e7/e2/a2f98e53896a87cca07ee8a5c9d36907c8885022a04c5a4bd95129734e93/django-chunkator-1.2.0.linux-x86_64.tar.gz" }, { "comment_text": "", "digests": { "md5": "17ab1b4d43a20495ce2b3e84cb9baf0b", "sha256": "353601d6bb153df242386f3358d01e5fff2b67a9a82020516b7a7ae77ccfa497" }, "downloads": -1, "filename": "django_chunkator-1.2.0-py2-none-any.whl", "has_sig": false, "md5_digest": "17ab1b4d43a20495ce2b3e84cb9baf0b", "packagetype": "bdist_wheel", "python_version": "2.7", "requires_python": null, "size": 5033, "upload_time": "2017-07-03T13:11:21", "url": "https://files.pythonhosted.org/packages/77/e7/def685ca777eadc5732859b33f279dc009eaf753e43a0d24ea5f84707ac8/django_chunkator-1.2.0-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "3c7d2c9fad637073d276df808fc22d32", "sha256": "09a026ede35fa48bcef0f916add40be57e2753229ac4cecb5c7a3aed68e9944e" }, "downloads": -1, "filename": "django-chunkator-1.2.0.tar.gz", "has_sig": false, "md5_digest": "3c7d2c9fad637073d276df808fc22d32", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3584, "upload_time": "2017-07-03T13:11:16", "url": "https://files.pythonhosted.org/packages/32/3a/dc39d857ef3d6221d51d986ee9fc087fadd1a9a5a13141a63393dcb909f8/django-chunkator-1.2.0.tar.gz" } ], "1.3.0": [ { "comment_text": "", "digests": { "md5": "90b38028ee0835cdb989b2d7960c2061", "sha256": "6fe6816803b0acfc315061d681c5095ebea3a16e2bafde8b04b9ccc966986089" }, "downloads": -1, "filename": "django_chunkator-1.3.0-py2-none-any.whl", "has_sig": false, "md5_digest": "90b38028ee0835cdb989b2d7960c2061", "packagetype": "bdist_wheel", "python_version": "py2", "requires_python": null, "size": 5247, "upload_time": "2017-09-14T07:28:24", "url": "https://files.pythonhosted.org/packages/3e/83/68a5a8b3600f65e8edf548e75d4de6a8b7342175bddee8ae9d586a961730/django_chunkator-1.3.0-py2-none-any.whl" }, { "comment_text": "", "digests": { "md5": "e0f14641e1bcf8f17f84b288445ac973", "sha256": "42f12a96a48acbc1590f1b55159df414fa8138ab0f82a99919f6ebe7f5f0cf86" }, "downloads": -1, "filename": "django-chunkator-1.3.0.tar.gz", "has_sig": false, "md5_digest": "e0f14641e1bcf8f17f84b288445ac973", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3694, "upload_time": "2017-09-14T07:27:49", "url": "https://files.pythonhosted.org/packages/81/84/698dde683053e2f431109dfa8756fb8a233d722f6f30e751b512cd9454e8/django-chunkator-1.3.0.tar.gz" } ], "1.3.1": [ { "comment_text": "", "digests": { "md5": "fd1637e3b50849287f6eee2bc3c15fd5", "sha256": "9a8341b7bb55080ed062dd5d8ffad6b3fd45e20dc4268899744d4e64132fa27b" }, "downloads": -1, "filename": "django-chunkator-1.3.1.tar.gz", "has_sig": false, "md5_digest": "fd1637e3b50849287f6eee2bc3c15fd5", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3706, "upload_time": "2018-05-14T13:41:45", "url": "https://files.pythonhosted.org/packages/58/64/1c160be8fc63713feec276c794c48e379da5c90778c426e431e224b5070f/django-chunkator-1.3.1.tar.gz" } ], "1.4.0": [ { "comment_text": "", "digests": { "md5": "95a0e6d4733cea0af9c0350bd731aa59", "sha256": "b0fe33917589816a695e202e00bd3fd1a926d0e376ff977b118e28d0a6548a0a" }, "downloads": -1, "filename": "django-chunkator-1.4.0.tar.gz", "has_sig": false, "md5_digest": "95a0e6d4733cea0af9c0350bd731aa59", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3622, "upload_time": "2018-12-17T13:51:04", "url": "https://files.pythonhosted.org/packages/6d/cd/c67979aa809b3b46402c421646ef49eb49ff51b29eecfc709a7eb106577a/django-chunkator-1.4.0.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "95a0e6d4733cea0af9c0350bd731aa59", "sha256": "b0fe33917589816a695e202e00bd3fd1a926d0e376ff977b118e28d0a6548a0a" }, "downloads": -1, "filename": "django-chunkator-1.4.0.tar.gz", "has_sig": false, "md5_digest": "95a0e6d4733cea0af9c0350bd731aa59", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 3622, "upload_time": "2018-12-17T13:51:04", "url": "https://files.pythonhosted.org/packages/6d/cd/c67979aa809b3b46402c421646ef49eb49ff51b29eecfc709a7eb106577a/django-chunkator-1.4.0.tar.gz" } ] }