{ "info": { "author": "", "author_email": "", "bugtrack_url": null, "classifiers": [ "Framework :: Pyramid", "Programming Language :: Python", "Topic :: Internet :: WWW/HTTP", "Topic :: Internet :: WWW/HTTP :: WSGI :: Application" ], "description": "1)\nalgoritm - scrap all posts inline\n\n2)\nbin/scraper_worker\n\n3) go to 3 folder\n\nfrom imagehash import dhash\nfrom iso8601 import parse_date\nfrom PIL import Image as PIL_Image\n\ncur_im1 = PIL_Image.open('/home/t/Desktop/videos/3/test.jpg')\ncur_hash1 = str(dhash(cur_im1))\n\nGO TO REDIS select 1\nset 2f2b0b2b33232323 \"380668111208\"\n\n\n4)\nimport os\nimport redis\npath = '/home/t/Desktop/videos/images'\ntwo_dir = os.listdir(path)\nr = redis.StrictRedis(host=\"localhost\", port=6379, charset=\"utf-8\", decode_responses=True, db=0)\nkeys = r.keys('*')\nredis_values_dict = dict()\nfor key in keys:\n redis_values_dict[r.get(key)] = None\ncount = 0\nfor image in two_dir:\n if image not in redis_values_dict:\n os.remove('{}{}{}'.format(path, '/', image ))\n count += 1\n\n\n0.0\n---\n\n- Initial version\n", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "", "keywords": "web", "license": "", "maintainer": "", "maintainer_email": "", "name": "xxx.scraper", "package_url": "https://pypi.org/project/xxx.scraper/", "platform": "", "project_url": "https://pypi.org/project/xxx.scraper/", "project_urls": null, "release_url": "https://pypi.org/project/xxx.scraper/0.94/", "requires_dist": null, "requires_python": "", "summary": "scraper", "version": "0.94" }, "last_serial": 5253450, "releases": { "0.1": [ { "comment_text": "", "digests": { "md5": "663edd6be8b4380e545218bccef1f781", "sha256": "65e7bc0cc095dfe050d72feffe220c4d1dfc6a17a96e27c0ab92f2060d243876" }, "downloads": -1, "filename": "xxx.scraper-0.1.tar.gz", "has_sig": false, "md5_digest": "663edd6be8b4380e545218bccef1f781", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 6966, "upload_time": "2018-11-11T11:01:20", "url": "https://files.pythonhosted.org/packages/9e/a6/4e8cb2bc0acfc70438e72b3cf1f3ed07118f03480c06cce2bdbe0f153ee2/xxx.scraper-0.1.tar.gz" } ], "0.2": [ { "comment_text": "", "digests": { "md5": "01be7b3d4d767734f4d075d275c39ae0", "sha256": "af411e138afde26b111aa18e38973fe7fe957817fbcb30a676b05a3004385847" }, "downloads": -1, "filename": "xxx.scraper-0.2.tar.gz", "has_sig": false, "md5_digest": "01be7b3d4d767734f4d075d275c39ae0", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7018, "upload_time": "2018-11-16T20:08:43", "url": "https://files.pythonhosted.org/packages/09/34/30e186d8105943de3734c28fd47b0e7a667807a73ab6ded80b34f683c3ce/xxx.scraper-0.2.tar.gz" } ], "0.3": [ { "comment_text": "", "digests": { "md5": "865de9e917714a10261c5aa5032f71ec", "sha256": "6ca1a3d27fa0114f796ce3bd9141c1e28da4ca6a82daa52b2c8cac433ca872a0" }, "downloads": -1, "filename": "xxx.scraper-0.3.tar.gz", "has_sig": false, "md5_digest": "865de9e917714a10261c5aa5032f71ec", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7014, "upload_time": "2018-11-16T20:41:49", "url": "https://files.pythonhosted.org/packages/72/92/12f5580b2fc1594b599cd530adaf0c9fe432b66f9d2f0d32678088fbbf75/xxx.scraper-0.3.tar.gz" } ], "0.4": [ { "comment_text": "", "digests": { "md5": "b8edc2360602a04f6e28c61323f306b8", "sha256": "1c012f55539a7987dd8bfadbc9cf49eac7b464a0cfc5463d319ccdde49d0907d" }, "downloads": -1, "filename": "xxx.scraper-0.4.tar.gz", "has_sig": false, "md5_digest": "b8edc2360602a04f6e28c61323f306b8", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7351, "upload_time": "2018-11-21T18:23:21", "url": "https://files.pythonhosted.org/packages/79/7f/306cd7a39a0e6a8a2a39a47f670842d23a0ea388fb1865f5b27db0bf6157/xxx.scraper-0.4.tar.gz" } ], "0.5": [ { "comment_text": "", "digests": { "md5": "c557e99ef78d20db85c92bb50ab52a7f", "sha256": "048700eba32f18d66b86639deed583a00859a8f7be20721611345b0eee9c6c61" }, "downloads": -1, "filename": "xxx.scraper-0.5.tar.gz", "has_sig": false, "md5_digest": "c557e99ef78d20db85c92bb50ab52a7f", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7352, "upload_time": "2018-11-22T18:59:02", "url": "https://files.pythonhosted.org/packages/e9/51/f3148ba1e82cb25490f537c933f9ae5292e86ebde67bf899ce8bf7a6ea36/xxx.scraper-0.5.tar.gz" } ], "0.6": [ { "comment_text": "", "digests": { "md5": "f3d7dafde548da5161033f1382610709", "sha256": "48a01cf5ee31c92f52df23e878ef71e4f8ebe958f73fd2fa81f478502cff0889" }, "downloads": -1, "filename": "xxx.scraper-0.6.tar.gz", "has_sig": false, "md5_digest": "f3d7dafde548da5161033f1382610709", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7359, "upload_time": "2018-11-23T21:45:00", "url": "https://files.pythonhosted.org/packages/34/80/138008d70e9f54addef672223d74eb711cd293f9c7fe47ac782a0bbeeb61/xxx.scraper-0.6.tar.gz" } ], "0.7": [ { "comment_text": "", "digests": { "md5": "c6cc6867cb4e91bb434631e016b92b83", "sha256": "71bc7e6ea7ec32ead30fff4e6f22da701825eebe4ee8ebf00b75b6e931b0e4b8" }, "downloads": -1, "filename": "xxx.scraper-0.7.tar.gz", "has_sig": false, "md5_digest": "c6cc6867cb4e91bb434631e016b92b83", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7590, "upload_time": "2018-11-24T11:43:18", "url": "https://files.pythonhosted.org/packages/32/2d/c163b0f3860a92c60da01969b7b413944ae667e5d75b9e635cbb3fd2c7c6/xxx.scraper-0.7.tar.gz" } ], "0.8": [ { "comment_text": "", "digests": { "md5": "c0ccc53eb9ccebdf15faeafb1d7b53d8", "sha256": "e5757c957910771ef94dd724b5b4fc6dcd088f550bc50bc9e95f138b17312670" }, "downloads": -1, "filename": "xxx.scraper-0.8.tar.gz", "has_sig": false, "md5_digest": "c0ccc53eb9ccebdf15faeafb1d7b53d8", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7596, "upload_time": "2018-11-26T19:04:32", "url": "https://files.pythonhosted.org/packages/29/9d/e52becaf742c0aae94f45526c29eae9fa4483fae149844cfa35760a19279/xxx.scraper-0.8.tar.gz" } ], "0.9": [ { "comment_text": "", "digests": { "md5": "71f511b1835ab07fec783c26fbd19c83", "sha256": "9012bf7a4d6a6e1aecdbaa28e35fb4a7d9700d39b24c59ecfe65d64caf1cf1af" }, "downloads": -1, "filename": "xxx.scraper-0.9.tar.gz", "has_sig": false, "md5_digest": "71f511b1835ab07fec783c26fbd19c83", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7746, "upload_time": "2018-12-18T13:44:24", "url": "https://files.pythonhosted.org/packages/e1/f5/a621a2ced1534eaf26b3ecd76e5a306f0856b6d6bfc010c46ce630797e96/xxx.scraper-0.9.tar.gz" } ], "0.91": [ { "comment_text": "", "digests": { "md5": "dfcfcecb4406fd4114a0bf5f0aa032ea", "sha256": "d147e1df8f933b5b99c7304636d6ad89d2c740708995e60cfc7570b43046b049" }, "downloads": -1, "filename": "xxx.scraper-0.91.tar.gz", "has_sig": false, "md5_digest": "dfcfcecb4406fd4114a0bf5f0aa032ea", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7742, "upload_time": "2018-12-21T21:28:40", "url": "https://files.pythonhosted.org/packages/c2/9d/5c84f665dc955db62c759dbd5863f439bfb9bb81f6a04d2ebc952b4190bc/xxx.scraper-0.91.tar.gz" } ], "0.92": [ { "comment_text": "", "digests": { "md5": "313709d33feaac64ccd4899bc0ad73ae", "sha256": "fdcd0aa2231579e269f9abe68a1702aefe3d659be5bb95a9aa6be66b11f8a0b4" }, "downloads": -1, "filename": "xxx.scraper-0.92.tar.gz", "has_sig": false, "md5_digest": "313709d33feaac64ccd4899bc0ad73ae", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7746, "upload_time": "2018-12-21T21:51:07", "url": "https://files.pythonhosted.org/packages/31/ca/ef30248313729e8ab46f226b8e58a307115175a65afea37315b97d88e9fc/xxx.scraper-0.92.tar.gz" } ], "0.93": [ { "comment_text": "", "digests": { "md5": "e05311e2838547d7aef383a90c5daffb", "sha256": "e5e63e9ad514b2b47317600489cd9ac11453bf3880b88583054753f7276366c9" }, "downloads": -1, "filename": "xxx.scraper-0.93.tar.gz", "has_sig": false, "md5_digest": "e05311e2838547d7aef383a90c5daffb", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7079, "upload_time": "2019-05-10T18:00:57", "url": "https://files.pythonhosted.org/packages/65/56/2dad08d17c9aaac3875b50179844b07e53f41b15b7a6584f94a90cc64b4a/xxx.scraper-0.93.tar.gz" } ], "0.94": [ { "comment_text": "", "digests": { "md5": "b0c6094a892cbf165eabfb5a39918a17", "sha256": "37fd659a65bb8865fa46f2785145f88b38ac85f1cb91729305730170dac76696" }, "downloads": -1, "filename": "xxx.scraper-0.94.tar.gz", "has_sig": false, "md5_digest": "b0c6094a892cbf165eabfb5a39918a17", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7081, "upload_time": "2019-05-10T18:13:55", "url": "https://files.pythonhosted.org/packages/57/50/fa9bd3cb6c701b4dd1575f1de74250e4d0fc6c3ad47a7c9d93da7b3e3015/xxx.scraper-0.94.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "b0c6094a892cbf165eabfb5a39918a17", "sha256": "37fd659a65bb8865fa46f2785145f88b38ac85f1cb91729305730170dac76696" }, "downloads": -1, "filename": "xxx.scraper-0.94.tar.gz", "has_sig": false, "md5_digest": "b0c6094a892cbf165eabfb5a39918a17", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7081, "upload_time": "2019-05-10T18:13:55", "url": "https://files.pythonhosted.org/packages/57/50/fa9bd3cb6c701b4dd1575f1de74250e4d0fc6c3ad47a7c9d93da7b3e3015/xxx.scraper-0.94.tar.gz" } ] }