{ "info": { "author": "", "author_email": "", "bugtrack_url": null, "classifiers": [], "description": "Dask interface to Azure-Datalake Gen1 and Gen2 Storage\n------------------------------------------------------\n\nWarning: this code is experimental and untested.\n\nQuickstart\n----------\nThis package is on PyPi and can be installed using:\n\npip install adlfs\n\nIn your code, call:\n from fsspec.registry import known_implementations\n\nTo use the Gen1 filesystem:\n known_implementations['adl'] = {'class': 'adlfs.AzureDatalakeFileSystem'}\n\nTo use the Gen2 filesystem:\n known_implementations['abfs'] = {'class': 'adlfs.AzureBlobFileSystem'}\n\nThis allows operations such as:\nimport dask.dataframe as dd\nstorage_options={\n'tenant_id': TENANT_ID,\n'client_id': CLIENT_ID,\n'client_secret': CLIENT_SECRET,\n'storage_account': STORAGE_ACCOUNT,\n'filesystem': FILESYSTEM,\n}\ndd.read_csv('abfs://folder/file.csv', storage_options=STORAGE_OPTIONS}\n\nDetails\n-------\nThe package includes pythonic filesystem implementations for both \nAzure Datalake Gen1 and Azure Datalake Gen2, that facilitate \ninteractions with both Azure Datalake implementations with Dask, using the \nintake/filesystem_spec base class.\n\nOperations against both Gen1 and Gen2 datalakes currently require an Azure ServicePrincipal\nwith suitable credentials to perform operations on the resources of choice.\n\nOperations on the Azure Gen1 Datalake are implemented by leveraging multiple inheritance from both\nthe fsspec.AbstractFileSystem and the Azure Python Gen1 Filesystem library, while\noperations against the Azure Gen2 Datalake are implemented by using subclassing the \nfsspec.AbstractFileSystem and leveraging the Azure Datalake Gen2 API. Note that the Azure \nDatalake Gen2 API allows calls to using either the 'http://' or 'https://' protocols, designated\nby an 'abfs[s]://' protocol. Under the hood in adlfs, this will always happen using 'https://'\nusing the requests library.\n\nAn Azure Datalake Gen2 url takes the following form, which is replicated in \nthe adlfs library, for the sake of consistency:\n'abfs[s]://{storage_account}/{filesystem}/{folder}/{file}'\n\nCurrently, when using either the 'adl://' or 'abfs://' protocols in a dask operation, \nit is required to explicitly declare the storage_options, as described in the Dask documentation.\nThe intent is to eliminate this requirement for (at at minimum) Gen2 operations, by having \nthe adlfs library parse the filesystem name", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/hayesgb/adlfs/", "keywords": "file-system,dask,azure", "license": "BSD", "maintainer": "Greg Hayes", "maintainer_email": "hayesgb@gmail.com", "name": "adlfs", "package_url": "https://pypi.org/project/adlfs/", "platform": "", "project_url": "https://pypi.org/project/adlfs/", "project_urls": { "Homepage": "https://github.com/hayesgb/adlfs/" }, "release_url": "https://pypi.org/project/adlfs/0.1.0/", "requires_dist": null, "requires_python": "", "summary": "Access Azure Datalake Gen1 with fsspec and dask", "version": "0.1.0" }, "last_serial": 6004973, "releases": { "0.0.10": [ { "comment_text": "", "digests": { "md5": "bbd8f321bd2ee796c583cf9883e6cc16", "sha256": "4901c3512581e49134ea5a007c2ab031211e5b8b805d78e73ce26d483cdb776e" }, "downloads": -1, "filename": "adlfs-0.0.10.tar.gz", "has_sig": false, "md5_digest": "bbd8f321bd2ee796c583cf9883e6cc16", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5152, "upload_time": "2019-10-14T12:53:17", "url": "https://files.pythonhosted.org/packages/7b/76/72453587ca0f4dc6a45f7a96de570f912e6cbead18dadc368fe777f8a629/adlfs-0.0.10.tar.gz" } ], "0.0.10.post0": [ { "comment_text": "", "digests": { "md5": "eb12fefc91bb28cbe4a909a67d4356d5", "sha256": "6cdd2fb1fd6bb17e759e94f6d603bb0ad2c97d9c21917a1d4b26d8c7f83511c7" }, "downloads": -1, "filename": "adlfs-0.0.10.post0.tar.gz", "has_sig": false, "md5_digest": "eb12fefc91bb28cbe4a909a67d4356d5", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5197, "upload_time": "2019-10-14T13:05:05", "url": "https://files.pythonhosted.org/packages/96/f7/fcbcc707e15425a89abcbbbc8b7c575344eb5bac9f1155e7f81b755793e0/adlfs-0.0.10.post0.tar.gz" } ], "0.0.10.post1": [ { "comment_text": "", "digests": { "md5": "b43d50472a74f5b6a82b5d6ad8888841", "sha256": "291e4df6e6b16f82a4d824fad42edfe19e5962acb0b4f566b29c8d0a5aff7535" }, "downloads": -1, "filename": "adlfs-0.0.10.post1.tar.gz", "has_sig": false, "md5_digest": "b43d50472a74f5b6a82b5d6ad8888841", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5198, "upload_time": "2019-10-14T13:09:12", "url": "https://files.pythonhosted.org/packages/c8/9b/a93bbb0fba94a143610adb504601792e46b7f30199c61489984f0a573c51/adlfs-0.0.10.post1.tar.gz" } ], "0.0.10.post2": [ { "comment_text": "", "digests": { "md5": "eef19e9f8c01ff5c4f0a71a5bfda49d8", "sha256": "f3d87657c5122b495e0cc0b2432e42aa70df2e03d026fb3e332cf00a607e396c" }, "downloads": -1, "filename": "adlfs-0.0.10.post2.tar.gz", "has_sig": false, "md5_digest": "eef19e9f8c01ff5c4f0a71a5bfda49d8", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5191, "upload_time": "2019-10-14T13:19:41", "url": "https://files.pythonhosted.org/packages/ec/aa/b8fa1c3a37ce61e27745f16a835f4d66eb02ab974ca10a884b4dc34198d1/adlfs-0.0.10.post2.tar.gz" } ], "0.0.11": [ { "comment_text": "", "digests": { "md5": "05100d80e7fe6f56ecc7565553bff073", "sha256": "e1f71b0ad39ccada7bf4eb9a984dd893ba5b3af5436f941437b4d93442e3ffae" }, "downloads": -1, "filename": "adlfs-0.0.11.tar.gz", "has_sig": false, "md5_digest": "05100d80e7fe6f56ecc7565553bff073", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 6040, "upload_time": "2019-10-15T12:12:02", "url": "https://files.pythonhosted.org/packages/a5/68/467986deb067b388759e8cdd75528d9e224635f3b91c8e94e9c1d800f4a5/adlfs-0.0.11.tar.gz" } ], "0.0.2": [ { "comment_text": "", "digests": { "md5": "85ebe9aea1b825fde31f09d718c8941c", "sha256": "bb0d5062a30851fa1c0aff79b2c5846b2fa8c59df7dfbab381231555ebb31929" }, "downloads": -1, "filename": "adlfs-0.0.2.tar.gz", "has_sig": false, "md5_digest": "85ebe9aea1b825fde31f09d718c8941c", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 2336, "upload_time": "2019-08-11T04:52:25", "url": "https://files.pythonhosted.org/packages/6b/84/efe4b9f07432493e338da4dc64a85ab0feb6c3565b253b7b06aff26972e4/adlfs-0.0.2.tar.gz" } ], "0.0.5": [ { "comment_text": "", "digests": { "md5": "574e2b4e4b0448d5f976b29bf55adaa2", "sha256": "2927d1a0931e307540c131b4935caf198fd7e4579e934b4b5fecd3254ddc7b05" }, "downloads": -1, "filename": "adlfs-0.0.5-py3-none-any.whl", "has_sig": false, "md5_digest": "574e2b4e4b0448d5f976b29bf55adaa2", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 9054, "upload_time": "2019-09-11T19:33:50", "url": "https://files.pythonhosted.org/packages/7e/2c/c8c3939ed76c2a128ebf52819fc46a9334059e61854e7553afdd27300df1/adlfs-0.0.5-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "1f97ae4d852a6e2c22347e46bef58f85", "sha256": "76b45531218d24dd4601b70ed1e5a28a5f9cc41da63f0f053ea805d52f0130fb" }, "downloads": -1, "filename": "adlfs-0.0.5.tar.gz", "has_sig": false, "md5_digest": "1f97ae4d852a6e2c22347e46bef58f85", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 6975, "upload_time": "2019-09-11T19:33:51", "url": "https://files.pythonhosted.org/packages/32/7c/c4f13b2c1e82b4956a63463eeb7ee81fb46191309e799fe085b565bc6374/adlfs-0.0.5.tar.gz" } ], "0.0.5a0": [ { "comment_text": "", "digests": { "md5": "1f8f763bb240c951bd7c875c1a377013", "sha256": "eba6f4032da4bbe836c63c7cd4b1d3b9f8b301e1cceddfb2807ae6238c476310" }, "downloads": -1, "filename": "adlfs-0.0.5a0-py3-none-any.whl", "has_sig": false, "md5_digest": "1f8f763bb240c951bd7c875c1a377013", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 8216, "upload_time": "2019-09-18T21:00:44", "url": "https://files.pythonhosted.org/packages/d5/dc/a0f44e890f93a34276637959f00ce99e79ea33f32e72d2dfb53cf9b3d7e5/adlfs-0.0.5a0-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "64ea415defac229acd84f69726f6881d", "sha256": "5138a0754d0b1e73c9e23061aa1a181512361f0a6a2a82add74f38a327b26356" }, "downloads": -1, "filename": "adlfs-0.0.5a0.tar.gz", "has_sig": false, "md5_digest": "64ea415defac229acd84f69726f6881d", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7010, "upload_time": "2019-09-18T21:00:46", "url": "https://files.pythonhosted.org/packages/70/8e/f50ed15048b0eeb4a44c1f84812e3c8445b69a072e03535ea55acd033fd6/adlfs-0.0.5a0.tar.gz" } ], "0.0.6": [ { "comment_text": "", "digests": { "md5": "1960ad5fb8c268484b16c204147a1284", "sha256": "4e8dd44403b8074cbf1f37161f4a10c035c83fa809125518ecfc6a5e44ad9586" }, "downloads": -1, "filename": "adlfs-0.0.6-py3-none-any.whl", "has_sig": false, "md5_digest": "1960ad5fb8c268484b16c204147a1284", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 8191, "upload_time": "2019-09-19T11:35:09", "url": "https://files.pythonhosted.org/packages/ab/7c/c505be1bb75f2ef4801661a863a111d1a22be98fed0f170d1cd834afe286/adlfs-0.0.6-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "0e31c1581ffe6d4644f97a5fd3ac6d05", "sha256": "49e624b76c1a30220f948e5308d552a89f1739408c5c9eea8805c6965dd57725" }, "downloads": -1, "filename": "adlfs-0.0.6.tar.gz", "has_sig": false, "md5_digest": "0e31c1581ffe6d4644f97a5fd3ac6d05", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7001, "upload_time": "2019-09-19T11:35:11", "url": "https://files.pythonhosted.org/packages/2d/4c/d681a7ccf375096968c2dc7317ba6dfdf08a6587f7d45d69eb313c5849c7/adlfs-0.0.6.tar.gz" } ], "0.0.7": [ { "comment_text": "", "digests": { "md5": "18a0567a3f527972381b9dbcbd3c2011", "sha256": "dd40d0982f8a924bc68f08617f8fac8df056887d8e26b9959634e549c7b959df" }, "downloads": -1, "filename": "adlfs-0.0.7-py3-none-any.whl", "has_sig": false, "md5_digest": "18a0567a3f527972381b9dbcbd3c2011", "packagetype": "bdist_wheel", "python_version": "py3", "requires_python": null, "size": 8566, "upload_time": "2019-09-23T12:51:04", "url": "https://files.pythonhosted.org/packages/ad/de/a08dd82ce6e4e955d817a99a7dd0c02e1667af312b9b3abbbd16de4bb57f/adlfs-0.0.7-py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "559a4b410729d8549f03b5d66a93a2c1", "sha256": "ffc65b946f2e1e5ef9a599dc0c9c8dd959af5f8cb525151a868279dc54044ae6" }, "downloads": -1, "filename": "adlfs-0.0.7.tar.gz", "has_sig": false, "md5_digest": "559a4b410729d8549f03b5d66a93a2c1", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7351, "upload_time": "2019-09-23T12:51:06", "url": "https://files.pythonhosted.org/packages/67/88/93ce81236ab3c92ab39d1c31ea808d159ced5a1935b333a8b57317ca6423/adlfs-0.0.7.tar.gz" } ], "0.0.8": [ { "comment_text": "", "digests": { "md5": "115a6f234f3d1e229c28cddd966c3dc8", "sha256": "4c43220389a1985e1af75762335cd9118c3d4b02065f65757dce2803f59af97c" }, "downloads": -1, "filename": "adlfs-0.0.8.tar.gz", "has_sig": false, "md5_digest": "115a6f234f3d1e229c28cddd966c3dc8", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7367, "upload_time": "2019-10-09T12:21:56", "url": "https://files.pythonhosted.org/packages/40/8b/2ee7540275bb1b4763a0711e5ee5eb126ac092d4c55174b198f8729389e8/adlfs-0.0.8.tar.gz" } ], "0.0.8.post0": [ { "comment_text": "", "digests": { "md5": "ee0b33132d266ce83cb78d640dfaa5d2", "sha256": "fb6baf5bea32bc09c88038fbd282911765ef9c49fa518dcf17fe8408d7d35bdf" }, "downloads": -1, "filename": "adlfs-0.0.8.post0.tar.gz", "has_sig": false, "md5_digest": "ee0b33132d266ce83cb78d640dfaa5d2", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7414, "upload_time": "2019-10-09T13:37:49", "url": "https://files.pythonhosted.org/packages/5e/64/027bb306e59ffadc1d75810626932b8929ab5b4de7bae5ca59378e95b487/adlfs-0.0.8.post0.tar.gz" } ], "0.0.8.post1": [ { "comment_text": "", "digests": { "md5": "e019777e2a0ade15a2f2ac7445d11468", "sha256": "bbca7eb429770313c8d41ee0a9511089baf868474c04735d1774eb74da9e2a1d" }, "downloads": -1, "filename": "adlfs-0.0.8.post1.tar.gz", "has_sig": false, "md5_digest": "e019777e2a0ade15a2f2ac7445d11468", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7423, "upload_time": "2019-10-09T13:57:59", "url": "https://files.pythonhosted.org/packages/ee/11/22462b662afd060753360f6da36c6d5774715a5c5ecd22067e0927a667f1/adlfs-0.0.8.post1.tar.gz" } ], "0.0.8.post2": [ { "comment_text": "", "digests": { "md5": "370ea29bf373ade7e776d34b18120b28", "sha256": "2bb8f1e80ec711eb16e4818314e988cb73777c16032aead263fd554829fc64fc" }, "downloads": -1, "filename": "adlfs-0.0.8.post2.tar.gz", "has_sig": false, "md5_digest": "370ea29bf373ade7e776d34b18120b28", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7422, "upload_time": "2019-10-09T14:16:59", "url": "https://files.pythonhosted.org/packages/d4/02/f59ae62f718d7cadf558cde73f24ce1d6ce12a2e3a0034e890e4ac99475a/adlfs-0.0.8.post2.tar.gz" } ], "0.0.8.post3": [ { "comment_text": "", "digests": { "md5": "72cb2243652d9d25ee75e24c064db71d", "sha256": "5e7cea78098143c9a2c65426465e42c2f3382915a105361bb47a04f47b0c9a72" }, "downloads": -1, "filename": "adlfs-0.0.8.post3.tar.gz", "has_sig": false, "md5_digest": "72cb2243652d9d25ee75e24c064db71d", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7423, "upload_time": "2019-10-09T15:04:23", "url": "https://files.pythonhosted.org/packages/e8/28/b257e3c9e36a8613c61dc605079955af19745f30c53c7e42ab53dbcff90b/adlfs-0.0.8.post3.tar.gz" } ], "0.0.8a0": [ { "comment_text": "", "digests": { "md5": "99154fff859c3298d95c10f6d45e257e", "sha256": "0a773d4658de09707a9656a59fb6e3ff2d8047b0768b84b05fbd19643db0854e" }, "downloads": -1, "filename": "adlfs-0.0.8a0.tar.gz", "has_sig": false, "md5_digest": "99154fff859c3298d95c10f6d45e257e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7402, "upload_time": "2019-10-09T13:29:30", "url": "https://files.pythonhosted.org/packages/91/80/0342338820f58369981b7fa452c0f53b123aa107cfdbdfdcc797aec528f2/adlfs-0.0.8a0.tar.gz" } ], "0.0.9": [ { "comment_text": "", "digests": { "md5": "9e8f9b5ed52527bcf462761e0b0472a8", "sha256": "967f387c4d2d86e4ab1978541f51f493b32d2b33e1050e07a87c48b99a8b3119" }, "downloads": -1, "filename": "adlfs-0.0.9.tar.gz", "has_sig": false, "md5_digest": "9e8f9b5ed52527bcf462761e0b0472a8", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7418, "upload_time": "2019-10-09T15:31:17", "url": "https://files.pythonhosted.org/packages/fd/cd/65d8fee2dc56d1e184c4e01c4b19a5bace293ab9d5f8708296571d559771/adlfs-0.0.9.tar.gz" } ], "0.0.9.post0": [ { "comment_text": "", "digests": { "md5": "16c79a5f9de36071d6232ef12614205b", "sha256": "0109fa61800d13b95275e6708cc2754b1b7ec92f586f6b270e05b307c8e60030" }, "downloads": -1, "filename": "adlfs-0.0.9.post0.tar.gz", "has_sig": false, "md5_digest": "16c79a5f9de36071d6232ef12614205b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 7424, "upload_time": "2019-10-09T15:53:30", "url": "https://files.pythonhosted.org/packages/56/e9/b65fce98f120e5f9da638b35e8bd110403455cc75b0abe7b87f540db14f2/adlfs-0.0.9.post0.tar.gz" } ], "0.1.0": [ { "comment_text": "", "digests": { "md5": "fb285b12f49a0076b8c7c11a4f42242e", "sha256": "2a1728c66042ea53dfcbfe1c0808d090fe2822dd177ba7477059f25b37465097" }, "downloads": -1, "filename": "adlfs-0.1.0.tar.gz", "has_sig": false, "md5_digest": "fb285b12f49a0076b8c7c11a4f42242e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 6370, "upload_time": "2019-10-20T23:46:48", "url": "https://files.pythonhosted.org/packages/b3/eb/abf9e8305a4584c70be6c1c4d53183f84bdc33ff32c5bb2aaea5ea550d8e/adlfs-0.1.0.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "fb285b12f49a0076b8c7c11a4f42242e", "sha256": "2a1728c66042ea53dfcbfe1c0808d090fe2822dd177ba7477059f25b37465097" }, "downloads": -1, "filename": "adlfs-0.1.0.tar.gz", "has_sig": false, "md5_digest": "fb285b12f49a0076b8c7c11a4f42242e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 6370, "upload_time": "2019-10-20T23:46:48", "url": "https://files.pythonhosted.org/packages/b3/eb/abf9e8305a4584c70be6c1c4d53183f84bdc33ff32c5bb2aaea5ea550d8e/adlfs-0.1.0.tar.gz" } ] }