{ "info": { "author": "Julian de Ruiter", "author_email": "julianderuiter@gmail.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 2 - Pre-Alpha", "Intended Audience :: Developers", "License :: OSI Approved :: MIT License", "Natural Language :: English", "Programming Language :: Python :: 2", "Programming Language :: Python :: 2.7", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.4", "Programming Language :: Python :: 3.5", "Programming Language :: Python :: 3.6", "Programming Language :: Python :: 3.7" ], "description": "==========\nairflow-fs\n==========\n\n.. image:: https://img.shields.io/circleci/project/github/jrderuiter/airflow-fs/master.svg\n :target: https://circleci.com/gh/jrderuiter/airflow-fs\n\n.. image:: https://img.shields.io/pypi/v/airflow_fs.svg\n :target: https://pypi.python.org/pypi/airflow-fs\n\nairflow-fs is Python package that provides hooks and operators for manipulating\nfiles across a variety of file systems using Apache Airflow.\n\nWhy airflow-fs?\n---------------\n\nAirflow-fs implements a single interface for different file system hooks, in contrast\nto Airflows builtin file system hooks/operators. This approach allows us to interact\nwith files independently of the underlying file system, using a common set of operators\nfor performing general operations such as copying and deleting files.\n\nCurrently, airflow-fs supports the following file systems: local, FTP, HDFS, S3 and SFTP.\nSupport for additional file systems can be added by implementing an additional file\nsystem hook that adheres to the required hook interface. See the documentation for more\ndetails.\n\nDocumentation\n-------------\n\nDetailed documentation is available at: https://jrderuiter.github.io/airflow-fs.\n\nLicense\n-------\n\nThis software is freely available under the MIT license.\n\n\n=======\nHistory\n=======\n\nVersion 0.1.0\n-------------\n\nInitial release supporting local, FTP, HDFS, S3 and SFTP file systems.\n\n\n", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/jrderuiter/airflow-fs", "keywords": "airflow_fs", "license": "MIT license", "maintainer": "", "maintainer_email": "", "name": "airflow-fs", "package_url": "https://pypi.org/project/airflow-fs/", "platform": "", "project_url": "https://pypi.org/project/airflow-fs/", "project_urls": { "Homepage": "https://github.com/jrderuiter/airflow-fs" }, "release_url": "https://pypi.org/project/airflow-fs/0.1.0/", "requires_dist": [ "apache-airflow", "future", "ftputil ; extra == 'all'", "s3fs ; extra == 'all'", "pysftp ; extra == 'all'", "pyarrow (<0.12) ; (python_version < \"3\") and extra == 'all'", "pyarrow ; (python_version >= \"3\") and extra == 'all'", "moto ; extra == 'dev'", "pylint ; extra == 'dev'", "sphinx ; extra == 'dev'", "sphinx-rtd-theme ; extra == 'dev'", "watchdog ; extra == 'dev'", "pytest-helpers-namespace ; extra == 'dev'", "bump2version ; extra == 'dev'", "pytest ; extra == 'dev'", "pytest-mock ; extra == 'dev'", "pytest-cov ; extra == 'dev'", "black ; (python_version > \"3\") and extra == 'dev'", "ftputil ; extra == 'ftp'", "pyarrow (<0.12) ; (python_version < \"3\") and extra == 'hdfs'", "pyarrow ; (python_version >= \"3\") and extra == 'hdfs'", "s3fs ; extra == 's3'", "pysftp ; extra == 'sftp'" ], "requires_python": "", "summary": "Composable filesystem hooks and operators for Airflow.", "version": "0.1.0" }, "last_serial": 4941602, "releases": { "0.1.0": [ { "comment_text": "", "digests": { "md5": "178814b060e288c26b4441ab0b248ff7", "sha256": "16a34250539bb37e412baf90bdd854d3a2dff47ada179dfd5b1eb267ba7f2124" }, "downloads": -1, "filename": "airflow_fs-0.1.0-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "178814b060e288c26b4441ab0b248ff7", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 14239, "upload_time": "2019-03-14T21:02:28", "url": "https://files.pythonhosted.org/packages/fe/ad/e91244b4fb359ed2d27f8d56db166d4af34303e7440652db6f64d1d4d50c/airflow_fs-0.1.0-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "59928ecc3a7f882afd458532febda6dc", "sha256": "2e388d5cedc23cd32b382f4ba221e0eb106f1205c90034b49210016783478c98" }, "downloads": -1, "filename": "airflow_fs-0.1.0.tar.gz", "has_sig": false, "md5_digest": "59928ecc3a7f882afd458532febda6dc", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 27502, "upload_time": "2019-03-14T21:02:30", "url": "https://files.pythonhosted.org/packages/ee/93/9dd4d7aae61aef9079f1d9f720ded7f643047ac6d52675ecd0fa4cb4de2d/airflow_fs-0.1.0.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "178814b060e288c26b4441ab0b248ff7", "sha256": "16a34250539bb37e412baf90bdd854d3a2dff47ada179dfd5b1eb267ba7f2124" }, "downloads": -1, "filename": "airflow_fs-0.1.0-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "178814b060e288c26b4441ab0b248ff7", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": null, "size": 14239, "upload_time": "2019-03-14T21:02:28", "url": "https://files.pythonhosted.org/packages/fe/ad/e91244b4fb359ed2d27f8d56db166d4af34303e7440652db6f64d1d4d50c/airflow_fs-0.1.0-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "59928ecc3a7f882afd458532febda6dc", "sha256": "2e388d5cedc23cd32b382f4ba221e0eb106f1205c90034b49210016783478c98" }, "downloads": -1, "filename": "airflow_fs-0.1.0.tar.gz", "has_sig": false, "md5_digest": "59928ecc3a7f882afd458532febda6dc", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 27502, "upload_time": "2019-03-14T21:02:30", "url": "https://files.pythonhosted.org/packages/ee/93/9dd4d7aae61aef9079f1d9f720ded7f643047ac6d52675ecd0fa4cb4de2d/airflow_fs-0.1.0.tar.gz" } ] }