{ "info": { "author": "Florian Brand", "author_email": "github@florianbrand.de", "bugtrack_url": null, "classifiers": [ "License :: OSI Approved :: MIT License", "Programming Language :: Python", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.4", "Programming Language :: Python :: 3.5", "Programming Language :: Python :: 3.6", "Programming Language :: Python :: 3.7", "Programming Language :: Python :: Implementation :: CPython", "Programming Language :: Python :: Implementation :: PyPy" ], "description": "\n# Filecrawl\n\nA simple crawler obtaining all available files from the campus management platforms\nStudip and moodle for University Trier\n\n## Disclaimer\nThis version works only for the University Trier and Studip 4.\nUse the [Studip RESTAPI](https://docs.studip.de/develop/Entwickler/RESTAPI)\nif possible as Crawlers are forbidden by many universities. \n\nThere are other open Source Clients supporting the API, e.g. [studip-fuse](https://github.com/N-Coder/studip-fuse)\nor [STUD.IP-FileSync](https://github.com/rockihack/Stud.IP-FileSync).\n\n## Installation\n\n### Windows\n\n1. Download [Python 3.4+](https://www.python.org)\n2. Download filecrawl and unzip it.\n3. open cmd\n4. ``` cd /path/to/filecrawl/ ```\n5. ```python -m pip install -r requirements.txt```\n\n### MacOS and Linux\n1. Download [Python 3.4+](https://www.python.org)\n2. Download filecrawl and unzip it.\n3. open terminal\n4. ``` cd /path/to/filecrawl/ ```\n5. ```pip3 install -r requirements.txt```\n + When you use a Linux Distro which isn't supported by the ```keyrings``` backend (e.g. Raspbian)\nyou also need to run ```pip3 install keyrings.alt```\n## Usage\n\n### Windows\nSimply run the script with ``` python filecrawl.py ``` when you are in the filecrawl folder.\nIt will guide you through the setup when you run the script for the first time.\n\n### MacOS and Linux\nSimply run the script with ``` python3 filecrawl.py ``` when you are in the filecrawl folder.\nIt will guide you through the setup when you run the script for the first time.\n+ You may get an Error when using ```help``` in the Setup on macOS stating that ```FIFinderSyncExtensionHost``` is\nimplemented in two paths - just ignore this. This also leads to a Finder window which is stuck\nas long as the script is running.\n\n#### Crontabs\nWhen you want to run filecrawl as a crontab, you have to have root privileges or run everything with ```sudo```.\nAlso, you may have to change the path where the config will be saved in\n[filecrawl/L233](https://github.com/Xceron/Filecrawl/blob/1169aa817fd9e20a54c7f6fc2c406fc2e5fdc6c6/filecrawl.py#L233),\n[config_handling/L89](https://github.com/Xceron/Filecrawl/blob/04e178dad31a28cdeb0dd1002fec85b226681113/filecrawl/config_handling.py#L89)\nand [config_handling/L100](https://github.com/Xceron/Filecrawl/blob/04e178dad31a28cdeb0dd1002fec85b226681113/filecrawl/config_handling.py#L100)\nas the root user has no /User/ folder where the config will be stored.\n\n\n## Credits & Licence\n\nUnder [MIT LICENCE](https://github.com/Xceron/studipcrawl/blob/master/LICENSE).\n\n\n", "description_content_type": "text/markdown", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/Xceron/studipcrawl", "keywords": "", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "filecrawl", "package_url": "https://pypi.org/project/filecrawl/", "platform": "", "project_url": "https://pypi.org/project/filecrawl/", "project_urls": { "Homepage": "https://github.com/Xceron/studipcrawl" }, "release_url": "https://pypi.org/project/filecrawl/1.0.0/", "requires_dist": [ "colorama", "astroid (==2.2.3)", "beautifulsoup4 (==4.7.1)", "certifi (==2018.11.29)", "chardet (==3.0.4)", "entrypoints (==0.3)", "idna (==2.8)", "isort (==4.3.10)", "keyring (==19.0.1)", "lazy-object-proxy (==1.3.1)", "mccabe (==0.6.1)", "pylint (==2.3.1)", "requests (==2.21.0)", "six (==1.12.0)", "soupsieve (==1.8)", "typed-ast (==1.3.1)", "urllib3 (==1.24.2)", "wrapt (==1.11.1)" ], "requires_python": ">=3.4.0", "summary": "A simple crawler obtaining all available files from the campus management platform Studip and moodle for University Trier", "version": "1.0.0" }, "last_serial": 5293167, "releases": { "1.0.0": [ { "comment_text": "", "digests": { "md5": "b95150872e2647d0e81e275c5f5eb448", "sha256": "9f765d6b5ca07bcf38516f8c2c24fbf6ced27d3d9ceb19162bc7e7dc1f13c68f" }, "downloads": -1, "filename": "filecrawl-1.0.0-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "b95150872e2647d0e81e275c5f5eb448", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": ">=3.4.0", "size": 10665, "upload_time": "2019-05-20T15:24:37", "url": "https://files.pythonhosted.org/packages/d8/10/fc25cc5e3e65d71c0c388972fcef66165b10e10b3d6e713a1c1341ea848a/filecrawl-1.0.0-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "000e0dcd7f19c5757203f81f302cbd36", "sha256": "841ace038611a973e6bb05a57639d0cce8c2551e147fe5d265932610ea0a39e8" }, "downloads": -1, "filename": "filecrawl-1.0.0.tar.gz", "has_sig": false, "md5_digest": "000e0dcd7f19c5757203f81f302cbd36", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.4.0", "size": 9254, "upload_time": "2019-05-20T15:24:40", "url": "https://files.pythonhosted.org/packages/b7/85/e9d04e3feffa3b56ba8333546b523f080b8c47491ff414169ac9fbd3f319/filecrawl-1.0.0.tar.gz" } ], "1.0.0b0": [ { "comment_text": "", "digests": { "md5": "481fe70eaa95053e896b11257e273866", "sha256": "0c96a1a32c83b83ede88960a0c2c6d77c770134df848ca121a184d89f9116e5b" }, "downloads": -1, "filename": "filecrawl-1.0.0b0-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "481fe70eaa95053e896b11257e273866", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": ">=3.4.0", "size": 11196, "upload_time": "2019-05-20T15:51:43", "url": "https://files.pythonhosted.org/packages/10/e1/707a54ce6bddaa871823f2356879bd35315ade404cc984b79a5d9fb0942c/filecrawl-1.0.0b0-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "b70a08d33d9db5e5b7eb76e98415d150", "sha256": "96c78df6963104981d9c81a858874536470a880cb9199e754fe560404deeda5c" }, "downloads": -1, "filename": "filecrawl-1.0.0b0.tar.gz", "has_sig": false, "md5_digest": "b70a08d33d9db5e5b7eb76e98415d150", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.4.0", "size": 9444, "upload_time": "2019-05-20T15:51:44", "url": "https://files.pythonhosted.org/packages/44/9c/120fad5e428a59530ffcde66869360ded679a6052c3d1d5a93aa133a0e21/filecrawl-1.0.0b0.tar.gz" } ], "1.0.0b1": [ { "comment_text": "", "digests": { "md5": "faf386f7b2e7e2849e28e843a8ea44ba", "sha256": "f869320032a95fdbe161800a11b3ca2c9c5b6f1a5e7eb114bf30b0035edb4881" }, "downloads": -1, "filename": "filecrawl-1.0.0b1-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "faf386f7b2e7e2849e28e843a8ea44ba", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": ">=3.4.0", "size": 11196, "upload_time": "2019-05-20T15:52:10", "url": "https://files.pythonhosted.org/packages/39/f7/f3079c138aa5e5cdb9b3ee9041b8be1b8f01210443c76218ec7e32519dde/filecrawl-1.0.0b1-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "f27f87c0e2d7a7fec3c1e63122781015", "sha256": "7747bcbd47dd79f102e721ba49ccd55338866595dc89560a0fa701bbb691c048" }, "downloads": -1, "filename": "filecrawl-1.0.0b1.tar.gz", "has_sig": false, "md5_digest": "f27f87c0e2d7a7fec3c1e63122781015", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.4.0", "size": 9443, "upload_time": "2019-05-20T15:52:12", "url": "https://files.pythonhosted.org/packages/d5/2e/81f0add8ade71d743aaccffe401c7ebfa0f8c2e0632aa1f557569883e014/filecrawl-1.0.0b1.tar.gz" } ], "1.0.0b2": [ { "comment_text": "", "digests": { "md5": "9a2fb97b208e78db6b0579c5b7fc0021", "sha256": "465897bdad4011aa62e119fcdb7c8019b4b2749aa4713f999edf70584a123869" }, "downloads": -1, "filename": "filecrawl-1.0.0b2-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "9a2fb97b208e78db6b0579c5b7fc0021", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": ">=3.4.0", "size": 11198, "upload_time": "2019-05-20T16:07:06", "url": "https://files.pythonhosted.org/packages/3d/b2/0632140d2d1886fdf406166f93a3db4d15f6cdf922263a5b5c69870b104a/filecrawl-1.0.0b2-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "facc72d86908a12daa552fb1b51037b5", "sha256": "083aa0c19241d1d44cfa6d5a207fa3ac85c12f2332841dc3ed8b39a1cd2c41b0" }, "downloads": -1, "filename": "filecrawl-1.0.0b2.tar.gz", "has_sig": false, "md5_digest": "facc72d86908a12daa552fb1b51037b5", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.4.0", "size": 9443, "upload_time": "2019-05-20T16:07:08", "url": "https://files.pythonhosted.org/packages/cf/da/107dad946aca68e6df69df6e348a36f9cf0b8cc972c867b58d44d5dcb84b/filecrawl-1.0.0b2.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "b95150872e2647d0e81e275c5f5eb448", "sha256": "9f765d6b5ca07bcf38516f8c2c24fbf6ced27d3d9ceb19162bc7e7dc1f13c68f" }, "downloads": -1, "filename": "filecrawl-1.0.0-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "b95150872e2647d0e81e275c5f5eb448", "packagetype": "bdist_wheel", "python_version": "py2.py3", "requires_python": ">=3.4.0", "size": 10665, "upload_time": "2019-05-20T15:24:37", "url": "https://files.pythonhosted.org/packages/d8/10/fc25cc5e3e65d71c0c388972fcef66165b10e10b3d6e713a1c1341ea848a/filecrawl-1.0.0-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "000e0dcd7f19c5757203f81f302cbd36", "sha256": "841ace038611a973e6bb05a57639d0cce8c2551e147fe5d265932610ea0a39e8" }, "downloads": -1, "filename": "filecrawl-1.0.0.tar.gz", "has_sig": false, "md5_digest": "000e0dcd7f19c5757203f81f302cbd36", "packagetype": "sdist", "python_version": "source", "requires_python": ">=3.4.0", "size": 9254, "upload_time": "2019-05-20T15:24:40", "url": "https://files.pythonhosted.org/packages/b7/85/e9d04e3feffa3b56ba8333546b523f080b8c47491ff414169ac9fbd3f319/filecrawl-1.0.0.tar.gz" } ] }