{ "info": { "author": "Sven Kreiss", "author_email": "me@svenkreiss.com", "bugtrack_url": null, "classifiers": [ "Development Status :: 3 - Alpha", "Intended Audience :: Developers", "Intended Audience :: Science/Research", "License :: OSI Approved :: MIT License", "Natural Language :: English", "Operating System :: OS Independent", "Programming Language :: Python", "Programming Language :: Python :: 2.7", "Programming Language :: Python :: 3.4", "Programming Language :: Python :: 3.5", "Programming Language :: Python :: 3.6", "Programming Language :: Python :: Implementation :: PyPy" ], "description": "localcrawl\n==========\n\n Command line tool that crawls a local webserver with a headless browser\n and outputs static html files. Works well with\n `html5validator `_\n to validate HTML5 from dynamic content with Javascript.\n\n.. image:: https://travis-ci.org/svenkreiss/localcrawl.svg?branch=master\n :target: https://travis-ci.org/svenkreiss/localcrawl\n\nRun ``localcrawl --help``:\n\n.. image:: https://raw.githubusercontent.com/svenkreiss/localcrawl/master/docs/help.png\n :width: 450\n\nPhantomJS is required. It is pre-installed on TravisCI. On a Mac run ``brew install PhantomJS``.\n\n\nExample Command\n---------------\n\n.. code-block:: sh\n\n localcrawl --start _build/html/index.html --out _crawled/ --depth 3\n\n\nMustache Example\n----------------\n\nThis can be used to convert templated files to HTML files (e.g. for validation\nwith `html5validator `_).\n\nInput:\n\n.. code-block:: html\n\n \n \n Mustache Test\n \n \n
\n\n \n \n \n \n\nThe crawled output includes the output from processing the template\n(``Fork: $1.19``):\n\n.. code-block:: html\n\n \n Mustache Test\n \n \n
Fork: $1.19
\n\n \n \n\n\n \n\n\nShould play nice with:\n----------------------\n\nJavaScript template engines / JS frameworks:\n\n* `Mustache `_\n* `Handlebars `_\n* `React `_\n* `Angular `_\n* `Ember `_\n* `Embedded JS `_\n* `Jade `_\n\n\nStatic site generators:\n\n* `Jekyll `_\n* `GitBook `_\n* `Octopress `_\n* `Pelican `_\n* `Middleman `_\n* `Hugo `_\n", "description_content_type": "", "docs_url": null, "download_url": "", "downloads": { "last_day": -1, "last_month": -1, "last_week": -1 }, "home_page": "https://github.com/svenkreiss/localcrawl", "keywords": "", "license": "MIT", "maintainer": "", "maintainer_email": "", "name": "localcrawl", "package_url": "https://pypi.org/project/localcrawl/", "platform": "", "project_url": "https://pypi.org/project/localcrawl/", "project_urls": { "Homepage": "https://github.com/svenkreiss/localcrawl" }, "release_url": "https://pypi.org/project/localcrawl/0.2.3/", "requires_dist": null, "requires_python": "", "summary": "Crawl rendered JavaScript templates from a local server.", "version": "0.2.3" }, "last_serial": 3881226, "releases": { "0.1.0": [ { "comment_text": "", "digests": { "md5": "8ca1030aa1ab8b3096c8d67b88a5e021", "sha256": "23d5616a259fa66bb39747a4d472a2c7bea2790b5fc65b342fbfb4c35121e292" }, "downloads": -1, "filename": "localcrawl-0.1.0-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "8ca1030aa1ab8b3096c8d67b88a5e021", "packagetype": "bdist_wheel", "python_version": "3.5", "requires_python": null, "size": 6748, "upload_time": "2016-08-28T21:32:43", "url": "https://files.pythonhosted.org/packages/7a/ca/943be5830bf65f8862edafa2679d2d55c34870545b51f9f11ae8787b4466/localcrawl-0.1.0-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "363e23201efcfa908a656bb0ff84fbdc", "sha256": "19f44529274cb66e802371d415f4117be7907ec5fbcd4906015f9fdc665d9bac" }, "downloads": -1, "filename": "localcrawl-0.1.0.tar.gz", "has_sig": false, "md5_digest": "363e23201efcfa908a656bb0ff84fbdc", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4108, "upload_time": "2016-08-28T21:32:41", "url": "https://files.pythonhosted.org/packages/01/a6/362e005f7c4e11bdaf36358d992d67b8bd162b07d077b172cacd266b8c17/localcrawl-0.1.0.tar.gz" } ], "0.1.1": [ { "comment_text": "", "digests": { "md5": "50d27515658dcdc1e0fa86417aed273b", "sha256": "84c6d179d00fc49476916bef8ab80e7491c9e5103c84636094b4febac26d44e2" }, "downloads": -1, "filename": "localcrawl-0.1.1-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "50d27515658dcdc1e0fa86417aed273b", "packagetype": "bdist_wheel", "python_version": "3.5", "requires_python": null, "size": 7274, "upload_time": "2016-10-30T00:03:02", "url": "https://files.pythonhosted.org/packages/a0/3a/9e08a535014ea21b4371de84c70c9a97830f4d0d8f27b8c7c1415a433f4f/localcrawl-0.1.1-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "9fe164d8ae3b48525a46eb4daa1479a0", "sha256": "57b02c8115669e1fb6126138c85215d4dbd8202aab463aa14fcf42c5abf13fc1" }, "downloads": -1, "filename": "localcrawl-0.1.1.tar.gz", "has_sig": false, "md5_digest": "9fe164d8ae3b48525a46eb4daa1479a0", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4554, "upload_time": "2016-10-30T00:03:00", "url": "https://files.pythonhosted.org/packages/bf/61/af4addb934378fd0d7b20ce6184c3392d87f33fa466e0e58f02a27b12aed/localcrawl-0.1.1.tar.gz" } ], "0.1.2": [ { "comment_text": "", "digests": { "md5": "6a9286500739a6c07959423f9a6c8a71", "sha256": "6035e1dba10414da197227e5717968d568896c86d4ed5c88f2e6f9a1a9cd430d" }, "downloads": -1, "filename": "localcrawl-0.1.2-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "6a9286500739a6c07959423f9a6c8a71", "packagetype": "bdist_wheel", "python_version": "3.5", "requires_python": null, "size": 7373, "upload_time": "2016-12-17T02:27:10", "url": "https://files.pythonhosted.org/packages/ef/27/0022dac88115eeecfc22a21f11364849d012488d6bcbc27db231ef521486/localcrawl-0.1.2-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "35d0048761c9b2cfdfb340d463c00443", "sha256": "0d98124ea733cbe943ce3bb0adb1c4b6f36844b245f101f56192a31abe28ed07" }, "downloads": -1, "filename": "localcrawl-0.1.2.tar.gz", "has_sig": false, "md5_digest": "35d0048761c9b2cfdfb340d463c00443", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4644, "upload_time": "2016-12-17T02:27:08", "url": "https://files.pythonhosted.org/packages/b1/00/6ef01dcfbc4136eb027b3c4f067888ed15fbf961bfb866528f36395c10e6/localcrawl-0.1.2.tar.gz" } ], "0.1.3": [ { "comment_text": "", "digests": { "md5": "3869fea75986f1154d0016406c6bf6ba", "sha256": "eae4a7bacd30da96b4cd4f6a90ab963e4d807837021b2e0f30756e6f84b3c85e" }, "downloads": -1, "filename": "localcrawl-0.1.3-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "3869fea75986f1154d0016406c6bf6ba", "packagetype": "bdist_wheel", "python_version": "3.5", "requires_python": null, "size": 7473, "upload_time": "2016-12-19T04:37:09", "url": "https://files.pythonhosted.org/packages/9c/0a/0e54406056baec4fa97da4b5b54b99d566ee6459934368b2704ff07cd4bd/localcrawl-0.1.3-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "927d756bd18d8d81e623be32a0c9e88e", "sha256": "62e9a035a1b1cef99d0422e9bb12c5b99525c3110847a953279beea53dd9eaf8" }, "downloads": -1, "filename": "localcrawl-0.1.3.tar.gz", "has_sig": false, "md5_digest": "927d756bd18d8d81e623be32a0c9e88e", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4755, "upload_time": "2016-12-19T04:37:07", "url": "https://files.pythonhosted.org/packages/2a/07/6ab41ec93a9a2f659f23a806d9f2cb4af76a70e18df1136c3575bc4c80a2/localcrawl-0.1.3.tar.gz" } ], "0.2.0": [ { "comment_text": "", "digests": { "md5": "ac55580fd0c7b041b72aacb0e49e8f98", "sha256": "dd35e7878f7ade9a738b5e9b4e2bd606426752a83f850ed91e8ceaeb373bb8cb" }, "downloads": -1, "filename": "localcrawl-0.2.0-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "ac55580fd0c7b041b72aacb0e49e8f98", "packagetype": "bdist_wheel", "python_version": "3.5", "requires_python": null, "size": 7828, "upload_time": "2017-01-14T14:00:11", "url": "https://files.pythonhosted.org/packages/b4/94/c681a8ca3b5d02449ada1ee1ddb4ffe7108c94ec98c5e4de4c86438d1962/localcrawl-0.2.0-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "7a9c70979da7a835bb9582210b5b2888", "sha256": "a6e390e33b27faa5a3e58a51db4b58a8e31fd745f9b8cc076667a4c3a22955ae" }, "downloads": -1, "filename": "localcrawl-0.2.0.tar.gz", "has_sig": false, "md5_digest": "7a9c70979da7a835bb9582210b5b2888", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 4999, "upload_time": "2017-01-14T14:00:09", "url": "https://files.pythonhosted.org/packages/28/a5/27ce4cc2138c7519e000c44ba0fb94b557414d99b898e280d8626a025d2b/localcrawl-0.2.0.tar.gz" } ], "0.2.1": [ { "comment_text": "", "digests": { "md5": "3b044a3f56cfc69a943b5d5f8c924788", "sha256": "85762bec5b6a0d9599e516e8d9982d075239d855b86ed64f255d6f35834ffbbf" }, "downloads": -1, "filename": "localcrawl-0.2.1-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "3b044a3f56cfc69a943b5d5f8c924788", "packagetype": "bdist_wheel", "python_version": "3.6", "requires_python": null, "size": 5787, "upload_time": "2018-05-20T15:21:15", "url": "https://files.pythonhosted.org/packages/33/bd/ba33e9a170acffda7a889640ce2e86e5adcff326ce457c24e96d174129ae/localcrawl-0.2.1-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "a5067ed2819a374a3d163f6d601fa713", "sha256": "1c7de9058ccf76f5ee7138923923d2a43c42f7ea3ec2c0b5a5934823cf773481" }, "downloads": -1, "filename": "localcrawl-0.2.1.tar.gz", "has_sig": false, "md5_digest": "a5067ed2819a374a3d163f6d601fa713", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5050, "upload_time": "2018-05-20T15:21:13", "url": "https://files.pythonhosted.org/packages/4a/ba/fe45a02cf3f52fb20b1f0a20b0ac13f7c72d7d0e15e7d807c7b11a32555f/localcrawl-0.2.1.tar.gz" } ], "0.2.2": [ { "comment_text": "", "digests": { "md5": "e6cea8261e0951aba9281a15d566cdb7", "sha256": "a136d57d1611e3b6453d2518881490193af67472e0164d6f6c76c1979c99a057" }, "downloads": -1, "filename": "localcrawl-0.2.2-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "e6cea8261e0951aba9281a15d566cdb7", "packagetype": "bdist_wheel", "python_version": "3.6", "requires_python": null, "size": 5922, "upload_time": "2018-05-20T16:47:18", "url": "https://files.pythonhosted.org/packages/ce/0e/2e5b0d5f3b91fcf593d9435a9b981a60db8745f936def5252b931283b264/localcrawl-0.2.2-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "6a93ffd35ece887b99e47b9a206f1720", "sha256": "b7f08a0ee34c5c07467cf1e629e206dd36025b6714853682e719a43028572b0c" }, "downloads": -1, "filename": "localcrawl-0.2.2.tar.gz", "has_sig": false, "md5_digest": "6a93ffd35ece887b99e47b9a206f1720", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5165, "upload_time": "2018-05-20T16:47:16", "url": "https://files.pythonhosted.org/packages/a6/ee/c1e0288e1fca2fcca5d39d26ecd949c898fe8718836c23fcd56766e01923/localcrawl-0.2.2.tar.gz" } ], "0.2.3": [ { "comment_text": "", "digests": { "md5": "27f9aeeb5af2eecf990dc5a243698797", "sha256": "2f7c629bc110bf3f3b0c8773ab87f8c11c5adc85bcb2d2a1000a1aad382f4c7f" }, "downloads": -1, "filename": "localcrawl-0.2.3-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "27f9aeeb5af2eecf990dc5a243698797", "packagetype": "bdist_wheel", "python_version": "3.6", "requires_python": null, "size": 5960, "upload_time": "2018-05-20T17:07:53", "url": "https://files.pythonhosted.org/packages/5a/94/dab8a257e468a5f91b5bc3ade9cd92d6c5c33c97989a3643f2213ff3b16e/localcrawl-0.2.3-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "65787f364806f7ff4693a0e479e6276b", "sha256": "9b222f2ee69860a7b4c96ecb7f98aaf71d24cee55d1441b737c59a5811dc17a5" }, "downloads": -1, "filename": "localcrawl-0.2.3.tar.gz", "has_sig": false, "md5_digest": "65787f364806f7ff4693a0e479e6276b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5214, "upload_time": "2018-05-20T17:07:51", "url": "https://files.pythonhosted.org/packages/1a/96/53ac58886509486ea2181677d33f809e0a2b5644b5a59bb5f80cf3e58631/localcrawl-0.2.3.tar.gz" } ] }, "urls": [ { "comment_text": "", "digests": { "md5": "27f9aeeb5af2eecf990dc5a243698797", "sha256": "2f7c629bc110bf3f3b0c8773ab87f8c11c5adc85bcb2d2a1000a1aad382f4c7f" }, "downloads": -1, "filename": "localcrawl-0.2.3-py2.py3-none-any.whl", "has_sig": false, "md5_digest": "27f9aeeb5af2eecf990dc5a243698797", "packagetype": "bdist_wheel", "python_version": "3.6", "requires_python": null, "size": 5960, "upload_time": "2018-05-20T17:07:53", "url": "https://files.pythonhosted.org/packages/5a/94/dab8a257e468a5f91b5bc3ade9cd92d6c5c33c97989a3643f2213ff3b16e/localcrawl-0.2.3-py2.py3-none-any.whl" }, { "comment_text": "", "digests": { "md5": "65787f364806f7ff4693a0e479e6276b", "sha256": "9b222f2ee69860a7b4c96ecb7f98aaf71d24cee55d1441b737c59a5811dc17a5" }, "downloads": -1, "filename": "localcrawl-0.2.3.tar.gz", "has_sig": false, "md5_digest": "65787f364806f7ff4693a0e479e6276b", "packagetype": "sdist", "python_version": "source", "requires_python": null, "size": 5214, "upload_time": "2018-05-20T17:07:51", "url": "https://files.pythonhosted.org/packages/1a/96/53ac58886509486ea2181677d33f809e0a2b5644b5a59bb5f80cf3e58631/localcrawl-0.2.3.tar.gz" } ] }