crawlframe

View on PyPIReverse Dependencies (0)

1.0.3 crawlframe-1.0.3-py2.py3-none-any.whl

Wheel Details

Project: crawlframe
Version: 1.0.3
Filename: crawlframe-1.0.3-py2.py3-none-any.whl
Download: [link]
Size: 46147
MD5: d1a2806498636c3864729ed681365b84
SHA256: 3f3c5feb3b20cb97ed81d4b36eba48a4300fb0b2dc30c4523e370e89e57c2c18
Uploaded: 2019-04-09 14:10:56 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: crawlframe
Version: 1.0.3
Summary: A Web Crawling and Web Scraping framework (crawlframe) for Python.
Author: ChenXinqun
Author-Email: chenxinqun163[at]163.com
Maintainer: ChenXinqun <chenxinqun163@163.com>
Maintainer-Email: chenxinqun163[at]163.com
Home-Page: https://github.com/chenxinqun/crawlframe
License: Apache 2.0
Classifier: License :: OSI Approved :: Apache Software License
Classifier: Intended Audience :: Developers
Classifier: Programming Language :: Python
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.5
Classifier: Programming Language :: Python :: 3.6
Classifier: Programming Language :: Python :: 3.7
Classifier: Programming Language :: Python :: Implementation :: CPython
Classifier: Development Status :: 5 - Production/Stable
Classifier: Operating System :: POSIX
Classifier: Operating System :: MacOS :: MacOS X
Classifier: Operating System :: Microsoft :: Windows
Classifier: Topic :: Internet :: WWW/HTTP
Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
Classifier: Topic :: Software Development :: Libraries :: Python Modules
Classifier: Framework :: AsyncIO
Requires-Python: >=3.5.3
Requires-Dist: bs4
Requires-Dist: pytz
Requires-Dist: lxml
Requires-Dist: redis
Requires-Dist: psutil
Requires-Dist: psycopg2
Requires-Dist: requests
Description-Content-Type: text/markdown
[Description omitted; length: 1433 characters]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.33.1)
Root-Is-Purelib: true
Tag: py2-none-any
Tag: py3-none-any

RECORD

Path Digest Size
crawlframe/__init__.py sha256=y7NRBXlnkuy4JPG-VQQZaKbQblnpihjE9pZvbqVoiT0 1372
crawlframe/__main__.py sha256=6r5cNceDC1r0BWAPxuxXxg-trFzDGE5TblToDCuLDmM 210
crawlframe/__version__.py sha256=kOaCULGNuw_5tYWwPErSZwDAABaLPb5jOv-639KrSxc 608
crawlframe/cmd.py sha256=yqmwPaHFbOsjZ9z8aOayTFqWMatc1LW17kmKOnKjlA8 1155
crawlframe/commands/__init__.py sha256=84idu5wcVBEXubV51O9ic09BLHY_K_R45zysvNap33o 178
crawlframe/commands/createapp.py sha256=uTJruWeEjSqRU5Fn3L813rPpfrAx63fGeK7Bk1UlcQU 127
crawlframe/commands/createpro.py sha256=91QTmK5RxxCqzcoI_ORLScOVNWT4AmGypzKDXd4wlwY 129
crawlframe/commands/reloads.py sha256=1HHaR-1se3UG0DwkbKB4705UiN8h_imNezSv7-aiWlo 124
crawlframe/commands/restarts.py sha256=7I9EYZ1rz3MpVfp5DgkmNfbh4gVDV4jJ0fa9DemdI0M 125
crawlframe/commands/starts.py sha256=cKZA7NdkHbDxrAKck7GGwXCAbDrQwI21CKhFzlufTPo 2898
crawlframe/commands/stops.py sha256=flSNiJSm1OB0z1IEy8GuBQXxKmsQdgyAXUscA8jwQFI 5203
crawlframe/configs/__init__.py sha256=5YJY-aJMo2JRLMPu3DKTZyA8BhYz8maObBbQWUkMP8M 1626
crawlframe/configs/default_settings.py sha256=ZwBNXWcw-XXk6iQYG5Ou5GNQiuLCExJpGN_ikCmrfRo 4278
crawlframe/cores/__init__.py sha256=jXn-PEmFPEkok3eRe5ViZBL-eFZJ9J5mRJD-B3J6qSc 126
crawlframe/cores/crawlers/__init__.py sha256=U7jNYjfBcT8tYpAQjzVVfyZrgAtVqPWR6NvwzleGzhc 1940
crawlframe/cores/downloader/__init__.py sha256=ky4n0ZOHhDA7nLpyUuUshq1DowlSn3Mx0NQpHBnnbB8 1963
crawlframe/cores/downloader/download.py sha256=XhlMNJIXI40CQIr2KsRlynt-e7TFOf8VRPAfa_x6lvs 3986
crawlframe/cores/middlewares/__init__.py sha256=MGtzM0UYGvjjvkosqPAY2dTqm1tqxui9JOojoVjzcGs 569
crawlframe/cores/middlewares/request.py sha256=OA1KrlveJ2BdNNWk7tDySCZ5db_t5OjbV8if7KlEXSw 343
crawlframe/cores/middlewares/response.py sha256=IXiRHwOu1pOjSKu8ek_8yCLaYOStBRu0G7d03Hzps_Y 346
crawlframe/cores/middlewares/spider.py sha256=uIMAjxUIxUjI36mDBD-c38bbCAdkr6MzjrhM09rJN_o 338
crawlframe/cores/models/__init__.py sha256=jXn-PEmFPEkok3eRe5ViZBL-eFZJ9J5mRJD-B3J6qSc 126
crawlframe/cores/models/cache.py sha256=wsf8Z5PQVpZvYB5Q9sRrn_n4tnfzu5e4pnAw8sxacrI 5207
crawlframe/cores/models/connection.py sha256=Jss-OTjuiVFpxebcv2Q7jpigxbLqnzewZhb7JXuU0cE 128
crawlframe/cores/models/database.py sha256=6SOUCNCafI0A_isdquD-l_Tnc1_zOkl9-46pzQUlHD4 3229
crawlframe/cores/parsers/__init__.py sha256=MwsMTicwMOhfNtPlfnP6lDru17uGrA-6IemAX0qNACA 2706
crawlframe/cores/parsers/parcel.py sha256=Teuo_A-1aK6hVi95SsIShMQ0X-NUBZZ-g6CACivXGmQ 2818
crawlframe/cores/parsers/parser.py sha256=ufgrBya_wrqeKFNwUjM7Zdg5K2O7HaFTS-dCoN7MQbg 3226
crawlframe/cores/requests/__init__.py sha256=GmCwz_z4qcZzJqnqVHPPRMp695kZzzI6ZxkPOPF4BQU 455
crawlframe/cores/requests/requester.py sha256=EPCbS00alGNEri0t2vkX4j0pQ0teQctw-_WHMyNUIOo 6099
crawlframe/cores/requests/response.py sha256=Hf_-Ma94165n8KlfjWDNhV8Kd-mZrwWfi6-szt5v0lQ 2579
crawlframe/engine/__init__.py sha256=N4VZ-UjpvJZ6et_re1gS7Dlksb9XTcA6pXBycpWpzgc 155
crawlframe/engine/crawl.py sha256=zFyBrqlI5wJ9p5so6qKpr4_R2a3xC0nM2WXvXaTvwoc 11089
crawlframe/engine/spiders_container.py sha256=p28EIn2FihzT_6GkvqSvTmY2qcaxAoaeEkadyHA-Q3E 561
crawlframe/templates/__init__.py sha256=jXn-PEmFPEkok3eRe5ViZBL-eFZJ9J5mRJD-B3J6qSc 126
crawlframe/templates/app/__init__.py sha256=jXn-PEmFPEkok3eRe5ViZBL-eFZJ9J5mRJD-B3J6qSc 126
crawlframe/templates/app/manage.py sha256=FmxQGV_iURs5tjldpmP5PPCKL5I_kXfJNdBqZg_8v8Q 49
crawlframe/templates/projects/__init__.py sha256=jXn-PEmFPEkok3eRe5ViZBL-eFZJ9J5mRJD-B3J6qSc 126
crawlframe/templates/projects/manage.py sha256=FmxQGV_iURs5tjldpmP5PPCKL5I_kXfJNdBqZg_8v8Q 49
crawlframe/templates/projects/apps/__init__.py sha256=FmxQGV_iURs5tjldpmP5PPCKL5I_kXfJNdBqZg_8v8Q 49
crawlframe/templates/projects/settings/__init__.py sha256=FmxQGV_iURs5tjldpmP5PPCKL5I_kXfJNdBqZg_8v8Q 49
crawlframe/templates/projects/settings/default.py sha256=FmxQGV_iURs5tjldpmP5PPCKL5I_kXfJNdBqZg_8v8Q 49
crawlframe/templates/projects/settings/dev.py sha256=H9YKqU7Dy8bmu-NaJXq06y6S4Ov93GqpfszY2U0FL8A 73
crawlframe/templates/projects/settings/pro.py sha256=H9YKqU7Dy8bmu-NaJXq06y6S4Ov93GqpfszY2U0FL8A 73
crawlframe/utils/__init__.py sha256=jXn-PEmFPEkok3eRe5ViZBL-eFZJ9J5mRJD-B3J6qSc 126
crawlframe/utils/errors.py sha256=gMY7Up185GphYVf_E5j4tHmx6-Q2_42q3HX0E-ilfN0 525
crawlframe/utils/logger.py sha256=c6VfdmfF6-HdNZCqCjqUAbGouaMiajLFmx2EAJJRn1U 9805
crawlframe/utils/middle.py sha256=6kDabltRhqk4y_6xYFEqCxY2rG7wo5UyEgTyBUBKarA 3704
crawlframe/utils/pools.py sha256=xiVfwO5PXN-b77vQMpBZBMwtWl4ULbiYvTNSwv5Ikig 1748
crawlframe/utils/queues.py sha256=gRswN3GVTHHMEqy03SLpw4m7DAlkAKqQEMLmLq5PytY 735
crawlframe/utils/reload_module.py sha256=7ja4rtYJaYM9W8PO4Qaf4uYt5DCIPrbLnqZlqUKF-mE 1505
crawlframe/utils/signals.py sha256=XJN3U7eXo6ACIhFR6Hy4P16bQSlsEROG6f40a7CXYIc 2107
crawlframe/utils/timers.py sha256=V87F3t8P98Fz1a7iHlcp7G8_N18Q2P4vU1tRp5rCBOE 3621
crawlframe-1.0.3.dist-info/LICENSE sha256=-gjnMXA5pKadegfR3TuUoSTc74lw_EbYL5Ni44XzZr4 590
crawlframe-1.0.3.dist-info/METADATA sha256=U_ZmcyFlf0A_xxUT2kc2XULxElhOzr2EGw5Gcs6V_bQ 3050
crawlframe-1.0.3.dist-info/WHEEL sha256=05Ahrak1u2K61DpLp9CDNSbUImLTITCMom_cqTFk6pE 116
crawlframe-1.0.3.dist-info/entry_points.txt sha256=bQNB852aeJbo8ev7YlisGKcOfGvT5R4JwVH9eRswddA 81
crawlframe-1.0.3.dist-info/top_level.txt sha256=LetngBdzmJVpVK862dtMIzo-bjwQL8bMbX1r43NGhZY 11
crawlframe-1.0.3.dist-info/RECORD

top_level.txt

crawlframe

entry_points.txt

crawlf = crawlframe.cmd:mian
crawlframe = crawlframe.cmd:mian