gzSpiderTools

View on PyPIReverse Dependencies (0)

0.0.27 gzspidertools-0.0.27-py3-none-any.whl

Wheel Details

Project: gzSpiderTools
Version: 0.0.27
Filename: gzspidertools-0.0.27-py3-none-any.whl
Download: [link]
Size: 126206
MD5: 34bdab1b127e921e71892959bdec9529
SHA256: 6a98496472fee8449077679f06b6bc113f7a45436e76b1b6eb646639af395de9
Uploaded: 2024-12-12 09:08:45 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: gzspidertools
Version: 0.0.27
Summary: 魔改使用工具库
Author: George
Author-Email: persistencehoo[at]gmail.com
Maintainer: George
Maintainer-Email: persistencehoo[at]gmail.com
Keywords: crawler,scraping,scrapy-extension
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.11
Classifier: Programming Language :: Python :: 3.12
Requires-Python: >=3.9,<4.0
Requires-Dist: DBUtils (<4.0.0,>=3.0.2)
Requires-Dist: Pillow (<10.0.0,>=9.2.0); extra == "all"
Requires-Dist: PyMySQL (<2.0.0,>=1.0.2)
Requires-Dist: SQLAlchemy (<3.0.0,>=2.0.23)
Requires-Dist: Scrapy (==2.12.0)
Requires-Dist: aiohttp (<3.11.0,>=3.10.6)
Requires-Dist: aiomysql (<0.2.0,>=0.1.1)
Requires-Dist: elasticsearch-dsl (<9.0.0,>=8.11.0); extra == "all" or extra == "database"
Requires-Dist: itemadapter (<0.8.0,>=0.7.0)
Requires-Dist: kafka-python (==2.0.2)
Requires-Dist: loguru (<0.8.0,>=0.7.0)
Requires-Dist: mmh3 (<4.0.0,>=3.0.0); extra == "all"
Requires-Dist: motor (<3.6.0,>=3.5.1)
Requires-Dist: numpy (<1.27.0,>=1.26.0); extra == "all"
Requires-Dist: opencv-python (<4.9.0.0,>=4.8.0.74); extra == "all"
Requires-Dist: oracledb (<2.0.0,>=1.4.2); extra == "all" or extra == "database"
Requires-Dist: oss2 (<3.0.0,>=2.18.4); extra == "all"
Requires-Dist: pika (<1.4.0,>=1.3.2)
Requires-Dist: psycopg[binary,pool] (<=3.1.13); extra == "all" or extra == "database"
Requires-Dist: pycryptodome (<4.0.0,>=3.15.0); extra == "all"
Requires-Dist: python-hcl2 (<5.0.0,>=4.3.0); extra == "all"
Requires-Dist: pyyaml (<6.1,>=6.0); extra == "all"
Requires-Dist: redis (<6.0.0,>=5.2.1)
Requires-Dist: retrying (<2.0.0,>=1.3.3)
Provides-Extra: all
Provides-Extra: database
Description-Content-Type: text/markdown
[Description omitted; length: 877 characters]

WHEEL

Wheel-Version: 1.0
Generator: poetry-core 1.9.0
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
gzspidertools/__init__.py sha256=tbQ4shwGg7puk3VhZwfSJnAtKyyhSiiqEBKJjOsVvtU 429
gzspidertools/commands/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
gzspidertools/commands/crawl.py sha256=aD6mcguPwBOAzwfZGOgbAe1HbFDVW--RuaA9UOeLNs4 79
gzspidertools/commands/genspider.py sha256=IFf5s6zHqA4_zOqEHGcPDPQP2tOwkrTO7R9Fabme_IA 340
gzspidertools/commands/startproject.py sha256=SYk3eAdLN7zdrb7DRmPOV8QVem8uv5xfcUoMPjDScZ4 845
gzspidertools/commands/version.py sha256=QH4AHaQAXhDnrl-YvCd6g1MbRr2f_Oco2FhT6Q_c8RM 343
gzspidertools/common/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
gzspidertools/common/encryption.py sha256=NqTagyoz1JTRJEYEARR4NqNhLo0O_pSgF6Pyn0LaAtU 2404
gzspidertools/common/expend.py sha256=tTz4xvDcOWlhlFOl7EBbMZqoJm0aye23AA9ZSbOTUyE 10384
gzspidertools/common/mongodbpipe.py sha256=JYExIxZ6bmdG_tsRq1mm20n5V1Ezhr0jQ8DYp93SVAw 5062
gzspidertools/common/multiplexing.py sha256=XC7ki_WkMhTJf6wlKm7ET_5OVlLtC2YXTeDeGKj2dCU 19466
gzspidertools/common/mysqlerrhandle.py sha256=JlSyCPOUzXvbS59VYF5ZPGybsCk20mdVFvWZKjDCbqw 10600
gzspidertools/common/params.py sha256=GOMlIEzkH4Hl1sfnlWoWPsI2VHmIWswlN6Z7o46q5Hc 1562
gzspidertools/common/postgreserrhandle.py sha256=_ooD_zB1ubnKX1Vw3QUiFCQ7McziDpqrsvSfKa-yLBU 4884
gzspidertools/common/spiderconf.py sha256=Y5TP4-usdI_GEwt9ePupct_DdLpzM7S9CV6oqUlRDTA 12869
gzspidertools/common/sqlformat.py sha256=iXxXLztXccbHPFgZMR6Y4pqpCbGOC5nOhgyv8HoWC6A 3167
gzspidertools/common/typevars.py sha256=MkZbTZ5TTEWhc8EZZPWIWTUriGWC9Nb3M2MXhI9dgs0 5741
gzspidertools/common/utils.py sha256=LLCoJjS4EfV1SzTA30HcI7sZCp4Sl3Nn6Xj-RCLG2XI 12024
gzspidertools/config.py sha256=v8vzIZbliS_gCcqRLizY6ZHtV4GCSZdPhasif4L2Tbs 825
gzspidertools/data/browsers.json sha256=YybinoDVPuKwr4vZTaa_eksCmVPFXtEPlG19etRnnC0 58554
gzspidertools/extras/__init__.py sha256=4MSTKbOCdIJhBqZqibjKE3hnEE1rNcFeA8Q0B0ix1YM 69
gzspidertools/extras/cvnpil.py sha256=7XbaWcelVXEj7oG6k99TTxVFpc0vfUVIxXqWNl3Gz80 16297
gzspidertools/extras/ext.py sha256=-TKaWd3M6VA0zEsnwPmSU977cCgQ1QKfCXYjBkz4L_k 2005
gzspidertools/extras/oss.py sha256=6elcKWtHxGAJ6OWytEKqJ5XzbXp-N4BCYe1INbI59mE 2665
gzspidertools/formatdata.py sha256=RbSlHtK0-M5UUSb2cTi0Zt2r8MNFC6KJiI5Iqjqs40A 7181
gzspidertools/items.py sha256=0K6lwEAk51RaPaC_8wyfCGzRHuzm71nq2k-aZlGxKA4 5859
gzspidertools/middlewares.py sha256=K2391EFxnQrKnPsH8knysNSbkMDUf4T0WziH6CMEpt4 660
gzspidertools/mongoclient.py sha256=11VVIrkUXNh14wfaETejFmFA3FXHlpgQAVOVzQYICS0 4181
gzspidertools/mysqlclient.py sha256=2dyR2lmKBeyUmoOFz8VCdgMYhOu6LT5VZR5zCfnLbzc 1156
gzspidertools/pipelines.py sha256=1O5uOLUxgae6R7UcQHc3xAiDJ6ClDvppdFSpHtrYyb8 2243
gzspidertools/redisclient.py sha256=esgnnSbDOCjk76yhGjvR9Rnj0vSsZ85YS4kYs2U2DuI 28494
gzspidertools/request.py sha256=coQYzBmVYYWJ4EiWXrTqjHlm1MXqF2dEHU4ghAvwOas 112
gzspidertools/scraper/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
gzspidertools/scraper/http/__init__.py sha256=coQYzBmVYYWJ4EiWXrTqjHlm1MXqF2dEHU4ghAvwOas 112
gzspidertools/scraper/http/request/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
gzspidertools/scraper/http/request/aiohttp.py sha256=_FXhjENv5teJHUJigUdIw2G4a8pNg1V7Q5EkroM5hbE 4650
gzspidertools/scraper/middlewares/__init__.py sha256=NQqjxsOtrkHMTMYVmObyJjSRoXQveQxPfAIzmE6SZOc 808
gzspidertools/scraper/middlewares/headers/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
gzspidertools/scraper/middlewares/headers/ua.py sha256=3PrQCwSfnoXqBcych1Kd-5VUA7_mlZqHVvNp5yMzHZ4 1945
gzspidertools/scraper/middlewares/netlib/__init__.py sha256=b6oohyYnt64DQZhf8RKriRMYGA2nb1agi98VBe1d4yA 158
gzspidertools/scraper/middlewares/netlib/aiohttplib.py sha256=5n-Y0LrlhrJVyiNAuouLGxlRaZF3Pb42dtJFDxxtpmM 8154
gzspidertools/scraper/middlewares/proxy/__init__.py sha256=GoPdkZKtRoekIjwY8Glt4TdClt0nIXNKp9C-FupsENc 402
gzspidertools/scraper/middlewares/proxy/clash.py sha256=E_WQ3_P7PksVu3q2MVfdaLa7CsMZ2y_yB0gCFUscH9Q 154
gzspidertools/scraper/middlewares/proxy/dynamic.py sha256=2CwW_wglL1OwilqfZwzB-8pwK-6C-mtB1T8ntr-t0QU 3921
gzspidertools/scraper/middlewares/proxy/exclusive.py sha256=wKWQvaF1-vXiMpDdIt_dffGoInreIBIhVLql4nSA1xI 2837
gzspidertools/scraper/pipelines/__init__.py sha256=zyew8FDdu7zGr1orkv-0Xx5uPB9KzhBeg5XsFeZOdvU 2288
gzspidertools/scraper/pipelines/download/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
gzspidertools/scraper/pipelines/download/file.py sha256=a73kdahB19eex6yXrxovGne2p5ZmatsmjA-up01mfZY 2285
gzspidertools/scraper/pipelines/es/__init__.py sha256=b8jGRnzLAVSJpRNW4Er8trSSoNSeFs1NxNOpQNCimio 2389
gzspidertools/scraper/pipelines/es/asynced.py sha256=v72baRpIoNsGVqifsXD1kQGGoJ6ML_U9wXx98AXIO2Y 3114
gzspidertools/scraper/pipelines/es/fantasy.py sha256=WBXZ3Z04QWSCLdt1HrwpWgrbcfdJSN57CE_t_OAdFb4 144
gzspidertools/scraper/pipelines/mongo/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
gzspidertools/scraper/pipelines/mongo/asynced.py sha256=yv9rhsCvXrR1L1ZQIzDcvTmZVc9ZyCWnDjhRMAjzRVw 1787
gzspidertools/scraper/pipelines/mongo/fantasy.py sha256=158gtxaZ9s9xd4yl1oZ7_jssSAlIunvnvm3FKcm073g 1465
gzspidertools/scraper/pipelines/mongo/twisted.py sha256=zx3fpSHVBycfpRm6-hIB4yH0yoOFew19aKXfX3runWk 816
gzspidertools/scraper/pipelines/msgproducer/__init__.py sha256=EYSHuuwqY5GqnXPCPv00E2L4tHMRSFLe3m41dNfy3Zc 150
gzspidertools/scraper/pipelines/msgproducer/kafkapub.py sha256=vQKuD3SBYUKBMskgjmjy4OF4mARy9zZxaggRto3lSco 3306
gzspidertools/scraper/pipelines/msgproducer/mqpub.py sha256=KCymwzduYuEGReqjkoLfSh_V3crRztTfG6LCDhxxxnk 2226
gzspidertools/scraper/pipelines/mysql/__init__.py sha256=DQm3q4JzjqtSiOaZtgZsQFSknCmUpBKU-guB_QBUUJQ 2796
gzspidertools/scraper/pipelines/mysql/asynced.py sha256=AvFGqk5QAj_ojAieXGbU8AA0a3KdWvh5l-JzQqgZ6WE 2511
gzspidertools/scraper/pipelines/mysql/fantasy.py sha256=YbtRUy4Nz5bO6LYpmDSkQCDYzOBnjVQBiXaZ-B1kv0A 159
gzspidertools/scraper/pipelines/mysql/stats.py sha256=fDqQMt-dinkw8l5uEEvFVufj1to05CmGOCqPlmZvblA 7218
gzspidertools/scraper/pipelines/mysql/turbo.py sha256=9WfKaTLEDpM7sv-gUpX3wHz2XwBEvNnf3QIQDaYeD1M 2080
gzspidertools/scraper/pipelines/mysql/twisted.py sha256=bWtmz11rMlD0HIdhGpFX6iLzsgLyw8wYhSJIwdF53U8 3210
gzspidertools/scraper/pipelines/oracle/__init__.py sha256=swFCsuZJYMvOct_Bg2BlPirHlwdbaw3SFWEOu9WIxIk 1531
gzspidertools/scraper/pipelines/oracle/fantasy.py sha256=mTHJ8UBmaIObqW_qXc_VFM5e5EyrTTNnu90T1_bk57c 164
gzspidertools/scraper/pipelines/oracle/twisted.py sha256=yc5D-Ztesrejr7fTTIjst7ifaeHnIqGVk2WFgtdDI0I 2462
gzspidertools/scraper/pipelines/oss/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
gzspidertools/scraper/pipelines/oss/ali.py sha256=iMbiTyEOgcZPBQS4eCSnSWWECYwa5ubLBFoUfDLxc60 3428
gzspidertools/scraper/pipelines/oss/batch.py sha256=feaxAg3D0AjkAVrNP2qj1KNCq13wTSITA9tyM_-eYZg 1693
gzspidertools/scraper/pipelines/postgres/__init__.py sha256=xil7FNCDt5ARLiNUyEyyWVvidvatBwomOBVfc0s9nHs 2293
gzspidertools/scraper/pipelines/postgres/asynced.py sha256=zjhtdqNQeiC9r59r2yzHsyMA3N5nx27eVGFuS7QYhAc 2111
gzspidertools/scraper/pipelines/postgres/fantasy.py sha256=Rpg0X9GcSs6AN_eRtnpu3pO6r6-JmHTrKjdOBlNNiVM 174
gzspidertools/scraper/pipelines/postgres/twisted.py sha256=ijfDCG49HoO0nDNnK1XbDf2G7JaIh3Kv9EuvddMUTRk 3111
gzspidertools/scraper/spiders/__init__.py sha256=QAglTvqnl75erC3NO1CUaqbtpM9MzLBVzz8GHR6dya0 6937
gzspidertools/scraper/spiders/crawl.py sha256=NLQn1QtE-iOsC0mazU7quCxI6LyuyY2zNdRb91s1c0c 349
gzspidertools/spiders.py sha256=7wc2QED5b9BZC5pHrbbs0P5NfQvi98GWPY8O7zEO0YM 176
gzspidertools/templates/project/.flake8.tmpl sha256=WchTsS_vSkQW5yJyTjcTb8uYd3iKDjFsBEC0wsv8KeI 596
gzspidertools/templates/project/.gitignore sha256=duRgZm812JxeEPIbYikHIVYJrMtJJWn127SsQ3T_ogc 4122
gzspidertools/templates/project/.pre-commit-config.yaml sha256=09KUO_pAqxbwIWw6Ek3cAvWU0_RdcQLg_ey7HnQ0kNQ 735
gzspidertools/templates/project/module/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
gzspidertools/templates/project/module/items.py.tmpl sha256=yh9B711-0HpTwOEcnjs0jq0_bq3YJeHp55a5bMNI78E 282
gzspidertools/templates/project/module/middlewares.py.tmpl sha256=7-TmGsS37zZLxBAp6PpjSoLfk9WOX8if6iwzxSW4CZk 3765
gzspidertools/templates/project/module/pipelines.py.tmpl sha256=9hvuACa2qDUo25_aqF9SeSD__N7v8lkWTTCrDspFp-8 381
gzspidertools/templates/project/module/settings.py.tmpl sha256=LFZNSYOn99ZgoaaCDvpPWdAoPTV4el37OvNkuA1NKZ0 1641
gzspidertools/templates/project/module/spiders/__init__.py sha256=a-Jax6MTMZC2HOw3mUBcNu-T44dOUHDsb22Oly4HTnM 165
gzspidertools/templates/project/module/VIT/.conf sha256=wIaR8iI8eG4wJ3E26-k8Tfzb1IzxuExI-Fg7Fx7pugQ 7703
gzspidertools/templates/project/scrapy.cfg sha256=nzoegs3cbSNoMTrdHiPZBfA6As6QoDzH9M8PuwYJ6nY 284
gzspidertools/templates/spiders/async.tmpl sha256=qyfQECtP8Je11dIIHmbxhumTnE1K4Ibsm7g71Z9MnjI 1665
gzspidertools/templates/spiders/basic.tmpl sha256=d9m5-ic6BFA15c0R88iXuK1c2HWz-aQA2UOJH2Fe3eI 4512
gzspidertools/templates/spiders/crawl.tmpl sha256=Vd4RWCWcJ05M6wQvx6d_NmiR3UmkuzVvokfbKNl5yJ0 1255
gzspidertools/templates/spiders/csvfeed.tmpl sha256=lMIa9JX4Rv-h3nmeDI85QuAmtAXiAco0yUECkYFtE9s 565
gzspidertools/templates/spiders/dp.tmpl sha256=ABNjADVLgQ2oLIoGjj410Z_PSNsUEnSd8wLQi_ky3zc 4496
gzspidertools/templates/spiders/sr.tmpl sha256=znmbMlT3M8ePbDlnMGlbKu-9vpPMFbUu3ESRVFJY0bo 5673
gzspidertools/templates/spiders/xmlfeed.tmpl sha256=n3ORdlT0ktyOuz2ku4-2_2LkPkVfh_QO9aKt2pBQQMQ 559
gzspidertools/utils/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
gzspidertools/utils/cmdline.py sha256=OOofJvkq356-27nUwvHAIZY3AWUL_PKvPIrYMXiJlJ4 7057
gzspidertools/utils/do_cmd.py sha256=1FS4S88P5XTr95F_dEvBTZjfVfJ6EBtcD4LcMXa_fY4 1129
gzspidertools/utils/fake_ua.py sha256=FeSZ-tifN4EAscF3QvN1OVc7V1cxGAl9dSYeI1SDPeI 1168
gzspidertools/utils/json_parse_utils.py sha256=4ODJYE4_eIV5YZPns8bScjUP-z7yOgDVW8uUWE1J05Y 3056
gzspidertools/utils/text_verification.py sha256=AbsuEy7rtAnRZjftaNP46fOAHCzVo-zCiqrECAF3T6U 3251
gzspidertools-0.0.27.dist-info/entry_points.txt sha256=-A6AlGpokAMeMxN6ysltpOB5J6Y9rOdmCm96-pcPtTI 61
gzspidertools-0.0.27.dist-info/LICENSE sha256=tbweTWGNiQ0cDAs6_VBc0ZY8CvNxgIso7jUA1QkubSo 1091
gzspidertools-0.0.27.dist-info/METADATA sha256=n0zu5NJNjGj4FoezoYD0nSxWmuYBFQStexK-_98AFKg 3284
gzspidertools-0.0.27.dist-info/WHEEL sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg 88
gzspidertools-0.0.27.dist-info/RECORD

entry_points.txt

gzcmd = gzspidertools.utils.cmdline:execute