Wheelodex » Projects » autoawq

autoawq

View on PyPI — Reverse Dependencies (18)

0.2.7.post3 autoawq-0.2.7.post3-py3-none-any.whl

Wheel Details

Project: autoawq
Version: 0.2.7.post3
Filename: autoawq-0.2.7.post3-py3-none-any.whl
Download: [link]
Size: 107376
MD5: 63b8d79a6239c67df2a79c3cd4a43bbd
SHA256: 02e09d71ca961ca131ac9963a2635fe8c34eb52d6b6a104b8574056aef8f2efe
Uploaded: 2024-12-06 18:53:40 +0000

dist-info

METADATA · WHEEL · RECORD · top_level.txt

METADATA

Metadata-Version: 2.1
Name: autoawq
Version: 0.2.7.post3
Summary: AutoAWQ implements the AWQ algorithm for 4-bit quantization with a 2x speedup during inference.
Author: Casper Hansen
Home-Page: https://github.com/casper-hansen/AutoAWQ
License: MIT
Keywords: awq,autoawq,quantization,transformers
Classifier: Environment :: GPU :: NVIDIA CUDA :: 11.8
Classifier: Environment :: GPU :: NVIDIA CUDA :: 12
Classifier: License :: OSI Approved :: MIT License
Classifier: Natural Language :: English
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.11
Classifier: Programming Language :: Python :: 3.12
Classifier: Programming Language :: C++
Platform: linux
Platform: windows
Requires-Python: >=3.8.0
Requires-Dist: torch (>=2.2.0)
Requires-Dist: triton
Requires-Dist: transformers (>=4.45.0)
Requires-Dist: tokenizers (>=0.12.1)
Requires-Dist: typing_extensions (>=4.8.0)
Requires-Dist: accelerate
Requires-Dist: datasets (>=2.20)
Requires-Dist: zstandard
Requires-Dist: huggingface_hub (>=0.26.5)
Requires-Dist: lm_eval (==0.4.1); extra == "eval"
Requires-Dist: tabulate; extra == "eval"
Requires-Dist: protobuf; extra == "eval"
Requires-Dist: evaluate; extra == "eval"
Requires-Dist: scipy; extra == "eval"
Requires-Dist: black; extra == "dev"
Requires-Dist: mkdocstrings-python; extra == "dev"
Requires-Dist: mkdocs-material; extra == "dev"
Requires-Dist: griffe-typingdoc; extra == "dev"
Requires-Dist: intel-extension-for-pytorch (>=2.4.0); extra == "cpu"
Requires-Dist: autoawq-kernels; extra == "kernels"
Requires-Dist: flash-attn (>=2.2.0); extra == "kernels"
Provides-Extra: eval
Provides-Extra: dev
Provides-Extra: cpu
Provides-Extra: kernels
Description-Content-Type: text/markdown
License-File: LICENSE
[Description omitted; length: 16489 characters]

WHEEL

Wheel-Version: 1.0
Generator: setuptools (75.6.0)
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
awq/__init__.py sha256=06uG16Jx7huH6jQQFXHmweJuUNI43U7UOMxjjlRaP2o 75
awq/evaluation/__init__.py sha256=VRBd_xx2ELd6a76g1o3wGlhZ599WoZKpQ21r8bec-18 222
awq/evaluation/eval_utils.py sha256=6-wQ1WKsto5163aImvScvgWWC7ChFZvDlTPZ3cMrjqA 5383
awq/evaluation/humaneval_utils.py sha256=6vbJnRXBnfVI8XNYLkORBllcD1QzmyxhImkLKsXWmXM 12562
awq/evaluation/kl_divergence.py sha256=2mD4947RGWdC2SjoUJhgbtGMEKwzCOn9S3kGPUczmis 5559
awq/models/__init__.py sha256=duhaeFmfKDdtP-50pd-cxWOytdtZShd2DLdKgiATFwQ 1249
awq/models/_config.py sha256=fWOpYdarf6Q2F9GX6Igl9YKRbIVOptsNy520QVaBxeM 3781
awq/models/aquila.py sha256=ZtUHY7m53kc7afE0w-tqb9BnCrIRH8aZNxNc1fLUkv0 4771
awq/models/auto.py sha256=xLjIVNtHAwLwouY2j97H0MexTpcbIp-NSG84UEdb8Nk 4492
awq/models/baichuan.py sha256=YFxX9eGApEqta8xxKxMYhGSGusYKlgSLCGTffwwkE_w 4759
awq/models/base.py sha256=UQhXiL09xLX5P83ppdBPym5TzT8DmVigtV9hheCCbuk 24480
awq/models/bloom.py sha256=jz8STOh0eS0fZDyqkVaQRfUQ6gEPW9_knKAity3ODPY 2286
awq/models/cohere.py sha256=DDJvCa4dOgymSYXqSToNRZx6d0_Umc6AR11Z_HjlsQI 4429
awq/models/deepseek_v2.py sha256=2UbTYjKXv_Eh1Kufu_tO3juzp_S-TWQ8URhMDPuq3OU 4105
awq/models/exaone.py sha256=r_2DCRZ4VXkkAX44lZktbGxNteDO1a01FVCE1upTqBQ 4760
awq/models/falcon.py sha256=U4WQg0M_tvL-OFwcZ1GWoLS7h7Q-MHooGG1tMVuhlnA 4429
awq/models/gemma.py sha256=Hbcjn0tOgoVbXiJt3feoAtQIengPJCDQrfXw6_KJG-o 5197
awq/models/gemma2.py sha256=56IbpNIrj25u5ozILtpmEBSD-ALwywNNq9q8LAMVuOo 5711
awq/models/gpt_bigcode.py sha256=uHqirtUUe2AbFJRORqz6j1CD_j1UWjE8l0D_TdptzSE 1868
awq/models/gpt_neox.py sha256=u3iOxFqDeIoKgj4TKGuHkX0HzDWxINms1VpuCm4dVfE 2088
awq/models/gptj.py sha256=wt_b-I2YG64UXQNCKCDAfTk8c-E90bQgLZHI_hnyU4I 1781
awq/models/internlm2.py sha256=P8_JZ6FHgNvCbMpUIOqv07s8n0FbGOEQ_yc7nlHivDw 2086
awq/models/llama.py sha256=7zAKHtRYjEhqjtAAmdMlPtjqMm8KvhPe7VYXJ8ZHCJY 4740
awq/models/llava.py sha256=jCRbwk--yOlhwB3PhmDhivfro2ywdz2qwyXq5rgBJpM 5166
awq/models/llava_next.py sha256=oBId6A-ale3o2c0mLcDpcYKuwdxCr-HpSpdARUP3tZE 5096
awq/models/minicpm.py sha256=AjsZv8JhU1k1nuNk6v_tJCiVzviKCeiN8JXST73N2go 1568
awq/models/minicpm3.py sha256=cQkUWLvuWNRQQftFhLyGRdB4LvRrV_Tw7FFAk_Fr1kM 1927
awq/models/mistral.py sha256=fzrA1GkX8orFIgs43kpPAauxvAl1CyYKyVZC1YjzREc 4727
awq/models/mixtral.py sha256=oY1UmDa6IIPfkmxm5bAH1FrEBhMWiKzsEgFQWnFElwI 6222
awq/models/mpt.py sha256=PQCrUDLQB6towyLyfQJTDzng7YoU__9VNCacVRM66mg 3593
awq/models/opt.py sha256=DDbSPflGDHR3ZNMRzpVxbeFi1fvajTiwkrPk_tF6vJs 2008
awq/models/phi3.py sha256=Q8AVQGcT4sWDi4Cr8KnL7VCGxJJOYIjXIfRKJjXUO9o 4244
awq/models/phi3_v.py sha256=Ws9_5sHZo3cb_jO_08uXXcvXUCdt8zfGISX330nqV24 2108
awq/models/qwen.py sha256=PKTsaYoafMD0iZRdb7dFIl8LKi-vAom8HDQgyK_AnSQ 1431
awq/models/qwen2.py sha256=2-5s2WKitGbhvYYlUPkeqb7neoL0Cfx4uuOeCgz9J2s 4740
awq/models/qwen2vl.py sha256=TvwsXABXoNfr8vQ6uGu8dr7fYMLwYcsy8PoZoQSNm3o 2534
awq/models/stablelm.py sha256=jJABqgtrdqnd4HW1X2-2Znfp3zZDsrL9a_CW0r7ZatQ 4698
awq/models/starcoder2.py sha256=QCnGMpAHzitn4-NBXzDxBiYr4B5EJPz8tylKix8X0Ko 4699
awq/models/yi.py sha256=riS_-sfmG7e2wysLOQQHXxrk8AuyJDRgwXVlGUD-zUI 4278
awq/modules/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
awq/modules/act.py sha256=aZ94be2OHIskt_9ug4UTRZyskx1IBxSRDac5Kdk4NYo 296
awq/modules/fused/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
awq/modules/fused/attn.py sha256=rgkayscnRC06mrHnoelN0TYmtZM8Yhud0O3LuAv-yC0 10643
awq/modules/fused/block.py sha256=XrcOqBB7F7vxOP4BtMc9ud-GIcawP3NWuexdjikdpbE 12235
awq/modules/fused/cache.py sha256=WyAFn7VVN3gwa8NBwGI9SiWP2YtFumbM6SQ1-CjlNBM 2546
awq/modules/fused/mlp.py sha256=nic2dxPgsqhtAIEssosLea4fgt-dqkybtVp5Zs72Dq4 2474
awq/modules/fused/model.py sha256=xs4k3E7z8NJg-GfaIrgiY-YD2dpR7Qbqh4zbpDs8qZY 8795
awq/modules/fused/moe.py sha256=CR9g4MUNmaGS-f2cjigs4e1CKPuItIDAFawXy01xQMk 5900
awq/modules/fused/norm.py sha256=JZKszfwvfaHzQvkZDX8ty2h2tFVB_aqWon_ZVETWqco 990
awq/modules/linear/__init__.py sha256=crQI6BkbklHsUPgjqpDlgnqPP62Yq8dRp2nEwWCj63I 339
awq/modules/linear/exllama.py sha256=aHIK_90NGWX4FMj0wzIBRcJoF8LsMNeHBGZrV7IyJiQ 4132
awq/modules/linear/exllamav2.py sha256=vGUt0biiNLfjZRC32oqp1yNznHiym9EoTZdRulUQYoA 6571
awq/modules/linear/gemm.py sha256=fN-PsB2rv81_i-i7WNyvaKdgc_L5H8DnyWiBCU5qKRM 9821
awq/modules/linear/gemm_ipex.py sha256=DM0RnO4goa_q4XhT79rJe0B3wB2VSZRCHDn739Y8ANE 4826
awq/modules/linear/gemv.py sha256=PA5XMLsWHy2vJibghpr3kYmQCxRxmhoeDsVqQN8yhf0 6566
awq/modules/linear/gemv_fast.py sha256=vSlIpv-KPY8J5ufQGT8rJOWr03Tn8D6mZjKe0TIdE0k 6890
awq/modules/linear/marlin.py sha256=DLQ07MI59JbRMc9WzMlOwIpeQlEQcHo4P_buNeqBgd8 7073
awq/modules/triton/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
awq/modules/triton/gemm.py sha256=ksir2sKds7yh5GCkISKT6PLOGs0yos8Fig2g_tIW_YU 12370
awq/quantize/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
awq/quantize/quantizer.py sha256=rw_-etN7081sPsJEQC3frBk9UM4x_TtEdT3sU0Edyf8 24686
awq/quantize/scale.py sha256=lp9E1FL9wRBRP1FKrprgDQBORe0sVvlAOTx3DKI6Wyw 5387
awq/utils/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
awq/utils/calib_data.py sha256=jyMoLTzMI4X9S6iN1nMsrMofYy90GIp8FAaaOQS3Wd8 2134
awq/utils/fused_utils.py sha256=FgXVrixarRi3EkleC6FSz20HhX7xwITlgGfwQa-1qX0 7173
awq/utils/module.py sha256=UmjjZv8-kQJn0O4LJdt6d5KzuG_Ncr7BHbp_1KpdOwE 1906
awq/utils/packing_utils.py sha256=Zeqz6r4_VeMA_7q1_qxZxJMi2YX0Lc2k4iiIWfuaSr4 3283
awq/utils/parallel.py sha256=QykJ7wIy7VYUSQdNa10TLZR_P2lyS4BH4ncoFMyMt1c 834
awq/utils/quant_utils.py sha256=-0PY_c0GAcA1HdRDJwtmwoqo5tDHKqQAOiBfGGgFWSg 4904
awq/utils/qwen_vl_utils.py sha256=xcvoOx_uRSnjF8Rk7_p1bn4BpAcpt8fBPnV-l3B3rnA 12604
awq/utils/utils.py sha256=pIPVB-luzhszuWwk8FQaN25EyHof72scmjKrvnSQAeQ 3235
autoawq-0.2.7.post3.dist-info/LICENSE sha256=KvSF0mkHG1g8YsICUKYzSfgxMxLMnfC9kAfKOcbVe9k 1068
autoawq-0.2.7.post3.dist-info/METADATA sha256=oVB6OcWeHnbS14LY6phGyMAs-7atKBi4ojpqG06wL00 18388
autoawq-0.2.7.post3.dist-info/WHEEL sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U 91
autoawq-0.2.7.post3.dist-info/top_level.txt sha256=5OBXjuySR5VaYTWTnNIFIVcVZ4k85fBqGh_bDfXKXR4 4
autoawq-0.2.7.post3.dist-info/RECORD — —

top_level.txt

awq