exllamav2

View on PyPIReverse Dependencies (4)

0.2.8 exllamav2-0.2.8-py3-none-any.whl

Wheel Details

Project: exllamav2
Version: 0.2.8
Filename: exllamav2-0.2.8-py3-none-any.whl
Download: [link]
Size: 1514333
MD5: 88af4accf46d618cc644499780770645
SHA256: 849607c41b6eeada8705b094ede751e82d82e92ab0713d602c1298d52e0374ca
Uploaded: 2025-02-08 02:25:50 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: exllamav2
Version: 0.2.8
Author: turboderp
Home-Page: https://github.com/turboderp/exllamav2
License: MIT
Requires-Dist: pandas
Requires-Dist: ninja
Requires-Dist: fastparquet
Requires-Dist: torch (>=2.2.0)
Requires-Dist: safetensors (>=0.3.2)
Requires-Dist: sentencepiece (>=0.1.97)
Requires-Dist: pygments
Requires-Dist: websockets
Requires-Dist: regex
Requires-Dist: numpy
Requires-Dist: rich
Requires-Dist: pillow (>=9.1.0)
License-File: LICENSE
[No description]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.45.1)
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
exllamav2/__init__.py sha256=R4eT3o3ZXmJ5GgSjboNNdmFIILUX8wcVO_sAcD7lQwY 790
exllamav2/architecture.py sha256=IiVIDcvTBrM8xWVCAG-xKRjY2Msiud8lBLhDWJ7i7-A 27739
exllamav2/attn.py sha256=Ir9ccxIUpHfoIcWvQe_9sDHsddMAWxrFNlOKusSO1bA 63250
exllamav2/attn_params.py sha256=saDXQ856L3pKtVbzq8w2rfOowdd-_JRtfZj17LgFVH4 13104
exllamav2/cache.py sha256=14mcDrn6Rygg2d4903gdZ8oOK3x96C6RXsAX3NIhMA8 23633
exllamav2/compat.py sha256=2H7eckYrETVN5PKw8nwBj9fQn77_hXVO9p1-hOtWTMg 4270
exllamav2/config.py sha256=JOoMaBe5Z9UA0Q9H4i-AWrtZ9kAMP_pkTfS3VC2Lb9o 28052
exllamav2/conv.py sha256=aRuUDuT9gcXy3Msof-xbw0Gwtp_VSff1fYDr76u1dJE 4884
exllamav2/device.py sha256=OfqopCK-uRKZLkxhEbyi6s2kKDzJfRKIQfXetjRfbm8 3603
exllamav2/embedding.py sha256=iJz4_2xjSKHFfV6p69pntW4Y9T2yLEO23-UWbT3YUK4 7269
exllamav2/ext.py sha256=pva77V0lROwBLNqJpQcLWb51wBp3CRvh1VXlhddhCAQ 12173
exllamav2/headnorm.py sha256=gT_rhTmbAqYVADlSSug76FD_uLoMKB-f1s-qaYLR_e4 3886
exllamav2/layernorm.py sha256=Hz05KLJhWY0VaFxW-5rgcANVMwMJ_QJCRCbze2cbtpE 3513
exllamav2/linear.py sha256=I5LuqUMdaPm-PK60bUWjYBXWcT8h9Nx6j1QLpYFSJa0 24282
exllamav2/lora.py sha256=w659kwpYOd1QKi-Vg_7FwcQviv6kfRoHULOhy4BTJQE 8452
exllamav2/mlp.py sha256=rlEIV9e8E-N1kuX1FLi7-luCSRNrtz9sU7Z3Yw8HMCo 21455
exllamav2/model.py sha256=YWVGkOCvF98dVWbl9CWyqCx1YdiZQAS96-2LlPyXDy0 38000
exllamav2/model_init.py sha256=IApe1GV9Hg0ZK-kse95QZ12OUPty5HvygKi-kMpMOik 7376
exllamav2/module.py sha256=0lSqXBeBkHvyWVLS8TgJfskrJS2drXYsp-21Ul43Svo 9569
exllamav2/moe_mlp.py sha256=24iDVcnW7SBhNlTtcP7G-rkYyTViGLUOy0sWhrd3xjI 13632
exllamav2/mrope.py sha256=Lm_CJM990TTxi4Xrq087h5ZZVGXagBPQSN7nhPZx3A4 2261
exllamav2/parallel_decoder.py sha256=9Dhv9I1PW14idZSFjdTP6cyMFmvljL6eCt93rKVLapE 5321
exllamav2/pos_embedding.py sha256=NB5IrbmxJu0NUWbViStY1id3Kh9O5YZmUp4B8MEK_1k 3376
exllamav2/py.typed sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
exllamav2/rmsnorm.py sha256=aUSUKeCbPp_SYv0wWPNAWxVto6UBuM02w-rmLGe33-g 6369
exllamav2/rope.py sha256=EdVceindSjp4Jhs6UIwWhBulW_yw-brY_NQxLEdFOIo 6971
exllamav2/stloader.py sha256=NZw9pPY6T5_03ryPmkfGNHZfpb_CiUGL47lVMIeaTOo 4471
exllamav2/tensor_p.py sha256=XDTT_bulkJX_ksSAfYEKPx37hOCZ80M2fEQ3vD-HIOQ 13257
exllamav2/util.py sha256=xzXPDDrT7BWQQYO65BJ9UUCmXkucf4LG7u8UmVrlbI0 11754
exllamav2/version.py sha256=o1__UKPJBP04AwK1eLp_8Kn-DBuf_dIX5-C7GgRlWNo 21
exllamav2/conversion/adaptivegptq.py sha256=DLEa1gL_oGGmNabW-vNuLsD_-N0rr74bjtPnWNCGwKs 22300
exllamav2/conversion/bot_status.py sha256=kbG396PZvgHIz91nw80LaMvD9A9HE0xEnjczKY4M4C8 307
exllamav2/conversion/compile.py sha256=VBT1wAcpFIucCJOltjhXJ-vtI-lydZmqabKr0pmPUDc 10723
exllamav2/conversion/convert_exl2.py sha256=ow6uoU1-LGcvjwnJ7CB44IFZBYgOJqhF-p3fbmGt2sg 12014
exllamav2/conversion/measure.py sha256=YRf8mvNwhySAZEyXEW80kaXmSrp9lBeNl_hVB6NnQ8E 27341
exllamav2/conversion/optimize.py sha256=kBgRVETlO7JREYQoOKh4ixtr7heI0SiLLdeRwiwOpvg 6267
exllamav2/conversion/qparams.py sha256=6E54tF20Pz37VV4ww-oW5X1Ttlw3TkFIJPzWIjTOH0M 10577
exllamav2/conversion/quantize.py sha256=Cj91ZVCfJ1V3Ll4amcL8qsSS7B495wiukXdoGlEbW18 19502
exllamav2/conversion/tokenize.py sha256=D8btsN5UwNZKBT0zzqAfP2RZiup9A7VZdGcSeZ_jDtI 6873
exllamav2/conversion/standard_cal_data/c4.utf8 sha256=uvCedGs_pGTHyyDU8gaWllfOYyKDvx1DsLjUId2xRQU 332173
exllamav2/conversion/standard_cal_data/code.utf8 sha256=I_mJwkuvZSnok0PFFDmhjqgx21r8ryY1oKFrKZD8UiE 248834
exllamav2/conversion/standard_cal_data/multilingual.utf8 sha256=YJvp6k7kTPuSop2VeeTXRDg2UuvB2s19w3Ch20qvNFk 222555
exllamav2/conversion/standard_cal_data/technical.utf8 sha256=nHYKPkkX-mqYUXU6W8fwGHooWQwoWHqiPu2Bo2oYzPw 196701
exllamav2/conversion/standard_cal_data/tiny.utf8 sha256=6fStIJ9mv3QuT3XP3Lm97ydTT1d3GtZVz_NUO1qUl94 261693
exllamav2/conversion/standard_cal_data/wiki.utf8 sha256=1T_grq3zNV610ytIv4aRV1JEwxysyuiO1Gvo4bQCCcc 2093275
exllamav2/exllamav2_ext/config.h sha256=y6YugEFr3PtOSsCVMlzP_Fac_ZvERJ--ZBrcgOjJDCA 417
exllamav2/exllamav2_ext/ext_bindings.cpp sha256=1slgtesWs7OZsHVEo1N6tN6j3V-kefSYdpxiUga31cE 5321
exllamav2/exllamav2_ext/ext_cache.cpp sha256=bBe6pLp6GImsnuncKbYI9A0XJa5jjtr90MQXUUtjTgY 8957
exllamav2/exllamav2_ext/ext_cache.h sha256=ejq0_JgNXfhBTocHEH-hEnhitAsi--YNonDiB57p-S0 1129
exllamav2/exllamav2_ext/ext_element.cpp sha256=l5qKNbS3-3eVWe0_oPW3YOmxop-tOtw38Z1cy8U7P_E 1040
exllamav2/exllamav2_ext/ext_element.h sha256=kHbd5M4NNS0XmSCYiPXLHZOQuVeZGdSOj5JEftAShiM 57
exllamav2/exllamav2_ext/ext_gemm.cpp sha256=-wo7q6dmdvupxkU2TE9x0PJc-4rvuwkZGmJzQL-05Dk 1564
exllamav2/exllamav2_ext/ext_gemm.h sha256=ttylcKe8XcitDFhd-6FgRyck9rPVYzy9xt5GHXggfuA 161
exllamav2/exllamav2_ext/ext_hadamard.cpp sha256=wUgHLHANiHRNy_5hXddvZ1gfYcbu1apj2rjWAZo2_x4 2505
exllamav2/exllamav2_ext/ext_hadamard.h sha256=w1XQdKN3EJedVY-zptOPvRgBc_4sMsSbAk_haBNFkG8 82
exllamav2/exllamav2_ext/ext_norm.cpp sha256=6l8ekevh7j1uvFhppbhrdMsaPKdW9QeBKrG9PiiFSnY 4321
exllamav2/exllamav2_ext/ext_norm.h sha256=rIdsTFm-ZIYNBYiOjxZWiLrJsmd7x8qDuLXXf-NCIJI 808
exllamav2/exllamav2_ext/ext_qattn.cpp sha256=jCGm8O4ZjCDxpQeDE3YCeUnhJ1B8hgVmvzlFFDzWE68 23889
exllamav2/exllamav2_ext/ext_qattn.h sha256=plYrbY7_JPPVmOavmv9z07dKQDvVKIX3BpF9c_KTlQ0 4630
exllamav2/exllamav2_ext/ext_qmatrix.cpp sha256=vKPD9qHfesWcpl-RZb3J_Qj2mGsBJgj5LPa11QtuxNg 10537
exllamav2/exllamav2_ext/ext_qmatrix.h sha256=nEyiimfsH3sz17i7UiMM-2w9hN0KPuL17jverYnDkEE 1531
exllamav2/exllamav2_ext/ext_qmlp.cpp sha256=g-rznhOLarY-MOA9LR6X3ZNyvP5ElBR3PICFmTMGuhI 14520
exllamav2/exllamav2_ext/ext_qmlp.h sha256=nvFym7MPW4eOjKZ_cpqUBLbuvVQzWX53PlbOXcujMx0 2971
exllamav2/exllamav2_ext/ext_quant.cpp sha256=FJgoAO1djQTSbohThVzVSigemmb3r61DLhca-q0wo8o 5944
exllamav2/exllamav2_ext/ext_quant.h sha256=qRPzLbnS7h4dOm2OjGSrXQI7-tCJr7YZIHhkqLRQQX0 895
exllamav2/exllamav2_ext/ext_rope.cpp sha256=K-z1ktSWPQ2v0AG5CwRWQ2RrGDQZTbP_AHp0lsEx1Cc 3712
exllamav2/exllamav2_ext/ext_rope.h sha256=widqF1W_-qbWOahUFAZFWUYvYuRPpE4o32kg2BfbaKw 421
exllamav2/exllamav2_ext/ext_sampling.cpp sha256=KalKHlirZcRbxPjhTF6CnrrPwrMvMoHJNCrQMaIuMdI 12438
exllamav2/exllamav2_ext/ext_sampling.h sha256=wqd-D0jsTr21Ecx2gnyJuOXEeqV0EVTkKeIg_U0XMPU 1438
exllamav2/exllamav2_ext/ext_stloader.cpp sha256=yRHukOr52qBjdAR23Lmq_R2Lff4ooh0gj1T-niPH7O0 5837
exllamav2/exllamav2_ext/ext_stloader.h sha256=JQkHrV60QPZ2-n_XvHzIr7GYj6B01y1Tc76p-Lj4c9Q 517
exllamav2/exllamav2_ext/ext_tp.cpp sha256=64QZTWOQF-i52iJZIcE2GbqFpZy05pGV_lF_WvheZ3k 13041
exllamav2/exllamav2_ext/ext_tp.h sha256=qOXn05eJk5TkSCntglchY5xXwG9feDJi9bY1uU2dI7s 2913
exllamav2/exllamav2_ext/cpp/avx2_target.h sha256=EoPC3-FO1Q08LCZKwGLQVfAeZ2WRAVlijHbkN8s_OGA 1275
exllamav2/exllamav2_ext/cpp/avx_mathfun.h sha256=xsZtx279NKDaL84Evza8d_8uHfumOt9EVswn5Upj2bE 28035
exllamav2/exllamav2_ext/cpp/generator.cpp sha256=WLfsqasiP06AA79PQ6-XmYSjv5ypPWfNVHwPce6mzSw 1299
exllamav2/exllamav2_ext/cpp/generator.h sha256=VSqCjJRcqMtkSnuGc-1jZCNeEHpGcuwXiXNl24p98Hg 274
exllamav2/exllamav2_ext/cpp/profiling.cpp sha256=OTfVrKKc6ihxogBPtxg5czpGOmi6WOxRJky91bmLWO0 1627
exllamav2/exllamav2_ext/cpp/profiling.h sha256=oR6JJmIya5Rnvk6-72t3invppMZLDEHwxJHs1BTOJKM 390
exllamav2/exllamav2_ext/cpp/quantize_func.cpp sha256=IbgLa2oB6FeGkpoP7MYwfPGYGZ0SHZj3n-OsrD5cGiw 2463
exllamav2/exllamav2_ext/cpp/quantize_func.h sha256=Hwc-UEVYY_DzrdnbBsdW-cm7mzSBOQE9j3zXuPzI2tA 611
exllamav2/exllamav2_ext/cpp/sampling.cpp sha256=M01joQA1dTL32E2yNBXR-AbcueOUKWePV9Aseo1dWE0 22891
exllamav2/exllamav2_ext/cpp/sampling.h sha256=sDgvo31gWPpnhtJSM2mF3t0qPLMXu7DeL71XDLJHT3Y 2470
exllamav2/exllamav2_ext/cpp/sampling_avx2.cpp sha256=bMlHRnJN_-rjk83MJ33vREF4_CvjdG4VOGbAalBBI04 3917
exllamav2/exllamav2_ext/cpp/sampling_avx2.h sha256=HEeAJhekzYCveQHYKmyVZBcN0P_tg5Foh53XGQQ6aS0 333
exllamav2/exllamav2_ext/cpp/threadpool.h sha256=Hwjasu08Hp_9wK-Jj4dhF5C-jlPiFPJtPxQT8--c4Uc 3147
exllamav2/exllamav2_ext/cpp/util.h sha256=0xdm1FQiMqzDfNSnUWWhFS4YWPwMD8Ym7vIakaTLdwE 2325
exllamav2/exllamav2_ext/cuda/cache.cu sha256=8feKr6Di5JGPMGkDdAJrFm_pjpuReg69yetW7CvrMqg 12848
exllamav2/exllamav2_ext/cuda/cache.cuh sha256=8zrb4lBD_7fMEyueJ-F-ys4F5Y37_jD7PnVsqyL7a08 1937
exllamav2/exllamav2_ext/cuda/cache_q.cuh sha256=73E_6X_Gic3ZIKmmc4DJbB12065w6zg5faRJYveRhD4 5288
exllamav2/exllamav2_ext/cuda/compat.cuh sha256=RixL9UVU7XISnz9UqyEWSHMgb73ZqyGm134Hea8O7yk 2904
exllamav2/exllamav2_ext/cuda/graph.cu sha256=749cVB2nV1c6oBLAKOZvNu7Pbii831r3WwgWah8NPWg 4684
exllamav2/exllamav2_ext/cuda/graph.cuh sha256=g6mdK5ZFZlDvFnbnPT7cL_51qfNmoeWGet4kS32Tb9Q 1627
exllamav2/exllamav2_ext/cuda/h_add.cu sha256=SFCTy0mFBpfzFU26zyIoNOzj72FfnGnLYEn6CpZA4xs 4816
exllamav2/exllamav2_ext/cuda/h_add.cuh sha256=i_e-qnHBA2-mXQdQCqOtT2DVNKlPWXNVe43oszuImsU 413
exllamav2/exllamav2_ext/cuda/h_gemm.cu sha256=ZHCby4RYZbHDy064arnkwWBh4K0NyyhG9r_LsqoYw0s 7326
exllamav2/exllamav2_ext/cuda/h_gemm.cuh sha256=XAapvvtDrun0NJPYQJlfOlH0mQqPq825TL3TJbgK06E 717
exllamav2/exllamav2_ext/cuda/head_norm.cu sha256=dG2sV74pxXzFiVlqEnqO70kE3kb1qnrpaTWgIZBdryM 3539
exllamav2/exllamav2_ext/cuda/head_norm.cuh sha256=Hr7uEXmER1Eu0KsrIQezJsgrWJ72mIwhFtm32LbqtMY 579
exllamav2/exllamav2_ext/cuda/layer_norm.cu sha256=GU3qEHhV3aKOBXm19xbk4miPToHkKWIJcUx44A_qlrk 5757
exllamav2/exllamav2_ext/cuda/layer_norm.cuh sha256=khDfuf5bigWiOggcpnPNxIkwzlf_sQs_JBdmpVvbuDU 591
exllamav2/exllamav2_ext/cuda/lora.cu sha256=HwhHJonldtFW2VKC4rHbDMvIx2zk_iksz1CNLddewao 976
exllamav2/exllamav2_ext/cuda/lora.cuh sha256=Jt8J8cramSTvabYTS8sTQhiP1Jg6Lw3UL_gyIceaUCk 488
exllamav2/exllamav2_ext/cuda/matrix_view.cuh sha256=80YkwkT_BUc4Tocn-gj8EZX4YYf1TvACWX9IB7E38Cc 4293
exllamav2/exllamav2_ext/cuda/pack_tensor.cu sha256=_aEiG-806f4lrguXlV8Qz4HeQYFFDXGWMm3sSAovS-o 7450
exllamav2/exllamav2_ext/cuda/pack_tensor.cuh sha256=Y7HecY0x5mJGBpcgOUxZEwW4gDzbBlMQ9u5hL7biInw 624
exllamav2/exllamav2_ext/cuda/q_attn.cu sha256=QxTGP7RfOtpmBw0lWKKijDlLlswZSFDGoCcN2JesZfQ 11184
exllamav2/exllamav2_ext/cuda/q_attn.cuh sha256=BUXyEZl4d_HCAPJSSzFuWrj5NOZBActKDmR9k41kulc 3651
exllamav2/exllamav2_ext/cuda/q_gemm.cu sha256=AnafhOg7hRfhTuU9_5wRz9WqBEjsQTNkMkvK2_GD2g4 10232
exllamav2/exllamav2_ext/cuda/q_gemm.cuh sha256=vdMHF00io554exOSLbIEgjMPS0SPxTnfg99XJtWOJ-c 883
exllamav2/exllamav2_ext/cuda/q_gemm_autotune.cuh sha256=BBEwGe5RuPI89XsxKWy-8nnV0_3C20CE0B-WdvDuBdU 2671
exllamav2/exllamav2_ext/cuda/q_gemm_kernel.cuh sha256=TMMpmqEYZPdzt5lWtaRloIWUwwWs8wmaKINY_HzXOi4 19732
exllamav2/exllamav2_ext/cuda/q_gemm_kernel_gptq.cuh sha256=6ef79hp_33pTsWX9DrKp-nFx7w2buQGmvflYY4ZybvQ 7516
exllamav2/exllamav2_ext/cuda/q_matrix.cu sha256=KLQF3NLw5wKMAsgvO-GL8mnlIDgza1EEAdJtxbq-Td4 22571
exllamav2/exllamav2_ext/cuda/q_matrix.cuh sha256=84t3jA0N-bsu8m_uY8_GKE8Us3P7TGeTor6Uc3TU5M0 2112
exllamav2/exllamav2_ext/cuda/q_mlp.cu sha256=lqpkrSDFL6HP2-wgs0PpUJsq60Qsd8T5N-wGUg0ar6g 12461
exllamav2/exllamav2_ext/cuda/q_mlp.cuh sha256=vquL3K-T4uKovGOdpvo8E_FxOooaVkovknAjTfdil-o 4287
exllamav2/exllamav2_ext/cuda/q_mlp_activation.cuh sha256=FKzgQL0EzE7Y8FKP0J0-HsNVsM7w3BNk5ipb0qB2e0I 5762
exllamav2/exllamav2_ext/cuda/q_mlp_softmax.cuh sha256=7P4Ed9-1HDB7fkDrHA4XxiXD_qNj6J9K279X4T47Eas 7296
exllamav2/exllamav2_ext/cuda/quantize.cu sha256=HzneP-fz_o2qZQWGgqD8mCnqOyYGRVABGRT2LjfR65g 10198
exllamav2/exllamav2_ext/cuda/quantize.cuh sha256=wvLvhGxrh9y93I5fhNKhkCF5CfGf9_7FMDOYF1_69n8 1453
exllamav2/exllamav2_ext/cuda/rms_norm.cu sha256=Z5iMzH4Yp6aE35MFP_oi5rMQg19PGbBudkHiNbsQjtg 6447
exllamav2/exllamav2_ext/cuda/rms_norm.cuh sha256=apC9SALtveSRPIzzKlydi5rdGiW_B0xhz96w47LyXQg 633
exllamav2/exllamav2_ext/cuda/rope.cu sha256=tBZSe4jD0crRUk6Dayz6SvhkGE3qAXYXznCtKtZmYuc 7921
exllamav2/exllamav2_ext/cuda/rope.cuh sha256=TI_bjFc6_WEkM1ImEcV1rUOXiJMbLRr0hnb8xXpbP2g 1191
exllamav2/exllamav2_ext/cuda/softcap.cu sha256=DV8X3CN017i30oXqWzk3Cifdx62WicFmBxL6JIiUXSQ 1577
exllamav2/exllamav2_ext/cuda/softcap.cuh sha256=hsmKKGSQ14NIF9jCzW8FvwkvkhDtct6kWjM08AdTyzQ 396
exllamav2/exllamav2_ext/cuda/tp.cu sha256=R59b9u5ATuaQalXxqKh76ign26xDXmHXP5XIXSi1y-Q 1321
exllamav2/exllamav2_ext/cuda/tp.cuh sha256=WlJeVyhC5S93SIaXLKUUxXPA00mP28JcuV5zakKb_Ls 475
exllamav2/exllamav2_ext/cuda/util.cu sha256=tmZMQTx8lqbDoKIrtM4JIsnXS_3TYETpRui9g0OGZwg 624
exllamav2/exllamav2_ext/cuda/util.cuh sha256=ddQwQCQAusbIKiDrGkjYAhxRMmHHbHLiUXnnr6hjHrk 3589
exllamav2/exllamav2_ext/cuda/comp_units/kernel_select.cu sha256=z4a9-5OS3HxxRbhjtW3iJuYb7gcj7nGpKGlOvT8t1Wc 1313
exllamav2/exllamav2_ext/cuda/comp_units/kernel_select.cuh sha256=4qUEwDAtNJxahck_AAAz1eBwQqgOuDDiYFKlbDhzGHw 8080
exllamav2/exllamav2_ext/cuda/comp_units/unit_exl2_1a.cu sha256=54UiJMwsoyypM9r4ulTAehJqaTdWzD-vWPzl_Y0jKgk 694
exllamav2/exllamav2_ext/cuda/comp_units/unit_exl2_1b.cu sha256=11Laun90WkGbjRmAk5V7Yx_iEiT2bcfegGTSRCvDX7I 694
exllamav2/exllamav2_ext/cuda/comp_units/unit_exl2_2a.cu sha256=OZSKhLzCJnLKl88XKLpGE-NDTULN4LQgUGF51aUpHtM 694
exllamav2/exllamav2_ext/cuda/comp_units/unit_exl2_2b.cu sha256=pof4hJk6QmucDcFS-vLHg8At5fdyNSF_qFGmBDbxhmQ 694
exllamav2/exllamav2_ext/cuda/comp_units/unit_exl2_3a.cu sha256=vV2tORea5iZBV2tVdvBCCgUVyPq5cdx-TEVd50MqvDo 694
exllamav2/exllamav2_ext/cuda/comp_units/unit_exl2_3b.cu sha256=ggyKbQ2cDMpP8mYSPC9M2Qi7CgGBccJBbRlrkS_PLdQ 694
exllamav2/exllamav2_ext/cuda/comp_units/unit_gptq_1.cu sha256=QBJPbTMWQRisV5_REheKdy6aQvF3SRWn7W2Q_vpzmgk 634
exllamav2/exllamav2_ext/cuda/comp_units/unit_gptq_2.cu sha256=ON2M0PVl_lHjs2N-QnRl0pVHCk1_SuJZLiw9jo8pjfg 634
exllamav2/exllamav2_ext/cuda/comp_units/unit_gptq_3.cu sha256=UdMAMpiVLr7E5NSJwx-q7LMezMtSOtxqtVHpiExe8-8 634
exllamav2/exllamav2_ext/cuda/quant/qdq_2.cuh sha256=jCDBLdAUchAvk7IBRH26zJQ-G5bn-bx5vgTi7yyVcR0 2881
exllamav2/exllamav2_ext/cuda/quant/qdq_3.cuh sha256=SnGZrk0BKhxyy1N1sXoJqxCkEr_amFf3-N0r6D27TpI 5782
exllamav2/exllamav2_ext/cuda/quant/qdq_4.cuh sha256=2TP9bFuf6ZN1eWA398JgdLipnUfDhZOoo7d1WkJIpaM 5755
exllamav2/exllamav2_ext/cuda/quant/qdq_5.cuh sha256=lc4Hjp-vTdbOw02TlDy9YmkAgd8YRTKwhUtu4anUewI 7342
exllamav2/exllamav2_ext/cuda/quant/qdq_6.cuh sha256=jX7EYGh2EELTteVaqWkhQ6O5nvWIHpbRyw0hwpAc4no 4530
exllamav2/exllamav2_ext/cuda/quant/qdq_8.cuh sha256=YvJHf4kOHMOoXbI-hoRZt-Q0I36P7n7FCsKn--4dWQE 643
exllamav2/exllamav2_ext/cuda/quant/qdq_util.cuh sha256=_U-x5oEmtKL5ulsdcg2-CsZsYiCISH2hRD-qgLPYtB4 1367
exllamav2/experimental/fpx.py sha256=nqQ2eWQ4RtlN7UWZ_rX1emDMuPt0qfJ-uTGH-LkplZw 9028
exllamav2/generator/__init__.py sha256=g-bi7vhE7sFzbMgaTCzE9uhP8qkNWXQB33iqp6u5HkQ 585
exllamav2/generator/base.py sha256=kK7bTL7lg3dH6m7si3qC3GUvxgn1oqqNDfNgMlOmfvg 12891
exllamav2/generator/dynamic.py sha256=AXU-BrOIhBEj1FKa_c2a3Zp1cr8RX3gjRKRjT5urXUw 97561
exllamav2/generator/dynamic_async.py sha256=rKG9dq1Aqk3M_ZnnRPvBShB6UIXDBe2xYvElayIUPzU 3541
exllamav2/generator/dynamic_embeddings.py sha256=WfmJZrELCt-wWTP5Ocn7j8VXyjSrTNPNjm-7sTZSKwI 2722
exllamav2/generator/hooks.py sha256=oxkTKys3iUtpQby97fb8ktlwm1LBPT6wz9GAGEF4yhU 497
exllamav2/generator/ngram.py sha256=jp94y816c3d0Ac4RuGQmNhfOOaaf46uZSA_OZccsPFA 2370
exllamav2/generator/sampler.py sha256=qLeYIMd9R4aPutpLsIPh7eDao06DF6skZNJt5uCPihI 21606
exllamav2/generator/streaming.py sha256=eZ26kA3YiLFt928DzIrzWHF5RT28Tedqk0f3-Hvhg5c 39122
exllamav2/generator/filters/__init__.py sha256=O-_cLgKh9gN-n8wboZbOmwbmruU6jRolz7wNg85CUBY 242
exllamav2/generator/filters/base.py sha256=zN42G7c_dKsf_okS5K6jqNs3RVmfjXVEU4K6ZvA3aBo 3606
exllamav2/generator/filters/prefix.py sha256=Rm6PZvAVoC9t4x1WVvSZoUUfn2kags0KzjObdFunal8 2976
exllamav2/generator/filters/select.py sha256=XLhU1MZA1_PLbJj-uupIsPH_NJ_JhM93rgcUBMUGWhI 3965
exllamav2/hadamard/hadamard.py sha256=ZBNmxT5951EnrSjh27590tkHdIoLqq7Q4F_qwIbbPbc 4346
exllamav2/hadamard/hadamard_1.txt sha256=oxjCQhbe_iBv7rc-9b4AAz-pxKdNC5Z_ZTKibKWQbTs 1
exllamav2/hadamard/hadamard_100.txt sha256=qnm2ohpy0EDpB_ad5nDqmzXAs2N7_ZT1RaJxL7eyYhI 10099
exllamav2/hadamard/hadamard_116.txt sha256=lirzE1yLpDT0RLgFNYsP4huDBvd1KnL06vg7WVjI-VQ 13571
exllamav2/hadamard/hadamard_156.txt sha256=2KAbxmr5GE3a8CjIoilGxwH9AgehCixOD7H4XUa0Or0 24491
exllamav2/hadamard/hadamard_172.txt sha256=aQ8PEz_Zs6DGV2nxso7yhkT8QEmBib6TPfA5UyrO69Q 29755
exllamav2/hadamard/hadamard_188.txt sha256=o2TouAs1mu4GFFR_EG6l31McriDzRqXDCHQTEs_mh9M 35531
exllamav2/hadamard/hadamard_236.txt sha256=zwYsPRzr3XIPYVMCfC05_G9Gnfbwy2G7V4QO0RzTB20 55931
exllamav2/hadamard/hadamard_244.txt sha256=9h7meo1QYK6AkX2u6LL5gij2E_3rTSHAMMMktpelSHM 59779
exllamav2/hadamard/hadamard_428.txt sha256=QGylh1W0Aw1E0Se-t3SZfLVzfH2XYiwqAky52eOLPEE 183612
exllamav2/hadamard/hadamard_52.txt sha256=0pxO4v59ae2kobR4hH1ugbSHCHUlbfy6ochkomMroZI 2755
exllamav2/hadamard/hadamard_92.txt sha256=rQj2SxvoRHNRoPIkY6ooYXIhhJSrsyKoBXH7EZj1zBA 8555
exllamav2/hadamard/primes.txt sha256=3huQ6R7oGT8VPNnW95iHoboF4jZajuIwxsbrI8GrX-Q 58982
exllamav2/server/__init__.py sha256=FTZeAX4gKfoZ4CMB_Yz6RJWzUUD-NskeVvfQIbodOAU 107
exllamav2/server/websocket.py sha256=v3dxGQr6Hhtt5UhNd2GuSQzAhicwWGO61uYA9Q9854Q 1623
exllamav2/server/websocket_actions.py sha256=jaeqIrjyrTqcV_pTpdbcku7n8cd5GEDzFgsm54CBLew 10309
exllamav2/tokenizer/__init__.py sha256=1-nke-DAloiKZbcuiVqkJGB0hiURq3V184pXza-1ep4 217
exllamav2/tokenizer/base.py sha256=63BtYpnPK8NpD4QKSRTcV5eVDXlb06_N6rraxh5CrbM 2157
exllamav2/tokenizer/hf.py sha256=HaWxaxzpzKRzKENCGyIwNpkvkSAEZ7Q29mHNssouHm4 3028
exllamav2/tokenizer/spm.py sha256=WkmFxy7--Ex-h2Xs5NaV5QnkuMSebQN7XYOu7xb4EmE 1972
exllamav2/tokenizer/tokenizer.py sha256=n5S5FyYfSWFiux4yE23nh8Gjwj9G0W0q4c8IjvRTUl8 26603
exllamav2/vlm/__init__.py sha256=j6D4GrlV0cq7owG-6viFhdeEfWAMGp1ydRPB_dvzEw4 170
exllamav2/vlm/mmprojector.py sha256=MVVLGl24_pf5RPMo2nn65aL_SJ0LEXi1Tv9axURgoWE 1569
exllamav2/vlm/util.py sha256=FaQsDlh5Uf6vK6CtZHkLDpAXD0KCKC13a9wiT-qUNqk 3454
exllamav2/vlm/vision_tower.py sha256=l8zgpYl6HCBEqUxzhD7174duWmGmSC4NYjAj8z3ZExM 15093
exllamav2/vlm/processor/pixtral.py sha256=XaEvf2g4Z2EZKPuAAa8DC3m6eRokfEAv7XyefrWLDtU 3172
exllamav2/vlm/processor/qwen2.py sha256=vT9gXviFimuWBo6qPcml4AbiShjjteb3OdE9rrhOAMI 6939
exllamav2-0.2.8.dist-info/LICENSE sha256=GEfg4GmBQu1DR8FEGp-oHI-93USx2LvNXjZH-ZF1nX8 1035
exllamav2-0.2.8.dist-info/METADATA sha256=srnAE6WZ6VXWQWrhaVuH6waVOzO2Z5nEkLXuhApHVkk 467
exllamav2-0.2.8.dist-info/WHEEL sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A 92
exllamav2-0.2.8.dist-info/top_level.txt sha256=zHcNv9GI63f6FSZ1gBE6rZUoFLz6jTBuX2RjL8_6H0g 10
exllamav2-0.2.8.dist-info/RECORD

top_level.txt

exllamav2