Wheelodex » Projects » lightllm

lightllm

View on PyPI — Reverse Dependencies (2)

0.0.1 lightllm-0.0.1-py3-none-any.whl

Wheel Details

Project: lightllm
Version: 0.0.1
Filename: lightllm-0.0.1-py3-none-any.whl
Download: [link]
Size: 320258
MD5: 9689701460222023ebdbf5a205e76e2c
SHA256: 5d299ad9c553eee4bcd1dbcde378ee54366854e0a4fcb5a59d8ec5b281812650
Uploaded: 2024-08-27 11:39:44 +0000

dist-info

METADATA · WHEEL · RECORD · top_level.txt

METADATA

Metadata-Version: 2.1
Name: lightllm
Version: 0.0.1
Summary: lightllm for inference LLM
Author: model toolchain
Classifier: Programming Language :: Python :: 3
Classifier: Operating System :: POSIX :: Linux
Requires-Python: >=3.9
Requires-Dist: pyzmq
Requires-Dist: uvloop
Requires-Dist: torch
Requires-Dist: transformers
Requires-Dist: einops
Requires-Dist: packaging
Requires-Dist: rpyc
Requires-Dist: ninja
Requires-Dist: safetensors
Requires-Dist: triton
Description-Content-Type: text/markdown
License-File: LICENSE
[No description]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.37.1)
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
lightllm/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/common/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/common/build_utils.py sha256=cybINshIiqMp0cjRUcfhGW8IQdDK9GscSSjP6HPEK2s 274
lightllm/common/infer_utils.py sha256=x8cVMjSx2wuy1sJ0jc934TG5d-GAYemxcr8vxJVfGvw 694
lightllm/common/int8kv_mem_manager.py sha256=Bqwu4OvVazJAXeLm5K8aIYjqhDVIC-FOz9YKIqI4twk 693
lightllm/common/mem_manager.py sha256=hm7I-ewipEY5UN5W3Jbm_ri0XBxF2PuTp3BZdGozvew 5107
lightllm/common/mem_utils.py sha256=7qxaFHlI16WxFHxJiQI6ivF4qn-NvhEveVb3G123iS8 1061
lightllm/common/ppl_int4kv_mem_manager.py sha256=XtPaQhlHoezroNz7zbIygTWGCeQv6DCASMHQ8S0Ynb4 808
lightllm/common/ppl_int8kv_mem_manager.py sha256=N0oGMALStKrdOinZmervMQB74gzI_YK3D4KVzyM-4IA 750
lightllm/common/req_manager.py sha256=QUm2u5EqEgB_8TPGsaa7NIEQgGKgBNo_MnWc_XajnVQ 1566
lightllm/common/basemodel/__init__.py sha256=Pbnz_nuxFJtoPFaJDPUwZPdGdeKVFyfU_863HQ-olTE 1511
lightllm/common/basemodel/basemodel.py sha256=FFYo57idRVN2W8283MhaD36aQQojeleZEX4i6NwRWyw 16961
lightllm/common/basemodel/infer_struct.py sha256=mRue9Rw-soUNbZWbg1HifQGf0Wer9CEpJCUTDk0TMeM 1285
lightllm/common/basemodel/splitfuse_infer_struct.py sha256=FKkf9w-KEJsP-2K0xZF7sUByqnP1PVNqx62paJEx_8I 2264
lightllm/common/basemodel/cuda_kernel/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/common/basemodel/cuda_kernel/fast_llm_wquant.py sha256=zcJem-5Jx9VPrWPi_TUFob52Y_CJ7VoAZm_eq79KgOs 884
lightllm/common/basemodel/cuda_kernel/lmdeploy_wquant.py sha256=MYS9Djfl-yHEc6Ler8dfH2LXdZSisI_yw44YeWHJw_0 3355
lightllm/common/basemodel/cuda_kernel/ppl_awquant.py sha256=H6cK82R0wUY3hc9f_uX55GeUhfDfd_EKJiM6MTQV660 2042
lightllm/common/basemodel/cuda_kernel/ppl_wquant.py sha256=lyaeEMiAAdXI8sFJwEU9GIaBWWs4Xn-GJIvd8s3fhuM 1433
lightllm/common/basemodel/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/common/basemodel/layer_infer/base_layer_infer.py sha256=kFah5eSUPdN9mAKbfPDvAzGznEeBxAaKRF0QchMGjkw 913
lightllm/common/basemodel/layer_infer/post_layer_infer.py sha256=hbvkhGhjMfR0JUIDLbjxoK3I-f_nT-GLsss2vxv0lvE 324
lightllm/common/basemodel/layer_infer/pre_layer_infer.py sha256=HHoUD-Upw4bi9ny2v6PMdI1_bnHZeJpR7NqiIYBgK0k 323
lightllm/common/basemodel/layer_infer/transformer_layer_infer.py sha256=RyRouSa2UhZ1iEoVyVMq0_Q_9u6T6hx-7GSeYZ5FkFI 378
lightllm/common/basemodel/layer_infer/template/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/common/basemodel/layer_infer/template/post_layer_infer_template.py sha256=YKdSpbhYJMAYUO9XujXhBjSaUq5S5kbp_ZW3v7f9oYo 667
lightllm/common/basemodel/layer_infer/template/pre_layer_infer_template.py sha256=YPczZRFSSffdqzKBM71GBbwckeKaDNMZDpDsyqQ2G6g 465
lightllm/common/basemodel/layer_infer/template/transformer_layer_infer_template.py sha256=A9ejhMfjhNbelF8U8xcoD5ha7KsGqBuiNaIY9GsMEd0 8006
lightllm/common/basemodel/layer_infer/template/transformer_layer_infer_template_awquant.py sha256=_hy9tFK39vXWwv20lwiPf_Tz7SaKZVTLMtLsjpsdjAU 1800
lightllm/common/basemodel/layer_infer/template/transformer_layer_infer_template_wquant.py sha256=mjO0WQe_E9CaFjURvXcPdz3Ag7siPrO2STHsiTuGz6s 1567
lightllm/common/basemodel/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/common/basemodel/layer_weights/base_layer_weight.py sha256=-gr54gn3xatG8hK6OtRJVQbW84BDMp0YIuyF1pSY4cM 1785
lightllm/common/basemodel/layer_weights/hf_load_utils.py sha256=SwSkK-VBMf-emeNbuBy3lwySI7k6CjkDVnxnS_cTI6Q 2577
lightllm/common/basemodel/layer_weights/pre_and_post_layer_weight.py sha256=Jr1xSPeADPHji1oUVqHdAJNTXC9IrmlfMfOtCVt8StY 407
lightllm/common/basemodel/layer_weights/transformer_layer_weight.py sha256=phVbVYFas-FQBlNYcWo_BJaou6cV8_iS7En7B5w0lXI 474
lightllm/common/basemodel/triton_kernel/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/common/basemodel/triton_kernel/apply_penalty.py sha256=FLVexD0qqAFqZeuk0ZoF9JBVVB0H1OcbIfWA6wdUVrQ 2174
lightllm/common/basemodel/triton_kernel/copy_kv_index_to_req.py sha256=fjbHEKcfQYrmvAGx5QBsJrnKJdbeTxfyRHiHwplibZk 1086
lightllm/common/basemodel/triton_kernel/dequantize_gemm_int4.py sha256=i49Q6b1GDzVI1pAfO2yww2QgW5M5a5I9ZB4whxZs47E 33202
lightllm/common/basemodel/triton_kernel/dequantize_gemm_int8.py sha256=hPd7e8SWAPUC2LXSgFX5llxRWdtZzxGU0UkAGYQrDd8 8089
lightllm/common/basemodel/triton_kernel/destindex_copy_kv.py sha256=K78IPezI4wF_Qs0jPJHRKyX2GxWJC7xmiR0iwnN8dwo 5058
lightllm/common/basemodel/triton_kernel/multimodal_emb.py sha256=xXcDxKwURDDFS2WIAs8KBowPPZ-d9YQbQ-PJ48z5UBA 4378
lightllm/common/basemodel/triton_kernel/quantize_gemm_int8.py sha256=R58TsePu07m37FdEY4i7gKTgk154htUtDzPPWS9aIKk 18832
lightllm/common/basemodel/triton_kernel/splitfuse_copy_kv_index_to_req.py sha256=NY1t9LMiNfGts25LSXMUsfuUeKn4psKnO--nf32s314 1792
lightllm/models/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/baichuan13b/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/baichuan13b/model.py sha256=Zz2IeoWEL5uOt9e0jew7RVqxELMPxCrfujh-uPyqVpI 817
lightllm/models/baichuan13b/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/baichuan13b/layer_infer/transformer_layer_infer.py sha256=7nIn9biUrJuVtboylb-_kLis302sWG_LfbbmwiYdrBc 1471
lightllm/models/baichuan13b/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/baichuan13b/layer_weights/transformer_layer_weight.py sha256=brmP6r9FfRnX5tVkBUJ3ebxveS7AuXiD63GLjxTU1bM 916
lightllm/models/baichuan2_13b/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/baichuan2_13b/model.py sha256=DbCIMOeGeVBgV4q035MqR0B0Cm8O1IzCnG6QuZZPXuo 1138
lightllm/models/baichuan2_7b/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/baichuan2_7b/model.py sha256=JK4Y8Dvo3FFOxGgYl-3rLXRLvg_DV-L7BwzZK79DDzg 624
lightllm/models/baichuan2_7b/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/baichuan2_7b/layer_infer/transformer_layer_infer.py sha256=PIKVNpniwR9AWpajT0kzFt2tIQasKEbuMZS7hHV-3QU 1417
lightllm/models/baichuan2_7b/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/baichuan2_7b/layer_weights/pre_and_post_layer_weight.py sha256=ucuzOXdNgmivXKd4Kdwtjr7zKsSlympnAey29Mt82tE 1591
lightllm/models/baichuan7b/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/baichuan7b/model.py sha256=IkGE-QphUOD9ybi3FctuSq8gS4BI7wS8RJSVtliKyx0 379
lightllm/models/baichuan7b/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/baichuan7b/layer_weights/transformer_layer_weight.py sha256=5c1ddHgoIF2SP97DFsFUg7JX6ZhZBgbSj5xRcC9nr3Q 2135
lightllm/models/bloom/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/bloom/model.py sha256=T1lXIh5C1wUzveh9Qvk_bKwNHLtzXWqFfzW7zaJuf2Y 2301
lightllm/models/bloom/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/bloom/layer_infer/post_layer_infer.py sha256=FTQ-1xwXSF7Jh5D5KvbsJJb7o-MbHlSRkbOLxNjHy0A 2873
lightllm/models/bloom/layer_infer/pre_layer_infer.py sha256=wDWWUImCMTo-y94fY2MbaAk0xI9RIZ-Kicr-1xGvqEc 2631
lightllm/models/bloom/layer_infer/transformer_layer_infer.py sha256=CLf8V7xdYVD0YKwFYwEVBOCbv3GcmvFqn8wpbulRIgk 5415
lightllm/models/bloom/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/bloom/layer_weights/hf_load_utils.py sha256=9SZkF-ZwwjtSrfEK-rpeUAvmMfSmQx2Lnfds-RpS5DQ 2290
lightllm/models/bloom/layer_weights/pre_and_post_layer_weight.py sha256=h6mnH9CTy2eXzSETLXNcW3PObtzrBJ88MbfyjgJbOHo 1754
lightllm/models/bloom/layer_weights/transformer_layer_weight.py sha256=LGQae121A9Yiyuc8YQk9-0Yyjdp_WXtTyf8pw0Qb6cU 8598
lightllm/models/bloom/triton_kernel/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/bloom/triton_kernel/context_flashattention_nopad.py sha256=GkHbuIEcwvMe6DYp1Sh1aF3y4jMfOz-lI6n3wIAnrxs 7379
lightllm/models/bloom/triton_kernel/layernorm.py sha256=0rnR8N_ugVYhAO4lij98Rv0hk-oW5ig80sSkLerNOYI 3441
lightllm/models/bloom/triton_kernel/token_attention_nopad_att1.py sha256=ikBiyz0_0jX3SyN7jj7tV1o6tiCV36UZ4DDiW8fW9jM 3638
lightllm/models/bloom/triton_kernel/token_attention_nopad_reduceV.py sha256=M9BHNIlaecxDYYbZ8jY93xyGI-glU3g_00Q9fBZHC2A 2972
lightllm/models/bloom/triton_kernel/token_attention_nopad_softmax.py sha256=Jq3u7dbxAfZYS8UtuEFzEmyPIQdPSpl2XTvCv_DwQXY 3699
lightllm/models/bloom/triton_kernel/token_flashattention_nopad.py sha256=da5UTQ6IiLBLnFpph9X2SCO81odheKQPgZqJJw0rvWI 5409
lightllm/models/chatglm2/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/chatglm2/model.py sha256=gghr5CKgj-4Qb3D1I6lcMfE1_buFjuiIZzxpgL-ojlk 3229
lightllm/models/chatglm2/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/chatglm2/layer_infer/transformer_layer_infer.py sha256=AK1Dx2G6Vc0TeEl-FLSWQDcLOOAZW0sjnIR0810D3os 2239
lightllm/models/chatglm2/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/chatglm2/layer_weights/pre_and_post_layer_weight.py sha256=niKeuzbBU2SzJogP_Tv47pX7Go1f69K1-IqpnaoYRmk 1521
lightllm/models/chatglm2/layer_weights/transformer_layer_weight.py sha256=5acJVguUUjVCVRZYK5gYUBY17GP4oiBkhyRy3Ir-9XE 6113
lightllm/models/chatglm2/triton_kernel/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/chatglm2/triton_kernel/rotary_emb.py sha256=1ltbiAmgPK6VSAGrAluyz6zD2Xy9PnOw3Kvud5U_lF8 4651
lightllm/models/gemma_2b/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/gemma_2b/model.py sha256=xOCUDD1ewKnNMU1D6tmT6VH-k_fO6h0wiE_ECUXrNPc 3272
lightllm/models/gemma_2b/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/gemma_2b/layer_infer/pre_layer_infer.py sha256=7RPCGuZIyy57WFc6-SayyZPSQQivdzDxaVfUp8RM30U 2724
lightllm/models/gemma_2b/layer_infer/transformer_layer_infer.py sha256=3ZbKoro2xM1Abe_owvxBEh-7iI3nLSLN0hvWEr-1JQA 1349
lightllm/models/gemma_2b/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/gemma_2b/layer_weights/pre_and_post_layer_weight.py sha256=l65YJ4pdmZJ1R2HegSyL5DB2NqmwuBQE2LR0q90lV08 1340
lightllm/models/gemma_2b/layer_weights/transformer_layer_weight.py sha256=6QnAftaQb5cAhlNuMQ_5-BvuSMG8g8KX1opqYLmowmc 3736
lightllm/models/gemma_2b/triton_kernel/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/gemma_2b/triton_kernel/gelu_and_mul.py sha256=eiVrA3p-wPAmCvoG9xE1_ZuKieYbtl0RIl1CKQyXcRc 3119
lightllm/models/internlm/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/internlm/model.py sha256=VkU87BIpko5oaEgJyXk2wE8GTTnATasrUXvrsnb4Kr4 586
lightllm/models/internlm/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/internlm/layer_infer/transformer_layer_infer.py sha256=Q51nj1pnBB9H9Koowl61hrneoidbb5ouUmqz725Y_sc 1904
lightllm/models/internlm/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/internlm/layer_weights/transformer_layer_weight.py sha256=7cgytAxGfwy6qjKoXYNun27A3VvqGkFnWehKPv87q8A 4715
lightllm/models/internlm2/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/internlm2/model.py sha256=W09dCpGssOBPOuM5SqRGIrX1VXnfitSa3QLTyXsJIek 586
lightllm/models/internlm2/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/internlm2/layer_weights/pre_and_post_layer_weight.py sha256=3ZEvNoEmnRpaiSEKsCfRCuRQDDrKC8GKiR-DO1Jt880 1149
lightllm/models/internlm2/layer_weights/transformer_layer_weight.py sha256=PeM_Z3KYdBtrF_ASzZ10VBmkCodxUuKp8T1Krl0ph48 5390
lightllm/models/internlm2_wquant/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/internlm2_wquant/model.py sha256=34_rx6d5ty4x1oJ07UBj-5qLm3AXpcBgxch85WmChzc 1730
lightllm/models/internlm2_wquant/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/internlm2_wquant/layer_weights/transformer_layer_weight.py sha256=fWVoOvWM7W4DEScyzSIoPv3JBI9txdKr3kikY1yBx1I 4534
lightllm/models/internlm_wquant/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/internlm_wquant/model.py sha256=bI5E1aXKNfOa1meaUsK8gUJ0Ne3YdHK4-z7mLVq9ngE 1752
lightllm/models/internlm_wquant/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/internlm_wquant/layer_infer/transformer_layer_infer.py sha256=NWGhcw7839zczapYA0l4KTjHW6KCq09rAfwGcHndkFM 2074
lightllm/models/internlm_wquant/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/internlm_wquant/layer_weights/transformer_layer_weight.py sha256=wnjlLXouxseu6q9ZkWsMS_ay5xSC5PFLvgpXJidGtPo 4876
lightllm/models/internlm_xcomposer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/internlm_xcomposer/infer_struct.py sha256=D8y17uArdZDjqUy19uhcPPnfFeydr0fXEE6vnj6axfs 765
lightllm/models/internlm_xcomposer/internlm_visual.py sha256=_twI2HxTzz3jwIgxK_uDa4yBf8560zoICgvMmIfjmZo 6949
lightllm/models/internlm_xcomposer/model.py sha256=ySp6xP-wlubt8jbMRvJWPyp0U25iXm9Sk0iaBU8kltA 939
lightllm/models/internlm_xcomposer/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/internlm_xcomposer/layer_infer/transformer_layer_infer.py sha256=vdqPnwhqsaflpIcJ3lvKmpXWCFlUsUaO_TnJJqlZNhw 4109
lightllm/models/internlm_xcomposer/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/internlm_xcomposer/layer_weights/transformer_layer_weight.py sha256=EhwSIVrvc3i7mQRbScJPXxCiVXJQN4iCmR8NXby6--U 6430
lightllm/models/llama/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/llama/infer_struct.py sha256=SisCxuofIT04R2SayGj13Vm0il-oJ16BOpSwg9mSojg 1566
lightllm/models/llama/model.py sha256=FSSnOx3cZbG-Vg1e5-Xko7zZo8Ats8yTwpWTor7ThBM 10041
lightllm/models/llama/splitfuse_infer_struct.py sha256=WuXP-Xjk0cl-RpGqolcPCb9xd-YxIdYpg-cib0ywQTQ 1848
lightllm/models/llama/yarn_rotary_utils.py sha256=xS9kiL8RiatfrRlLgkH4ux5FkZvB9wIbjIHS0IDyMa8 1057
lightllm/models/llama/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/llama/layer_infer/post_layer_infer.py sha256=6-9FuBeO-1PQecSspIx9dvgmoOzsnpwKEUtm1halUAQ 6130
lightllm/models/llama/layer_infer/pre_layer_infer.py sha256=dhcVzhjlXOTbrxfgXfMYxGiwg3mih9UQZOfJDya_XX8 2344
lightllm/models/llama/layer_infer/transformer_layer_infer.py sha256=2ICj6UQTxLEVU3CNFlrdvHdyxXdAwDvQrQel7TyFlV4 26490
lightllm/models/llama/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/llama/layer_weights/ds_load_utils.py sha256=AeNV2zlMBwZloPvkV8JraBf2FoBYU-lyI7tKIrX0U_Y 2147
lightllm/models/llama/layer_weights/pre_and_post_layer_weight.py sha256=UFGXj-Cs58YyjhDtucRvqjtaYvjIEIE7QAmI0w4p34Y 1440
lightllm/models/llama/layer_weights/transformer_layer_weight.py sha256=YYzd_QDlCL4pz72EeCPJuH7iJH3L_ihHsv4On3fddWc 4619
lightllm/models/llama/triton_kernel/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/llama/triton_kernel/context_flashattention_nopad.py sha256=XiAy7l04_789PxFSGpApGbvKDT4wS1OMYRme0KTaEME 13278
lightllm/models/llama/triton_kernel/flash_decoding.py sha256=4GmuAsnfY-_3zPBgxlkLgdGKaVjnY6wsMsR025Yk6tQ 2015
lightllm/models/llama/triton_kernel/flash_decoding_stage1.py sha256=2VD75gzpWZefC81GdGowA4kDNyvSWhWcoAur-2hmh5s 4323
lightllm/models/llama/triton_kernel/flash_decoding_stage2.py sha256=lPFtfJqaempyqHgkMw7vVIgnAP3mbDprnSjxZyNYATQ 2268
lightllm/models/llama/triton_kernel/gqa_decode_flashattention_nopad.py sha256=QC4RO5adCisfCXj2YkT6odLSOXLziVNWbMycuzZj_pA 4525
lightllm/models/llama/triton_kernel/gqa_flash_decoding.py sha256=U35h8PNxQLL-b9oyxJQyCEjlI2X1I4N1qqx4hyDnOFE 2957
lightllm/models/llama/triton_kernel/gqa_flash_decoding_stage1.py sha256=pNBYP9sau-1f-3lmdQ6NOz0Vr1fa73OtlRKwt9jS1TI 5197
lightllm/models/llama/triton_kernel/gqa_flash_decoding_stage2.py sha256=lPFtfJqaempyqHgkMw7vVIgnAP3mbDprnSjxZyNYATQ 2268
lightllm/models/llama/triton_kernel/ppl_fp16_flash_decoding.py sha256=bDNT0LExNwy-yeme65OduXFv_gY5W81DfW54fVb9zQ4 2083
lightllm/models/llama/triton_kernel/ppl_int4kv_copy_kv.py sha256=WocQcrOqwDJqF0prG8m5IL91vxyib2hBDSvR6AS2xvA 4126
lightllm/models/llama/triton_kernel/ppl_int4kv_flash_decoding.py sha256=9Vqwa6wB1dcMGBiH8hpUmxZb-xc_DBySut8GBEO7MLU 1543
lightllm/models/llama/triton_kernel/ppl_int8kv_flash_decoding.py sha256=JbLquSnDZJPCdQm7HRZZtnWy2_zXzOwQdxOiQ8IvA_U 1543
lightllm/models/llama/triton_kernel/ppl_quant_copy_kv.py sha256=XhopoN_N8vZEjjvKGSnNcDcBZUXhTmddJGTjCBPYbzQ 3678
lightllm/models/llama/triton_kernel/rmsnorm.py sha256=6smUqUag0xD3MZ-jRwnKY2WUEi8yzG89c8K3173Xdi8 2884
lightllm/models/llama/triton_kernel/rotary_emb.py sha256=JMBYN9pDb1_SSGdyWUc5pQ915mbx5gVTVnkSUDjEhLI 5668
lightllm/models/llama/triton_kernel/silu_and_mul.py sha256=VATi4KLmxVa07JDwKGb28kf6J4yqLfClA69_APuAmkI 2788
lightllm/models/llama/triton_kernel/splitfuse_context_flashattention_nopad.py sha256=zmnbR6Ms-v_MmJ6cmBZPdIr8HB_OD72rwoLTIPTICl4 11172
lightllm/models/llama/triton_kernel/token_attention_nopad_att1.py sha256=R4zKvY-Vs7gzgh2Eclhwwu6NrO1JZxuaADp3quNVKro 6475
lightllm/models/llama/triton_kernel/token_attention_nopad_reduceV.py sha256=WNNlmywze4QU1oo95KJzv8JmUn1m67n2RjeJDNnTmeQ 6425
lightllm/models/llama/triton_kernel/token_attention_nopad_softmax.py sha256=of-d1ZHB7johXxbALD1Nv_R_K9uPuUpW-1lpU4CWTuE 2524
lightllm/models/llama/triton_kernel/token_attention_softmax_and_reducev.py sha256=M5KEbOEF3Mwp6cv6IxXxsfgorePZDsuO03UJGT30N4s 2834
lightllm/models/llama_awquant/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/llama_awquant/model.py sha256=-BLGvrLrtu9PIMhP2D6xD_kOrKMiGPmr6uwJNoya0to 1959
lightllm/models/llama_awquant/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/llama_awquant/layer_infer/transformer_layer_infer.py sha256=nBoY_BYKxkGrC0BNfAhU0F7u7GCbdrKareARqE1Nsz0 11140
lightllm/models/llama_awquant/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/llama_awquant/layer_weights/transformer_layer_weight.py sha256=dkpzKADncLVHvuRoe_95TKVgGKtnVlPfEhwHHL1cSkE 5139
lightllm/models/llama_quik/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/llama_quik/model.py sha256=lJKiNy2GxB-2HqZ4ThHfg931B4ftGb9k2shpm07GO6k 1721
lightllm/models/llama_quik/cuda_kernel/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/llama_quik/cuda_kernel/quik_awquant.py sha256=Tvcw-oDhqqrIed4AP9j_WU_sjAvkLVirQVW_u1oAo1s 3784
lightllm/models/llama_quik/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/llama_quik/layer_infer/transformer_layer_infer.py sha256=0basTETd_Bab_6v-xjmo2i7LX7Iej4Y6ll0ogXXc8ow 6475
lightllm/models/llama_quik/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/llama_quik/layer_weights/qlinear.py sha256=hcxlHlHDcSvarkwjd3iKSddiVM_a5nfvYAUrYSegiVo 12997
lightllm/models/llama_quik/layer_weights/transformer_layer_weight.py sha256=VGSs4YB1SO3qI0QFUyA2kRDWvyeGBL96ffgx6Og7sFM 15530
lightllm/models/llama_wquant/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/llama_wquant/model.py sha256=NusMepFUk8O_egDtuUgDK2opV5IG4JdW4XUYORx5uao 1757
lightllm/models/llama_wquant/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/llama_wquant/layer_infer/transformer_layer_infer.py sha256=xQn6C0xU9Y5QCYNHnt5PFMy2IFI5QqWSep4z0te8Cqc 9345
lightllm/models/llama_wquant/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/llama_wquant/layer_weights/transformer_layer_weight.py sha256=moNz8j4mURLumo_jZLgVkQuw4WV8H62tJtF6sok6B0w 6759
lightllm/models/llava/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/llava/llava_visual.py sha256=wGQ1TG73GXIFXRLADtdhA7IMAhNLUTbePIKLFxIyxto 3513
lightllm/models/llava/model.py sha256=kKg5d1AOy9cWsgba5lkB4RqWlLQ1p_OWeREI8yvhjFg 2696
lightllm/models/minicpm/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/minicpm/model.py sha256=NmqgrTAYh99NSZKX3XB6-WGd4aacwafBd9EOX0-gwAA 559
lightllm/models/minicpm/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/minicpm/layer_infer/transformer_layer_infer.py sha256=Q51nj1pnBB9H9Koowl61hrneoidbb5ouUmqz725Y_sc 1904
lightllm/models/minicpm/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/minicpm/layer_weights/pre_and_post_layer_weight.py sha256=1PW6vuQES9guTQYh77BMvar0jfnaKHG5In4u8D5zM7w 1956
lightllm/models/minicpm/layer_weights/transformer_layer_weight.py sha256=jaYnUbx2mz8O3R_IY0fJbp3v9ByN-NkNENyKyEO4t6U 4388
lightllm/models/mistral/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/mistral/infer_struct.py sha256=k3ZERlR8RjIKY-4lxPvpgmXCwb0Ek7mqt7YZVfP2RFw 2403
lightllm/models/mistral/model.py sha256=6Kk1poHsc-YaHgAq4GNoWVpu1Skv59ZncnOEIkqxfbc 3751
lightllm/models/mistral/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/mistral/layer_infer/transformer_layer_infer.py sha256=arXUxuFhX7k-TPovnlqrMY5aetkyDpACj4MqlGP7wkg 3620
lightllm/models/mistral/triton_kernel/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/mistral/triton_kernel/context_flashattention_nopad.py sha256=VkGrwqn4PG1bUU0Eomm-_DA6BoHSgq0ZnNMBlbgOOac 7181
lightllm/models/mistral/triton_kernel/token_attention_nopad_att1.py sha256=mV54PopA7nkPSn1Sc86CEk2cTYDTCrHEhFIGwwf7jPI 3504
lightllm/models/mistral/triton_kernel/token_attention_nopad_reduceV.py sha256=zZAiZd4gch83_qsIDx3c65EAS6pPDoIQ-20EN3XW7Jw 3696
lightllm/models/mistral/triton_kernel/token_attention_softmax_and_reducev.py sha256=8dxHCSQmlAtI4bVazUhjgIAYyPrN-7986tnWN5tbzNw 3332
lightllm/models/mixtral/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/mixtral/infer_struct.py sha256=IcQ1u6YicUnC2qM2vcsTLap0e9nWbiyD6sntQtYobag 2838
lightllm/models/mixtral/model.py sha256=U3eoeRKZ4evoz0mwoX74mPCN0UkXpinKRb0Y-l4GAhY 3739
lightllm/models/mixtral/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/mixtral/layer_infer/transformer_layer_infer.py sha256=46Pj5r2WRb_XZ0ovPMVojl6PknRomcHYMpEM9yBr0ZQ 2162
lightllm/models/mixtral/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/mixtral/layer_weights/transformer_layer_weight.py sha256=A_yXl_TNt4wnZCW-Zk3NrPOi2cfV7oN9U0_Xq9pKYlA 6005
lightllm/models/qwen/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/qwen/infer_struct.py sha256=TyFnF9M-YPOYUhBF7arsAoQaz0fupFjfzft-rO8gu6E 2564
lightllm/models/qwen/model.py sha256=2Ve74Kh1ASOmX-TM4GQm_BO9EEugulnKx6_dDpLbcSc 3603
lightllm/models/qwen/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/qwen/layer_infer/transformer_layer_infer.py sha256=Fh1qz8LaVf18sAAsir22x6JktRXc-9rSnAIB88I10FM 1601
lightllm/models/qwen/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/qwen/layer_weights/pre_and_post_layer_weight.py sha256=LEA7GSgw-fXTlEnU5N2gxqJVlwHYZr5YzzuQmgpxZFc 1488
lightllm/models/qwen/layer_weights/transformer_layer_weight.py sha256=Z4YBunCtc7KDNSDE8IdxlIuOpv3Ig5KsWxxFR95VSpw 4573
lightllm/models/qwen2/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/qwen2/infer_struct.py sha256=quteuEN2ywbsaXlZPXzT41WCZV_agMXHef_PHkxjC6U 2270
lightllm/models/qwen2/model.py sha256=VTl-jM0r_AjgJUCVqV23TYPayzS29biDr7Oce2lEank 3520
lightllm/models/qwen2/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/qwen2/layer_infer/transformer_layer_infer.py sha256=1tF_py-IznyvBgwR9e4OF04yO4tgvSJLhPFoyZfpxyI 4691
lightllm/models/qwen2/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/qwen2/layer_weights/pre_and_post_layer_weight.py sha256=SIapjTV0b7fcrUeX_mn4tbpzPEGNhm6jp3HA435nFPk 1429
lightllm/models/qwen2/layer_weights/transformer_layer_weight.py sha256=tswaccw7FYaez0GQ6kc_QtNEPufCR-7P9KTgu6-2wEw 5550
lightllm/models/qwen_vl/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/qwen_vl/model.py sha256=D8B7ETJl-diE989ejGEYsksQxEPHsSoaRG-l7T3K-RE 3284
lightllm/models/qwen_vl/qwen_visual.py sha256=w7b0sVx465MxBWNXLJxNoVvg64HWx5FaafkUKy3YLEA 15167
lightllm/models/qwen_vl/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/qwen_vl/layer_infer/pre_layer_infer.py sha256=kcidYfTKwkeCePPA-z_IMwpL5GDSUdmzjIsfwXV5EWU 3241
lightllm/models/qwen_wquant/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/qwen_wquant/model.py sha256=eif_7AVpxAlO7Zr5fHVpDOVeanApQnwWkmTLbwJkAKs 1645
lightllm/models/qwen_wquant/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/qwen_wquant/layer_infer/transformer_layer_infer.py sha256=XPIapY8_wZ7DE-tA5ISCq-FGuOFoS8_pV5cF7cQ2Ovs 1848
lightllm/models/qwen_wquant/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/qwen_wquant/layer_weights/transformer_layer_weight.py sha256=AGjjEV20O1g1OR-68Hf3aHhctoa7DxjQx_EF7j1ql04 5020
lightllm/models/stablelm/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/stablelm/model.py sha256=J--8rYTHD7DX5_zrOa-fGjaUqdrxEhZwQ7elvVEV00A 1115
lightllm/models/stablelm/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/stablelm/layer_infer/transformer_layer_infer.py sha256=L5uPFmjaPFTwKXVtXNSeec14xD_F3_56DNy9SikyVXA 2958
lightllm/models/stablelm/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/stablelm/layer_weights/pre_and_post_layer_weight.py sha256=uIFNV_kJGUDRjUlovdURhiotDI6xPzjhHmpfYw_wYAE 1628
lightllm/models/stablelm/layer_weights/transformer_layer_weight.py sha256=7bDDuYDJpYUdBYKhQ68K--wQuRbwfYLf3mgPyvg9sC0 6472
lightllm/models/starcoder/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/starcoder/infer_struct.py sha256=6xFPgYOcwsYHZq31XlS7NazU4fGk5L9SiIP_d29OMAg 897
lightllm/models/starcoder/model.py sha256=YQ7feBkJ6kM4z_GGTPNaT5wu0DrCsqtUwKwNQNmI8y4 2458
lightllm/models/starcoder/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/starcoder/layer_infer/pre_layer_infer.py sha256=hFfSDTWcw3ychJmllaUW8OZibJc1HF-0-Mksa1fCCew 2627
lightllm/models/starcoder/layer_infer/transformer_layer_infer.py sha256=13aMWfhFDxMnJJOQJMcMPa9j73vdyrYywyqQR1JSyh4 1007
lightllm/models/starcoder/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/starcoder/layer_weights/pre_and_post_layer_weight.py sha256=SLGskV1HjvyEqtY_C3vjwZ-t-EyQuwMc7NrnYsWZmeU 2081
lightllm/models/starcoder/layer_weights/transformer_layer_weight.py sha256=X1Pc1IQ4u4lt41sO8nYwef1bZ1YWOSfqmWxc_e8e7tg 5330
lightllm/models/starcoder2/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/starcoder2/model.py sha256=RU6SapULbompY0Fhimd61ys3YqndnKhqnLM61RfKc_0 3575
lightllm/models/starcoder2/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/starcoder2/layer_infer/transformer_layer_infer.py sha256=j8ocS_Xlo33JqOFV6julu2zDbhci-WshfcWA3vYFBkY 6190
lightllm/models/starcoder2/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/starcoder2/layer_weights/pre_and_post_layer_weight.py sha256=CgwB4FbaNbkxN1EamzT-l0WjIbs6bALtWKtvq8vg8Xk 1603
lightllm/models/starcoder2/layer_weights/transformer_layer_weight.py sha256=iQ_J2uuCg5qVjhfpeClFGCLEH7wTbc5-Pk5pTNzORIA 6909
lightllm/models/starcoder_wquant/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/starcoder_wquant/model.py sha256=x_c1GI678HfotwfSD0cz5F2TiZE1UHr8vu1TyJOsZoc 1689
lightllm/models/starcoder_wquant/layer_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/starcoder_wquant/layer_infer/transformer_layer_infer.py sha256=MnqF5SVc2HWqy4PWOdYsjG247RmtiybOZyGeBzqHYAQ 3889
lightllm/models/starcoder_wquant/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/starcoder_wquant/layer_weights/transformer_layer_weight.py sha256=ayAAUZznW005IG4POlTTs1VmW6CGuPu6kXjHdRr4jHY 6667
lightllm/models/yi/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/yi/model.py sha256=FHYbdczlQtFZA4r979lJGdK3dxWXAw3-DmJrxsueqF4 355
lightllm/models/yi/layer_weights/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/models/yi/layer_weights/transformer_layer_weight.py sha256=-07AgnioQllXobExYJq4EFCJNHPQ6z9MYMhVJSt7iho 3988
lightllm/server/__init__.py sha256=FR9AZvBJd6IZVMYK-KeLl8D-ECsYaAO_u2Zk0okORjc 41
lightllm/server/api_lightllm.py sha256=biGwp1MN2SPp73RhU62BEebg5g13rP8cU8WkaayMGpw 5503
lightllm/server/api_models.py sha256=-OIVWfhh_RUX47aqB1hMzdON81y5jJGZQAnemqxE7rY 2052
lightllm/server/api_server.py sha256=2p8rmGggUfj4P1JXsTOW-YU-Hbm2PdmT_qnnkpQs5X8 19437
lightllm/server/api_tgi.py sha256=E9VoGkmi1rxLkxIe-RNnhVPONuJxOS3nMCLz7br71Z0 7615
lightllm/server/build_prompt.py sha256=kgMvnXgARtVk2luHtVfY1UPYuJERT4nZvUSeU68beZw 2094
lightllm/server/io_struct.py sha256=qgk-WZ5FCNWBXw4Ijbw3pWE56YG4TkIAC_WzEotH6OU 11457
lightllm/server/metrics.py sha256=NLXjXuvEKtjhQ-Bw-8Yjajxd2N1Miut5vl-szhKR1X4 4053
lightllm/server/multimodal_params.py sha256=oGrP0fWYqJ5zdWtaNvktigOhstiX0BdjhLcZSvf-AAk 1685
lightllm/server/req_id_generator.py sha256=HIrueYSi2IzB5W6UQdZP9VBhi8xIkwv_ro6kiyAsVx4 683
lightllm/server/sampling_params.py sha256=unApiEv899z_S8agXeiFAfEovw4JpSS5O3a0XwVTyHs 6945
lightllm/server/tokenizer.py sha256=5mAICemoNB7pzHJJ1hazyH14woUOeX0Zjmwx8aXgxb4 3394
lightllm/server/detokenization/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/server/detokenization/decode.py sha256=qaBLCYRNZh-ahttUOMgCkFygOSX5qJ2C5gKX8FQPQxc 1480
lightllm/server/detokenization/manager.py sha256=6b7l-vmabsxVmENkpoR1Wu_ubocY9MME_Dp0aLn8npw 5268
lightllm/server/embed_cache/__init__.py sha256=4D8wYw8zR_avNV2x9VnLU9LUmgDS_ObMsi7-LTgg2Fs 18
lightllm/server/embed_cache/interface.py sha256=qqkhn07HvUREtrx4i1W3KWfzi3JUtxOdzt7z5wpQimI 1542
lightllm/server/embed_cache/manager.py sha256=wlN2pKcKerXAd7n_xyCRQPu5hy3UuZ2TYAZVu8HfGDY 2128
lightllm/server/embed_cache/utils.py sha256=f0bskff3GUpHLsZP3URa1nJ4Kdqcv-OL_K3IM0b-j1U 1096
lightllm/server/embed_cache/impl/__init__.py sha256=lyMxilf2d6nOxP_aR_kiHn0r98_1agUm9Qv2uasvvW0 32
lightllm/server/embed_cache/impl/naive_memory_cache.py sha256=xF8u_jc-sz03c21mFD2LD-LncLYb0yiSuxvqNFIamuQ 3729
lightllm/server/health_monitor/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/server/health_monitor/manager.py sha256=WC-NLtnp6e3CwGc-sIP5zmbBpWqbtSDojqUqck9nkXE 2265
lightllm/server/httpserver/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/server/httpserver/manager.py sha256=4SDUOHRyxnk70GXtHg0_DuoEUVuL0LqAHJxNvLZHi3k 10313
lightllm/server/router/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/server/router/manager.py sha256=8-yIZ9MeKfz5ht3c3JeDckFMLhQHiXOYgioMrg6SWkE 18983
lightllm/server/router/pause_strategy.py sha256=B26fzxLHM1Wxbd93tnHkxmtTYgqJGiVZ4h2ZrqJsfIA 1825
lightllm/server/router/stats.py sha256=cdczXKivUtHK6gbJ9E3H72Jw2Z4aFVBoNhSjGrspAV8 1551
lightllm/server/router/token_load.py sha256=o-QZffZKbJMQWmTqpn79VkxNY3QZp34wyWUpqW68ZVM 1512
lightllm/server/router/dynamic_prompt/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/server/router/dynamic_prompt/radix_cache.py sha256=e-58d43s3ibJEuASdXyxfkt5u6_bZcNrnG9VL8Qstzs 19628
lightllm/server/router/dynamic_prompt/shared_arr.py sha256=bzGGXf9_4LBILMsKf3ChtS8D-DwLQsm50VyGbx5kFxs 5338
lightllm/server/router/model_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/server/router/model_infer/infer_batch.py sha256=vzqCAhjjIcG_Zlb2L3AStbbhD5yaen2-TGVQXx721k8 16507
lightllm/server/router/model_infer/model_rpc.py sha256=0PIVpghO8ydbrFWga61ZiOyz7BsZY0ZBWeRN3zdeths 7750
lightllm/server/router/model_infer/mode_backend/__init__.py sha256=OXUpGufa32rSJHNcdKZYulke6Oi19Fy-qeL2OyXJ2Eo 289
lightllm/server/router/model_infer/mode_backend/base_backend.py sha256=XQaBO8yT2q_sXELnxUZAknLB6ZTpNc9q6Jem2GBRzk0 11880
lightllm/server/router/model_infer/mode_backend/beamsearch/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/server/router/model_infer/mode_backend/beamsearch/impl.py sha256=hTtgFkutuWtUGeKmPM2bJ2NKeAmzia0rSqwEI-JHWnw 5164
lightllm/server/router/model_infer/mode_backend/beamsearch/post_process.py sha256=J_sgSc-ub7p-UvNWyHf5whRC8zJKF42tQJzfhzDkw6o 8426
lightllm/server/router/model_infer/mode_backend/beamsearch/pre_process.py sha256=eEkMn6zhvVmnzf3ynCff4IkMInXWpsNY0e25YBt7RVQ 4809
lightllm/server/router/model_infer/mode_backend/continues_batch/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/server/router/model_infer/mode_backend/continues_batch/impl.py sha256=BqtVwFiTyB2UeCOFMl7jfDTW5WuMqSWxzJ-6VfU2dic 2753
lightllm/server/router/model_infer/mode_backend/continues_batch/impl_for_return_all_prompt_logprobs.py sha256=0zLPpJ2hIS45c98IuLkWzI7xfvzTFhBDiiLHKrZCyPI 3328
lightllm/server/router/model_infer/mode_backend/continues_batch/post_process.py sha256=Xddb9ga6o2-WCqiyykSSlkMeZGpFp6YW9wyavscYGeI 5083
lightllm/server/router/model_infer/mode_backend/continues_batch/pre_process.py sha256=hVcBqICZekxUXtEqZ1On3GRlgNttq36IceT0HKA7IiI 4419
lightllm/server/router/model_infer/mode_backend/diverse_backend/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/server/router/model_infer/mode_backend/diverse_backend/impl.py sha256=x9hMKQqKEknvj0wcAcWZFrOv9_X2mSYCdD_xmOrgOxc 4005
lightllm/server/router/model_infer/mode_backend/diverse_backend/post_process.py sha256=vTagOEVUhLYj1Kx8zUHXdXQA3FlVewYm3DhlziiQzDo 7101
lightllm/server/router/model_infer/mode_backend/splitfuse/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/server/router/model_infer/mode_backend/splitfuse/impl.py sha256=CjQl4-ngxcoQdpqpWJz8A_4fjNunlS3b6OwCZmPcO8s 4106
lightllm/server/router/model_infer/mode_backend/splitfuse/pre_process.py sha256=mkjJoCCsUMPxyRXhvzk5eLUlU9WerFSKyJTUuT_b42k 3671
lightllm/server/router/req_queue/__init__.py sha256=AfVyKtFv4ldqgd5CdLzT6yTMPBxkdgRAVq0HkI5_c6I 469
lightllm/server/router/req_queue/base_queue.py sha256=8bye1dF7Xr1M0ggBmq0OGTQmi9xg0mBGBraokDRQh24 2484
lightllm/server/router/req_queue/continues_batch/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/server/router/req_queue/continues_batch/beam_impl.py sha256=8x4AakChnoM3_uVRpgjUMM3_NVnh2qunyXWzMg-4lKE 6875
lightllm/server/router/req_queue/continues_batch/impl.py sha256=ymRcEyXpPlw6CVc3Et-Qm7olp-tR3ZrrTuxq7jLKLOk 4894
lightllm/server/router/req_queue/splitfuse/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/server/router/req_queue/splitfuse/impl.py sha256=nvAcPPKZBleNc_Xf8yrQOkNYDTjXMyt5wyYMprCAPTQ 5062
lightllm/server/visualserver/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/server/visualserver/manager.py sha256=qfbP4cZ_ObG23406chvWd_l2v9fLTD7vB1b_2kHaEa0 6148
lightllm/server/visualserver/model_infer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/server/visualserver/model_infer/model_rpc.py sha256=HOblMdGCLDJsnDd1D8W1f-VMbk7pnVCPJb7yKDqTgc8 3970
lightllm/utils/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
lightllm/utils/graceful_utils.py sha256=9RDZ09WwqLbk1qffSCPf3ueQJ5iWlviHFFahu82zTGA 596
lightllm/utils/health_check.py sha256=XGPN8VxymEh-KQ4GMZh8k6tkI5ZvU5RBbJCJmZ2dPKg 1334
lightllm/utils/infer_utils.py sha256=ccaPqQLDtRogu_tXwLzxsL8srlp6FjlMGcUUG1RGmKM 1993
lightllm/utils/log_utils.py sha256=OmN6Z82d_UOvfQdJ_qpY7Yg3rxLH1ErkIY-tQXCyNrI 3530
lightllm/utils/net_utils.py sha256=HZKxXZIPsK1QPbWi5DuzUl-Lr0dwJ8EAwB4N73p1h-s 438
lightllm/utils/petrel_helper.py sha256=3ulhncdbKRjNtqAGtpdfw56Ihty1WhnY48GXPqDmMec 6856
lightllm/utils/start_utils.py sha256=6qTnBOOfJWoOPvWSFElE2v8ZoQExv0i6fgtQs-c5H0U 1112
lightllm-0.0.1.dist-info/LICENSE sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ 11357
lightllm-0.0.1.dist-info/METADATA sha256=jDyETopD6itNQJg2brOreecTw6BYF7MqhCW-8XPIkKg 549
lightllm-0.0.1.dist-info/WHEEL sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA 92
lightllm-0.0.1.dist-info/top_level.txt sha256=X9KKVA8QK95OCeH6XtvhQgFhPQFeGl9TtLTVjjDYF00 9
lightllm-0.0.1.dist-info/RECORD — —

top_level.txt

lightllm