vllm-xft

View on PyPIReverse Dependencies (0)

0.5.5.0 vllm_xft-0.5.5.0-py3-none-any.whl

Wheel Details

Project: vllm-xft
Version: 0.5.5.0
Filename: vllm_xft-0.5.5.0-py3-none-any.whl
Download: [link]
Size: 1108142
MD5: d67854c57e0fbce6ca79d7ac730ebd97
SHA256: 65a120bdfa8e581ed45218b8bf5cbd75f317e56bd5610fa3a938cdbe0bb386fb
Uploaded: 2024-08-29 08:38:30 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: vllm-xft
Version: 0.5.5.0
Summary: A high-throughput and memory-efficient inference and serving engine for LLMs
Author: vLLM Team
Home-Page: https://github.com/vllm-project/vllm
Project-Url: Homepage, https://github.com/vllm-project/vllm
Project-Url: Documentation, https://vllm.readthedocs.io/en/latest/
License: Apache 2.0
Classifier: Programming Language :: Python :: 3.8
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.11
Classifier: Programming Language :: Python :: 3.12
Classifier: License :: OSI Approved :: Apache Software License
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
Requires-Python: >=3.8
Requires-Dist: psutil
Requires-Dist: sentencepiece
Requires-Dist: numpy (<2.0.0)
Requires-Dist: requests
Requires-Dist: tqdm
Requires-Dist: py-cpuinfo
Requires-Dist: transformers (>=4.43.2)
Requires-Dist: tokenizers (>=0.19.1)
Requires-Dist: protobuf
Requires-Dist: fastapi
Requires-Dist: aiohttp
Requires-Dist: openai (>=1.0)
Requires-Dist: uvicorn[standard]
Requires-Dist: pydantic (>=2.8)
Requires-Dist: pillow
Requires-Dist: prometheus-client (>=0.18.0)
Requires-Dist: prometheus-fastapi-instrumentator (>=7.0.0)
Requires-Dist: tiktoken (>=0.6.0)
Requires-Dist: lm-format-enforcer (==0.10.6)
Requires-Dist: outlines (<0.1,>=0.0.43)
Requires-Dist: typing-extensions (>=4.10)
Requires-Dist: filelock (>=3.10.4)
Requires-Dist: pyzmq
Requires-Dist: msgspec
Requires-Dist: librosa
Requires-Dist: soundfile
Requires-Dist: gguf (==0.9.1)
Requires-Dist: importlib-metadata
Requires-Dist: xfastertransformer (>=1.8.0)
Requires-Dist: tensorizer (>=2.9.0); extra == "tensorizer"
Provides-Extra: tensorizer
Description-Content-Type: text/markdown
License-File: LICENSE
[Description omitted; length: 8897 characters]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.43.0)
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
vllm/__init__.py sha256=hbaBPxdwPbSg3-eiBBVl7UWfhYJzlJA4i6_tWsAVb1g 1112
vllm/_core_ext.py sha256=EtD4loDElVMVVdUD2ZXp1aofBm1zTwqSLFwZFdV2Pow 9184
vllm/_custom_ops.py sha256=g5hBHGTTAI1cx8V78idB4Z3NmGN3NWreQvbNVHUTjiQ 22681
vllm/_ipex_ops.py sha256=oFoGTh9AijVX2Atu6zZGzrYzOEKqBMV4JbfbADd-rBU 9759
vllm/block.py sha256=VLyOuufyksP_ezgPLF0RaXmPY0ynA7IeopruGxvA0Qc 2329
vllm/commit_id.py sha256=MP0Z-kZpaY_LwylL5SzSB2C8GW7hnuu9iGWxkRGNxzU 56
vllm/config.py sha256=D4UZ5fTgoecC0457pGTJqkXmdzswgoNXsw4WO-a8l5A 81741
vllm/connections.py sha256=snG4hN8AJpf7bD2l7BmYz6B-Q1Y7aHahwUijKa7RXao 4909
vllm/envs.py sha256=b2OkyHbjBO2V0EwMDy5J-EoBQIbS6V79WD9RuB1mf6E 16194
vllm/logger.py sha256=3qy6CTtZ9HOU_ZC50WaKhPjxl4ci7A6PB3wkJepxR40 5526
vllm/outputs.py sha256=FGPmMKlYrtZWS28x9tTh61GQ5DxAWaTgLckCnId3o0s 9599
vllm/pooling_params.py sha256=4QnDXwXYK3Zv5MSc7fzfNoyG2q_gDWhy2bfMF4RVhJ0 678
vllm/py.typed sha256=F5LUrt0voM87SNuuOky2X9veCVDqJUgRg_VohYqDigY 65
vllm/sampling_params.py sha256=85ezl49Y2Lblzq5F-qMUzVDRK9PNkOAYqZ5zYEhq0f8 20203
vllm/scalar_type.py sha256=Pokivt4onoSrkE3SLf0bEtLpVA2Bp1u_s5YYgBcxsw0 1253
vllm/scripts.py sha256=M1VVYB-5iSZVk11Jg57bHISgcFSJGIuySARtJkbXfE8 5245
vllm/sequence.py sha256=Dzm7hihJqfovHXwKowLFDVozT133FxEQBoXOxogN9io 53314
vllm/tracing.py sha256=UdTW6kOFsfoGPDWrf0_md4SOr8l05xbaRiOuD0YCQLs 4336
vllm/utils.py sha256=vLg47sG4RdYaLunOO2Ag3TzhNCn63wxJrh97R5P9xho 36022
vllm/version.py sha256=usmRrWSMl8E41W3ytgrzdhvontsoteFzItGuX5vrPeQ 303
vllm/adapter_commons/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/adapter_commons/layers.py sha256=j81QIMyXjZNfsYHbUPaXrr4WWd2xWDVTzGPX40qZFBY 367
vllm/adapter_commons/models.py sha256=wyhNp-RpKMk8jUrr81MOKwHKKuo4JnRywPhVqoI_J_g 2843
vllm/adapter_commons/request.py sha256=PkXiFAbq8As1nXU8CKqPKRpL-yasFzJtKyB1ViX8Z4A 578
vllm/adapter_commons/utils.py sha256=KSS7fov39AG2Y-X4fSBZWrvXfN5Xl9NWUkRhPGK_XDo 3238
vllm/adapter_commons/worker_manager.py sha256=eyYcWxQTTfP-Z_tkFwx1LltPOu8A-yk2m10DC0OBRAI 889
vllm/assets/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/assets/audio.py sha256=vKKfN7VmIbGmAQWxl9MlUfGYRn2I-W20fB_87j0qrEo 718
vllm/assets/base.py sha256=Fngwi91Z8uSsj2CNghdpcoXkiCtwNLkjQBfDMWJ7vv8 1199
vllm/assets/image.py sha256=NWztLQGfQTIFsX2XJj1xzQQP-Gr8ESHYHBU_LyQAo9A 856
vllm/attention/__init__.py sha256=6l382AqJCjmmsBKd2VI8FDIqzm-O9vr1c31ClOz0E18 571
vllm/attention/layer.py sha256=2Ij0tEjZlUUnXfoRRn46NHysp-sLZvb5vqGJGzqpYTM 4670
vllm/attention/selector.py sha256=VleqSGYrGptXcLzueEP9euA9PViRHQzunU94y-TFM8E 10476
vllm/attention/backends/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/attention/backends/abstract.py sha256=pq71bFQcysPE89Zunb29fAaFtLPx_4z1A61S3vT5DQ4 6816
vllm/attention/backends/blocksparse_attn.py sha256=gCJ8RnamnOF3gF-A_K0EtfeZeUbw3c-Tr_cUPHylW10 17244
vllm/attention/backends/flash_attn.py sha256=cIp1H3Pf0X3tSAFjfq3cOFOur8UOiIdLDfCnBmrXodA 29404
vllm/attention/backends/flashinfer.py sha256=e_F7rKKISLwc-RXEunXVHr6TT0La1OCrxe_ZvzFqPg0 30860
vllm/attention/backends/ipex_attn.py sha256=4P24rLve2mUp6ALDeiU42hRu2ozp8VNifEfxxz_RKhE 14269
vllm/attention/backends/openvino.py sha256=W7lc-nqcZuiI2DekyeJU22FgWuhzDaZBIB6z_MXkhLs 3361
vllm/attention/backends/pallas.py sha256=70AoTWl5MpLsTvmDEFbm6aMHPyDS6yoIE5aPGTJOEi0 9704
vllm/attention/backends/rocm_flash_attn.py sha256=EdnmRwA9-cAkHaL85GON0z1ux57Ccq0zp1Ad7MTkAIs 21758
vllm/attention/backends/torch_sdpa.py sha256=vfnDFISxV-sMWREPm94iCSfDr2_oJfEtu6149Jl7IkQ 11582
vllm/attention/backends/utils.py sha256=xb1EaNypso7_CscS5qE7zL-7sfnPMeTyds8Dimyyh_A 14445
vllm/attention/backends/xformers.py sha256=nl2pKsbyYSE8cF1QqhZ2qaV3z2KpBOSw8wS1az42e1k 33374
vllm/attention/ops/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/attention/ops/ipex_attn.py sha256=Ip2yz6Ex4t6jHZmuCvDMDwYV-GlD0I4AlCcmtWfxc1U 3633
vllm/attention/ops/paged_attn.py sha256=wW7JT1FLW4sLzBKHhcaT1WD9MUyczbGQ9sSWczlavg4 8249
vllm/attention/ops/prefix_prefill.py sha256=TIphceCJ1pAOtJTeKPkoSb_pYtXVc1BibBw3sQch0X0 31125
vllm/attention/ops/triton_flash_attention.py sha256=FosstB7xT1yObCBtrLXEje57Kvxlrq01Z5W_6cdDp28 27496
vllm/attention/ops/blocksparse_attention/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/attention/ops/blocksparse_attention/blocksparse_attention_kernel.py sha256=mTEFCnVSNCvSkxGonn_0T_2LIbJe7x4T4sUa5ilI6_Y 11293
vllm/attention/ops/blocksparse_attention/interface.py sha256=1efPsc6tVnOt8hCJX7TKHckCThxU2XCns0KphV_PLxc 9343
vllm/attention/ops/blocksparse_attention/utils.py sha256=iXK2OJ-3nnSlA5pIrd5YGR0WZPcGZBtWuLStsUutgCM 8046
vllm/core/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/core/block_manager_v1.py sha256=JzpuWF6fRybynYxEKI-ReCDCfG6cNQGOXuAX3rMbtOM 29353
vllm/core/block_manager_v2.py sha256=VQB9Uz7h6VhUurbRXKORW-USy1X9Kvpgkn_xBzoQg_s 21039
vllm/core/embedding_model_block_manager.py sha256=EIp8IY6bPoDSn10TBHW3VmMqp-0le1pzOSl6kcQGORY 2623
vllm/core/evictor_v1.py sha256=e9tn9aLGaVuBwTA-qB3LBGkB-V7KLMbd6yVKzZQ-rfI 3542
vllm/core/evictor_v2.py sha256=p4lPj6hxSyl-4kj4xqo3FHJSEaC50Z6C-HHRAJXWIUI 4533
vllm/core/interfaces.py sha256=LmJrXOx8CH_8aCGSzPXbBDficgQ9nvFJ6zO5g6wONww 3275
vllm/core/policy.py sha256=_5v6DNIkNmXMhzy0CdBVokBIcmQDb4zGov1lXKU6qpQ 958
vllm/core/scheduler.py sha256=IEgHPlEUBfcw9dkZImulhPLOZ257CEVzy-JvGh3RtTU 59355
vllm/core/block/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/core/block/block_table.py sha256=_Td0DUCq8Q09opZuS0TJbLTN7opFTBAmIEPWITN7ihE 14642
vllm/core/block/common.py sha256=TwuITNTK02x-66slHiNZXCy9rI710P-Vvs-gXuY1M1o 12951
vllm/core/block/cpu_gpu_block_allocator.py sha256=5V-s2rE4HNHMcoBknsbZPggC8Nb_XLXp-kA6uBvMD6c 15678
vllm/core/block/interfaces.py sha256=E76yDxRmG5x6Uxr0BYth1OXwW27n-ulefdIhwBPfvqw 7597
vllm/core/block/naive_block.py sha256=YcHEq5sY1c4_xZ2L9duUI6vsyzPgYccKapKjNKkYudE 16571
vllm/core/block/prefix_caching_block.py sha256=WeqrVm8IzEbowhdrfwcfw4myFQLA4g1Pa7BhRrNq-A8 36286
vllm/core/block/utils.py sha256=GQI-HzAKjiO_DliZQwyfsteH73aavrkMffVC2R2ZclA 1657
vllm/distributed/__init__.py sha256=__tl9Frrf3PFrSyNYcn5i-y2rL-J4-Qn6RJwrsZ4xgc 83
vllm/distributed/communication_op.py sha256=50GTYfp8S47lxk0a3Huc1_bLpoYxtSHBLWAK7qSVVxM 1197
vllm/distributed/parallel_state.py sha256=UjGMC9H5WRR30WUJbMfEE8gA4xyhmfbIgkTnkWwC9Zk 43655
vllm/distributed/utils.py sha256=51cqmPKixyocjYaiSVoFXh_6vBFLP5htugPgtw-rE7I 3042
vllm/distributed/device_communicators/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/distributed/device_communicators/cuda_wrapper.py sha256=WsYn-VaGxmuHsLuyoK4lZ6YNyQ4rO8YslbKQ68uEmwo 6863
vllm/distributed/device_communicators/custom_all_reduce.py sha256=bLgF4zW4RD53d8bZgNabGmCoOPZxHyZukn5pb38LXtI 11132
vllm/distributed/device_communicators/custom_all_reduce_utils.py sha256=ulAuERsNMNUHDage_fXprD-EDGLC7H0b8pEaCvCqyWE 10017
vllm/distributed/device_communicators/pynccl.py sha256=XKFvHXfxfcyZFgr8HAy1QjCenQ0ktIKJDPB5sWDYmcw 6635
vllm/distributed/device_communicators/pynccl_wrapper.py sha256=H8mjSKzFzJP9G3cAe3BXHSiXM52GhdnSj6D_IYXpGIc 10629
vllm/distributed/device_communicators/shm_broadcast.py sha256=6JT-0mFTha152Q6PB3BXrpoWX-J-85vEIOVRwhYC9v0 20430
vllm/distributed/device_communicators/tpu_communicator.py sha256=j9V3XWtj609Y0NKzhlE2a-gTC4qHTJLSMMEfeX7h4RU 1335
vllm/engine/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/engine/arg_utils.py sha256=Qw28tDp9qsYLsk_jR3h0m7n0pRlU5zpmAlyG6Gcww2c 49421
vllm/engine/async_llm_engine.py sha256=xPyVGkUNxJzB_UKjIhYzPj7tiAnAWrycOgrzuq5ZBOk 53390
vllm/engine/async_timeout.py sha256=EYdwoRsx9-6WTdg4Vjeo815CTsNXpM6Ag3lMeRbjCKY 7053
vllm/engine/llm_engine.py sha256=bqG6gitI3xfmj1NwdRFhWQ2IFGfsNgjpQcx1SYpbrGY 68168
vllm/engine/metrics.py sha256=2GV5oKGjLt1QNhH6bPTLmFu6DF8YcRTlEzpKuF2bfI0 24065
vllm/engine/metrics_types.py sha256=s8Yn9l2Buc66hnY_LAS5oVhqv0c3sRb5wwm6JDElL8I 2851
vllm/engine/protocol.py sha256=DqbZ3atrNI6wDCkaHfbDeO2smGtlwPabev4jNyQibzI 2971
vllm/engine/output_processor/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/engine/output_processor/interfaces.py sha256=ddRFZXiRktHq9uKY44nkIG8aXz9kzlxaEnRkPgp5J4s 2920
vllm/engine/output_processor/multi_step.py sha256=jr4oUIYYOEbGDsSFo7tIoKkOSdO4i8lfgugr9KpmMPo 6140
vllm/engine/output_processor/single_step.py sha256=jD-5l_BFQRrJiOIjTdGSqOzPbzAx--Xhvfnc0bzpd9g 15773
vllm/engine/output_processor/stop_checker.py sha256=A-yFhukt4P_z6qYGb_9TiF3qMITiK6gwya1WhZybjns 4679
vllm/engine/output_processor/util.py sha256=dw6j5vdtCt7KdrrtxNVxYNRdzarGHu13mIiKj1wvmHo 774
vllm/entrypoints/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/entrypoints/api_server.py sha256=g72d5reYafRGAKaaRQ1fLVj1INX0RMYrLG2OEAfslhs 5330
vllm/entrypoints/chat_utils.py sha256=5_RuvafLRZ_dskyrssW93-Bm6UlTrA9PjnJ_G5mglFo 10016
vllm/entrypoints/launcher.py sha256=l1-6_g6hrm36l6G3D3j_TIqqpoPxZJp1dMNkNvqGwXk 3937
vllm/entrypoints/llm.py sha256=UsCdv-nQaJPtkfFwuqPjeUSI42k7MIrdLAva3R7u1Vk 30345
vllm/entrypoints/logger.py sha256=oxT9kOsIwP9jCWi_WyLGUk7wvizw_Bb8fx8KcyrT96w 1343
vllm/entrypoints/slave.py sha256=n5CMGIZoK6O8RWq4-UztLVTE5vxWq3fsKDzhQ2voioY 818
vllm/entrypoints/openai/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/entrypoints/openai/api_server.py sha256=rs9OcGrL-2Xr3qvamd-GuuBHZCemAmbUHSxbA42wUMU 18157
vllm/entrypoints/openai/cli_args.py sha256=gC4TAgy4lGcuo-vRMUt84Fhojkz3kEvqyFPaCWUoAWY 6851
vllm/entrypoints/openai/logits_processors.py sha256=1PDcq4Astfl3thvL4Fk9BlqJ1FSgTLyRRDaJaqPuZLg 3130
vllm/entrypoints/openai/protocol.py sha256=S5i-6wHtYnY7v5hmJ23_XgVeLYFCAz3hD_8_EFJRRCU 27032
vllm/entrypoints/openai/run_batch.py sha256=4_gYjaonB75becbIpfO4c_cQyJCQBvfpa1Tg4FzrXvk 6874
vllm/entrypoints/openai/serving_chat.py sha256=VssqaksoM24xbh10tHjZ1OyQk1FECqF8NsZcUbhmHns 25341
vllm/entrypoints/openai/serving_completion.py sha256=4W2A2LPQARGW2uTtboChUZVLz6T69QBff--uimlDutQ 21000
vllm/entrypoints/openai/serving_embedding.py sha256=7eH44S8sYLrSueCqsgTZUcrt9nUJmp3Kns3V2fF0hno 6983
vllm/entrypoints/openai/serving_engine.py sha256=O-xQlPfHNun90_ZB2XBptps6FNSJLwyUSGdrbVcb_Hw 15776
vllm/entrypoints/openai/serving_tokenization.py sha256=8aPzPzzET23I6r2Mjxn4yorGfUlpMf2E_xhiBoHKmXs 4945
vllm/entrypoints/openai/rpc/__init__.py sha256=Sx_DMS-HsvZqKA5a0ZQOO3bU5lEoiO7XkfwXvfEZli0 1260
vllm/entrypoints/openai/rpc/client.py sha256=15ZQ4yOMMsKLUhqHktHxhNBjIX157FLBu6ynOmLimWA 19098
vllm/entrypoints/openai/rpc/server.py sha256=Yx6keNl9H8EOlcuPGGeXZNNfNg_62eH_rn7oR4Gw2jE 8929
vllm/executor/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/executor/cpu_executor.py sha256=7lpS3Qwvfx4dk098kcI4Cx82N7VpZh47qe-fIubjbYU 14708
vllm/executor/distributed_gpu_executor.py sha256=LMjm3tES97m9_lzTFlnCJT4eKSN_nxObeWrFq45DYtc 7944
vllm/executor/executor_base.py sha256=RT_unES3HN7kZQzIkCiNKhmhSGa8kjJ6eJjCAlw-8ls 5205
vllm/executor/gpu_executor.py sha256=p836sdwWg1LIAgtAZ311VJ7WfnCMdZAm7sEgL5PJe8M 7277
vllm/executor/msgspec_utils.py sha256=zTpbJEJEQOIStx6Sdt5PYYmumVzEudVk8aYqY-Ml2Fk 870
vllm/executor/multiproc_gpu_executor.py sha256=OWsT_PrjjCECKiStTx9txLVi0n5RjDnry45PyghKn-U 10695
vllm/executor/multiproc_worker_utils.py sha256=qiqlENL0fjDg1Mub30Mncw3lAvwxSmXYlAFv2gUqzqQ 8591
vllm/executor/neuron_executor.py sha256=Ig32IMxu4GQaALDrVnchX_RmJ_s3tpzF8BkAmx6s_Ds 3969
vllm/executor/openvino_executor.py sha256=gzUy9eUQ_3a8Hn12JPF6W-GlpQ5tAlRBj1hHUAHssa4 6936
vllm/executor/ray_gpu_executor.py sha256=x8E0U7M0lnUCpjIjrYX3loFbski2Ljb_vAw0lrsxsdA 24550
vllm/executor/ray_tpu_executor.py sha256=dk5X5facYVp-qKtH4jMkWL69TY3pLyHJo8mFzg8G83c 13068
vllm/executor/ray_utils.py sha256=AVHt2hDKXUAe41gYAnCI-vtlW55lf20ROvH-WFO66Lo 12125
vllm/executor/ray_xpu_executor.py sha256=t681xauhmzuTGd5ukeaIztkJLRUXUfZrxac8v3UpJOo 1337
vllm/executor/tpu_executor.py sha256=KnEbHjj7Ol9iXji5CxzsbInbMfCSsu5CE5EIH_MjBa4 5283
vllm/executor/xpu_executor.py sha256=q7T1dcXxtkNUvsElFrNQfqnKYaNkFrznv0gVOS4blfc 3520
vllm/inputs/__init__.py sha256=GhJQzd8yaiIymk5f4sLchfXpcGgRF4ScCR8LHvr_C7w 898
vllm/inputs/data.py sha256=_3NXcZiciW-sAU6wRBVotrf99-icAKjcTfQc76pUw7E 5523
vllm/inputs/parse.py sha256=-IH3HtWzEWg9f5m1eXmGy3YfGQen8h4aKMOCfWdv-5c 2272
vllm/inputs/registry.py sha256=3ky6rYd9eN5lj16HBRusTO9Eor3sFyyjtRLd-3NOGJ4 8623
vllm/logging/__init__.py sha256=FItnlpEZIYll1KuZC2T0mANn3gtSZ00PetYfOpQ9lEo 91
vllm/logging/formatter.py sha256=TEUmKj3xHiLzHBnFqAujcxH0t2hBQ04sUaho2RyORnk 486
vllm/lora/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/lora/fully_sharded_layers.py sha256=cLUFzUqBKXIfhjStEPWlAPQddDpQJNEoflZMbeHppGk 12520
vllm/lora/layers.py sha256=9NVn7BMDQHvgIcwWDQCkzabGJhOGkH7xsNfn4c3NQ-g 46971
vllm/lora/lora.py sha256=oqUEw91Ql4N5TpkMBCNRE7PY_CLOKzYLrPF3t6QNCC4 5203
vllm/lora/models.py sha256=Zp7sNWZOlwp20dXlN_Syw5HvY3vknE_jj84jQBzAhTY 30117
vllm/lora/punica.py sha256=nqTOqqNGynbnbPlcjwM5wdVTZAQe5cDDzjPCitgSVOk 23480
vllm/lora/request.py sha256=0eKDi7m0g0Td82OAX34FPurq_QcVa0HdfnJqP0PAR6M 2301
vllm/lora/utils.py sha256=HpR9N9HnOSaQ5sDvQPIY01pDGJF-rqucTdgqitFtT-M 6155
vllm/lora/worker_manager.py sha256=ZcAmf2kLk5AflY3Y9YVPVAm3oDMCZhwWMpxV0wBe6ww 9107
vllm/lora/ops/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/lora/ops/bgmv_expand.py sha256=paMQACQ1v61CJ6kyKRRAiLH_n7YY1cloK9SihGmheOQ 5065
vllm/lora/ops/bgmv_expand_slice.py sha256=25nzKh4uOusUh_5bCOXdecy2I_MlQY0QKovUaP3eUqI 5280
vllm/lora/ops/bgmv_shrink.py sha256=QAY7qjcitqznIud1Vw9a45sdZVQZ06gdZuZ0J6vROjk 4253
vllm/lora/ops/sgmv_expand.py sha256=8S628VQx9j_j7LaafPaYxM8YYQTkCciAaPiRYXo1Nzo 6232
vllm/lora/ops/sgmv_expand_slice.py sha256=KtzNj3GbyybGWAqEAADR8nsXhaXxBmUG7SZkh7u6OUg 6856
vllm/lora/ops/sgmv_shrink.py sha256=TuWFI-F_8qPtwRNrKlsYY7EaX5dfKEhvRfSeN3lq-yE 6144
vllm/lora/ops/utils.py sha256=FBccfjbwZcuWKstTvyyOK8dCRWuFOfjjxeoCV2krXSM 1521
vllm/model_executor/__init__.py sha256=KODApJsvmI8F1JQqtMt3nfXBW9Ol3rwjvt-_kskPA4Q 466
vllm/model_executor/custom_op.py sha256=lbPPUrYC3bW6-Bh-ra67QmHWvyXyAcZeXvneB3cnnrQ 2363
vllm/model_executor/parameter.py sha256=XuGqu2jf2xnhU2k_0SBf5XShAJoqROXHPeUiRrfajVA 11907
vllm/model_executor/pooling_metadata.py sha256=iqaXxgcHJqy1BOH9E9q4mQ9ZUiWksvP7OiODtXAPze0 2038
vllm/model_executor/sampling_metadata.py sha256=unAMwo4cEoSv1S0gdb0w_tnSVFL-5kPKf2vcqFvuFsA 27584
vllm/model_executor/utils.py sha256=FUmv40dHOE_LtbXNiaq-Wlh0tS3NwGuPmLHxR2TSczI 928
vllm/model_executor/guided_decoding/__init__.py sha256=AJtUSmW_ZQolo7_mIEdJ3fC8wUkfD1V_AB2ulbYBEeo 3142
vllm/model_executor/guided_decoding/guided_fields.py sha256=QUBTMLDkk1XxrIG9ODHTvcXwKL0OKJOS1zOWEHALgcQ 1360
vllm/model_executor/guided_decoding/lm_format_enforcer_decoding.py sha256=u2HPHWhOPOo8pXmgI4UoWpRZfl-1zHL0PprvOPWQ5mI 4713
vllm/model_executor/guided_decoding/outlines_decoding.py sha256=7F9Yd9WlCvxtdt-Q6zShPSDtAqfsEcVroM2HVdBREE8 5361
vllm/model_executor/guided_decoding/outlines_logits_processors.py sha256=7dQBam24UYziRj_BCWNItyDrylXgY6_Lkcvd-tQAf-0 7692
vllm/model_executor/layers/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/model_executor/layers/activation.py sha256=svHDdGe3_t5E_UN-ID9YzAFP7k51ZCqmZCGHrtB2AdM 8505
vllm/model_executor/layers/layernorm.py sha256=jJSMUa26Q7y-3oH3Q-QexNjvRWfqLAsaAl86F4VA8us 4859
vllm/model_executor/layers/linear.py sha256=Rkv4nm5PhmOl9G3Sa9G_5LYNsXDMuGYrhuFZ4Qj4Sqw 47541
vllm/model_executor/layers/logits_processor.py sha256=-Jf8zazfL6NvO9VN11zVFcRnng4D_T8zQZdpA3ub6dM 5908
vllm/model_executor/layers/pooler.py sha256=LzThpMgmnrxvbfuckqrTbRadHh3OJv7heosilrCikyQ 1884
vllm/model_executor/layers/rejection_sampler.py sha256=4DFOCr7SuBYc2GYN5-gs_YYnmuPEYg5xIcJMxCGTSQ4 12273
vllm/model_executor/layers/rotary_embedding.py sha256=AnsBP6W-7umJ1AGl8y4NxlUyi-UhE98MsE88iWlCB1A 34580
vllm/model_executor/layers/sampler.py sha256=w_WPQ8iHW8loZzqvTXZUEuokGByEdZgMvy6lPlHKdTg 51282
vllm/model_executor/layers/spec_decode_base_sampler.py sha256=M9fVqqbeay-Pthh_oM8lO7bRSoBUDoOp7z43conbAEY 9693
vllm/model_executor/layers/typical_acceptance_sampler.py sha256=zFOAHmRbH65IRK7Ngp9oZ3SAcQlS7LzoZ2pmb6A6P78 7953
vllm/model_executor/layers/vocab_parallel_embedding.py sha256=cE8fXydWplS3d0v_qPhApLSf3gwpcOnoTwUftR39wBk 21278
vllm/model_executor/layers/fused_moe/__init__.py sha256=FioMFOhRhiQbTBSme3os5XG2nfSuj03pXaClC1_1U0c 560
vllm/model_executor/layers/fused_moe/fused_moe.py sha256=_nU2yGzAW5mlhHsXVjwVLp7RPBCJmRbxCBOvY3Oo6Zc 26533
vllm/model_executor/layers/fused_moe/layer.py sha256=ohSYqze-RGc4NtwdV_ghv8UrKdtWdGhyECJhxif8Dos 14317
vllm/model_executor/layers/fused_moe/moe_pallas.py sha256=pcuPUBm52feA_WJfpVPo0IDFbT3u-lI6yTWqP8zsGPU 2299
vllm/model_executor/layers/fused_moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json sha256=iNGsE2ZeVnQEnN4A8UJ9Jv0d3hbRF2MJ9oBgjup5Szk 2737
vllm/model_executor/layers/fused_moe/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json sha256=hH5rRN9Wtyv35azxMzyUMHWtiKgOHev5tNjIG8j6dsE 2751
vllm/model_executor/layers/fused_moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json sha256=qPumkNxaHMvVBnEjPe_Xiuz9ICb6Hqc-9I1DAR8s3gA 4130
vllm/model_executor/layers/fused_moe/configs/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json sha256=s47lb8VLnyxMgWlqcIR4BdPBsjKWL4olXF49uZvygzQ 4140
vllm/model_executor/layers/fused_moe/configs/E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json sha256=gzfjrYDcS0vsACq7ONGVkNA3FqVjr3e89q9fO9kokkg 4133
vllm/model_executor/layers/fused_moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json sha256=Np7yRX9Z7Y7Z5Nutbl02wpKdZRltbt4WqlPlleiYs2E 4146
vllm/model_executor/layers/fused_moe/configs/E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json sha256=XsNfNXY8v0eatazkLCDiDclI0FnTudUGLYO01e1_4aA 4149
vllm/model_executor/layers/fused_moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json sha256=H0K4_O1CMbNLi-srcycT3lSl4JaBl3EGF89GY5Rj9MU 4130
vllm/model_executor/layers/fused_moe/configs/E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json sha256=arPqstZMzZjz8BNpY3alKT4vGCJyUj5I2hEeK02aq98 4152
vllm/model_executor/layers/fused_moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json sha256=wjnQ4v-dflJMR3iFDHBuZI_1R0xXjsNoWc2kHu6C8JI 4135
vllm/model_executor/layers/fused_moe/configs/E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json sha256=7WHPz_0fxeI3Ed0D9VIpZVoeN9RtJVVARvptfcmQu40 4146
vllm/model_executor/layers/fused_moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json sha256=pCCKkdUzzuBVtljyk7AEIAbeDf12DUiieXaODZXzm5E 3254
vllm/model_executor/layers/fused_moe/configs/E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json sha256=trX2-c4N6hTTD6zFNi6A2bT3FkhxKjkM2rPl-o1K9ss 3250
vllm/model_executor/layers/fused_moe/configs/E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json sha256=I4d56uD7E1JMXD9RAxq3FebdPquDsnNEkVaIY9Ctm9w 3246
vllm/model_executor/layers/fused_moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json sha256=ypuAxMQ7JESPXLBltt68wly2wTrJzlnobhUMip6xAmc 2751
vllm/model_executor/layers/fused_moe/configs/E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json sha256=tUptlureu5QgyAEedtx5sm7CFudXAE6fIXepOb9gfas 2745
vllm/model_executor/layers/fused_moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json sha256=h57svdmDlZC_D8w9XWjPRS8ciYVkJiPEYfhrD2NRVVY 4127
vllm/model_executor/layers/fused_moe/configs/E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json sha256=JmXhUnhX6YOy8RsmT0zFLGyNCpRBPV2q2Db9Y9ctZeE 4144
vllm/model_executor/layers/fused_moe/configs/E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json sha256=G4PKqWxh0MlBhg7QHKj0m--_fP3Ll0gs7VJaeg-NIDM 3254
vllm/model_executor/layers/fused_moe/configs/E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json sha256=bKX9AvcxN6k-i3RUmHSchZZ3rjoYRYb4iBqhCI4L3MY 3257
vllm/model_executor/layers/fused_moe/configs/E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json sha256=bWR6XBZ4nJ_ROg8rEgrQGc04I3BDbwILDHMZxATO-H4 2740
vllm/model_executor/layers/fused_moe/configs/E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json sha256=Gu1wROuky-xS0dsFgbXS2QD_hOVV8yol9a5iqiYyq3s 2749
vllm/model_executor/layers/fused_moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json sha256=2ONiQSa9odzdPe1dIgBpP24l5z-5wB1eos06xOj0V_Q 2738
vllm/model_executor/layers/fused_moe/configs/E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json sha256=Twkm9DVNxijpowfvioJ_4cKwIIlAWdyNWO9TA3gxAHs 4149
vllm/model_executor/layers/fused_moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json sha256=o1pR3rNpO1eW4BHOKpPIQLjviw4P2X5Fr4HQBcdHA-I 2747
vllm/model_executor/layers/fused_moe/configs/E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json sha256=iySqae0zI_PRBLqV-vfSCwDS4Jxcl5QjWa2NnhndL0U 2752
vllm/model_executor/layers/fused_moe/configs/E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json sha256=Uhq0SrWiCrldkWbb0ZZZhWaCZ0SsvpiNL4z30KZUN5g 2747
vllm/model_executor/layers/fused_moe/configs/E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json sha256=6QPLhZurIqcMVdy3w0Dd7gLViKxsyJRBz-qd8agpi6Q 3248
vllm/model_executor/layers/fused_moe/configs/E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json sha256=ozS2ECxk-Dsd4Y9DgCGGwDwJlCf5T20ANf5gnTUMuSc 3252
vllm/model_executor/layers/fused_moe/configs/E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json sha256=oxOKFDrgmw1YmgxTtRa1uoe3p09ylTLrkj_jOTqNh1Q 3249
vllm/model_executor/layers/fused_moe/configs/E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json sha256=WegYsHl39QVlHu_4EZJSrgA4LQ5fYxSVNWFhoL6W2Rc 3251
vllm/model_executor/layers/fused_moe/configs/E=8,N=14336,device_name=AMD_Instinct_MI300X.json sha256=OnadAdmDbX17Ni9VPrNXYSsxYhbtBeniCxxhhb0UmUk 4733
vllm/model_executor/layers/fused_moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=float8.json sha256=V_sgDtEtGEuBsGVa0maYJHhhGqe1NE7l-1ek2ed9WP8 3082
vllm/model_executor/layers/fused_moe/configs/E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json sha256=V_sgDtEtGEuBsGVa0maYJHhhGqe1NE7l-1ek2ed9WP8 3082
vllm/model_executor/layers/fused_moe/configs/E=8,N=1792,device_name=AMD_Instinct_MI300X.json sha256=bKsYVJm-IvWHWpxUG-lMPkyNz0nQpDb4UEIv895c9JI 4730
vllm/model_executor/layers/fused_moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json sha256=AffDc0_51ML8HiA3757zbD10TZJdUsUDIYIqO4g0yUw 3250
vllm/model_executor/layers/fused_moe/configs/E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json sha256=IEYBNjt9HGnzoOVSWvL0A0jUqq926QD0_BvVYR4RA1Y 3252
vllm/model_executor/layers/fused_moe/configs/E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json sha256=Ns9Y12aZbJnFhcG3nwb67bDqqiQAo9tdTAIe8K2Ajz4 3255
vllm/model_executor/layers/fused_moe/configs/E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json sha256=HOxWmCI2ifHmWc0or2y8nEen86jDeLDov1-tuMzuhxo 3256
vllm/model_executor/layers/fused_moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=float8.json sha256=csHezh0HGWaNwrblGzMgcE95hqbqjWS8HImLRJYr_ts 3266
vllm/model_executor/layers/fused_moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json sha256=csHezh0HGWaNwrblGzMgcE95hqbqjWS8HImLRJYr_ts 3266
vllm/model_executor/layers/fused_moe/configs/E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json sha256=_5weLBinQCDzyV75hHKIT95Y0ce94KWft2_5BC6EkbQ 3254
vllm/model_executor/layers/fused_moe/configs/E=8,N=3584,device_name=AMD_Instinct_MI300X.json sha256=_bw1_oads8tz51i4RVQUAjNi8r3b2Q2jPbi50TLFzlY 4732
vllm/model_executor/layers/fused_moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json sha256=Ru460ZgnUP4U8OsJfwF8n-AI-gfcolNR3_qzoxG6DtY 3254
vllm/model_executor/layers/fused_moe/configs/E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json sha256=K6BGrKw_oHTAtHjsZldcjp-BUM1dIecKXrrRn9OpRGs 3254
vllm/model_executor/layers/fused_moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=float8.json sha256=qqFoMaObuO8pFWcSb9q0wYsdC4eSCO7B-_ruQhR1N9M 3264
vllm/model_executor/layers/fused_moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json sha256=qqFoMaObuO8pFWcSb9q0wYsdC4eSCO7B-_ruQhR1N9M 3264
vllm/model_executor/layers/fused_moe/configs/E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json sha256=-5nkLIunjG1ghPoUEtt2AXEQw9oGiilP7K3UvQv9CqE 3252
vllm/model_executor/layers/fused_moe/configs/E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json sha256=DxYu8regZOSFu8ugFGA_QbwWK4g8xwQUZF9a_nNY4Cs 3255
vllm/model_executor/layers/fused_moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=float8.json sha256=obzfE_9XgsbFNfC9biYOHxR-V_Bgc7PKT8qZZJaiJJc 3262
vllm/model_executor/layers/fused_moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json sha256=obzfE_9XgsbFNfC9biYOHxR-V_Bgc7PKT8qZZJaiJJc 3262
vllm/model_executor/layers/fused_moe/configs/E=8,N=4096,device_name=NVIDIA_H100_80GB_HBM3.json sha256=qwKy8oaMsd3QrXgQbM_x9xcfYiHK_Ou1CEwDPL5Gbgo 3259
vllm/model_executor/layers/fused_moe/configs/E=8,N=7168,device_name=AMD_Instinct_MI300X.json sha256=54KpHTMGt_zDQHqbdopuVHPpiI44ZsN_5LBUBZ_woY4 4733
vllm/model_executor/layers/fused_moe/configs/E=8,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json sha256=BAJnXTZoewwCtzJLUPJ0oYuALv640MvDuLseGcsYaaw 3252
vllm/model_executor/layers/fused_moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=float8.json sha256=-Tj7ImS6ZFDof_0VTyq7kVm8XD9B54RD6CUOPSf3Jjg 3265
vllm/model_executor/layers/fused_moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json sha256=-Tj7ImS6ZFDof_0VTyq7kVm8XD9B54RD6CUOPSf3Jjg 3265
vllm/model_executor/layers/fused_moe/configs/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json sha256=tme0ydWzIxdABZLk4tU8G_X2dJUYGGZNkQzNGcmcvUc 3261
vllm/model_executor/layers/fused_moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=float8.json sha256=sY2nWMPh9lsIkhPCjkHO245wpnfFbrHmzdcZDVFPVww 3265
vllm/model_executor/layers/fused_moe/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json sha256=sY2nWMPh9lsIkhPCjkHO245wpnfFbrHmzdcZDVFPVww 3265
vllm/model_executor/layers/ops/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/model_executor/layers/ops/rand.py sha256=wZmJEze7ZIhMo4xTZZh_T5FVD3fcAxSQM7A49cP2rHA 5091
vllm/model_executor/layers/ops/sample.py sha256=6aYdivwDYPuIo0pqYzviSH9gIn03aUZnHuEEr9IM-XY 16333
vllm/model_executor/layers/quantization/__init__.py sha256=lwTtTN0MNNviKRsAG_DVwLGffj0xjcvc6a_O_i3tO9A 2569
vllm/model_executor/layers/quantization/aqlm.py sha256=Xk96wMgJsbxrmjhmSJtlHv30WRZe44otvj7ujFR_61E 13634
vllm/model_executor/layers/quantization/awq.py sha256=oWPpHV4WUVNoahZ6m_1rWqiZdOr1IvbyjaR6U_AiAzU 6443
vllm/model_executor/layers/quantization/awq_marlin.py sha256=uHoHQoY4zlDAVMmOF01PSbNcViVvYMN-8efxT5zcyig 10454
vllm/model_executor/layers/quantization/base_config.py sha256=ZR-9lWmkQLWu8bQqSJdTBOcAv0icp1fsoq6CEH4qk5k 4963
vllm/model_executor/layers/quantization/bitsandbytes.py sha256=n_n4MnyNrOuwOhioe04i4rY6uQK2RsMmFIU4CSfUb6k 5272
vllm/model_executor/layers/quantization/deepspeedfp.py sha256=tAbuz15XVwjD6ZH_spFiFRDMWj6JXUgVsysgJ9bZP6Q 7143
vllm/model_executor/layers/quantization/experts_int8.py sha256=P9juopT2VaEHSFWJPq9X4A9f9KtYFaSYPcJRwiyJIjw 7241
vllm/model_executor/layers/quantization/fbgemm_fp8.py sha256=LotkHdovP4oQwOlyP42gzGi_vodMgaZx0I0kgo8bQmI 5636
vllm/model_executor/layers/quantization/fp8.py sha256=42BqqXQLqaXXeCEjYuACXSyCFAPKmT0EoIKg2g430wA 23101
vllm/model_executor/layers/quantization/gguf.py sha256=LSZ1cjEiXO9wtSZrENDl1RzWlc7w_ffxjwtirFBSG_I 5724
vllm/model_executor/layers/quantization/gptq.py sha256=kyClgeJXmpBRSMTrH2mwzHPNElaQRYvehkbBL3kXLrU 8482
vllm/model_executor/layers/quantization/gptq_marlin.py sha256=zRiKbyz6u0senn7foXznxsa8sS0986nhBnr43fqurdk 12947
vllm/model_executor/layers/quantization/gptq_marlin_24.py sha256=U1LRj2xGQC-AAPNTOqyhwi3Izyux7hZpwaPXrIycwJw 10253
vllm/model_executor/layers/quantization/kv_cache.py sha256=VRKoMLa6PkQa9LnH31g-_AWET6lbGk0QiQqdqpAEsyA 3516
vllm/model_executor/layers/quantization/marlin.py sha256=hEFaD1eB8L2wEfDxcW2BDbJD_V9kDiQ3S8jp--CWCqo 9619
vllm/model_executor/layers/quantization/qqq.py sha256=s5w8l1LazWP2-svUr4Cg6uxTsDEEWbk3jzY-8KHxPJ4 9666
vllm/model_executor/layers/quantization/schema.py sha256=XMe02jWK5tzYXCOclOoX8HrObh33s9950yzWMqQ9dlE 3648
vllm/model_executor/layers/quantization/squeezellm.py sha256=4iZLN0W-Hc8ngpomda06t_oCHpSFDZEqBdpbkyFUmbU 4599
vllm/model_executor/layers/quantization/tpu_int8.py sha256=yaNTPcsWY2kbWUlgS7lb-vtIBpuEFfe9oxXVcvCsDeU 4339
vllm/model_executor/layers/quantization/compressed_tensors/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py sha256=DXixiDh5zGbFVWjc3n91ZyQEDQj903I4i7P_7v-BRqI 17276
vllm/model_executor/layers/quantization/compressed_tensors/utils.py sha256=G2UgiasYTqep-U9Ohn_rfzzmzbXJc9W5NKFymdPJmYM 8534
vllm/model_executor/layers/quantization/compressed_tensors/schemes/__init__.py sha256=_djog4Xd_T86ybYetlrCuHEs8e4LinScpHqa7M82lEA 920
vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_scheme.py sha256=kxA_J4V2oMe-FmGbPuPfVazfKh9PHLNAiHku2ipnl_0 1488
vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_unquantized.py sha256=lOOXvZ8ySVLMMgSEztpp72-aMZuLH0HpkO9iWTrb3OY 1769
vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a16_24.py sha256=otiUtRbu7K3TBV0BSZw4xbHHJprW2aFhj1FSYjBfUhE 6005
vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a16_fp8.py sha256=ppFcXhRAMkVGro5Ex3oONXy_3vwf1B4Urz_YMCsXPQY 5410
vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a8_fp8.py sha256=phBy4bOLG-kFhAXrPMiJIz4aOX8MdA-IILUkR1jZpdk 5119
vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a8_int8.py sha256=Z3Dd06O7831xtzGC2z54jjR1n7WMJJgI8RrSj36qCEw 4387
vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa16.py sha256=ues0ORRX-KHtEHYGYNp2Sayedp0S5GeBNfNXUgkASko 7766
vllm/model_executor/layers/quantization/utils/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/model_executor/layers/quantization/utils/marlin_utils.py sha256=tkst5MYoYjyQRV_LP5Zv59gGJehmy9vJ3L1zfDhYfYE 12139
vllm/model_executor/layers/quantization/utils/marlin_utils_fp8.py sha256=fXDuKSdWE1rCgLwQM9Nts7MpR69tYcqiJJcHXvG2qtY 3640
vllm/model_executor/layers/quantization/utils/marlin_utils_test.py sha256=ReI4G3M-CHkkxsJSAjFupVhzdjcZB7ExA8LxAfImVqQ 5150
vllm/model_executor/layers/quantization/utils/marlin_utils_test_24.py sha256=sGa1ORTB3-enPafrxQjblHJ93sao0MSulf25rpty3eE 17520
vllm/model_executor/layers/quantization/utils/marlin_utils_test_qqq.py sha256=ftYWHYNK_ZubXfz3Q3sNptJ7lr0Tf3VZ_udannX8n6A 4062
vllm/model_executor/layers/quantization/utils/quant_utils.py sha256=Oc0iVWpeILhp6U71EMGilfPm69l3fOdDZCEmHbuHlmI 12272
vllm/model_executor/layers/quantization/utils/w8a8_utils.py sha256=8WQ4qcyK6o3wNHZPodYepYLRhj9wv7Fq8qT-bWqvwgc 9679
vllm/model_executor/model_loader/__init__.py sha256=B5fioQRvv97IwMkHO3pHoPDb_-5HU1yaXxVFTazW_MU 1274
vllm/model_executor/model_loader/loader.py sha256=y6yQzcvQYogedBQG20G6RKUsV5gE9JsuZX8OZ9zJUGU 46336
vllm/model_executor/model_loader/neuron.py sha256=TfD1qlFMnJQv1FdSsKJxDpP-nd3HOhRy0bRT7aj_3ko 5003
vllm/model_executor/model_loader/openvino.py sha256=Py4AcXui93jcw3MF4adLA_yp3zUJkdBsk6mLZSncAu4 7896
vllm/model_executor/model_loader/tensorizer.py sha256=OeExuiNgpFRnjPoVSDemN-obD4K490SdAYb5kIx4Xng 20124
vllm/model_executor/model_loader/utils.py sha256=AQuxap-kAXEJcctYhi8P38nAJXDNoHCfecyaL4wXxlU 1134
vllm/model_executor/model_loader/weight_utils.py sha256=YT572Y6bPnQQisPptABNUfU-HSnZ8g2Ofy2UiFUfN0U 25239
vllm/model_executor/models/__init__.py sha256=G9tQ9yRsJs6aTJe_U4s7bT_pX4zuu7AJOkTyI9EpVtA 8253
vllm/model_executor/models/arctic.py sha256=azWh0eg5l4NkP6Fzodvk8JSBoEA2n0kiUeXO4mfJ0Z4 22929
vllm/model_executor/models/baichuan.py sha256=ppbJatx46IQtjJGDXibkoTAi_h_GhlWoeq2v5AAsi8Q 16851
vllm/model_executor/models/bart.py sha256=-SWRyIJSOmEJyjNVxISM7Ey-tNlo3tOB2a0yGP6dm08 36559
vllm/model_executor/models/blip.py sha256=QljrvcMtAZjcEnwVgyAJLfkgqjDB6Q9wJUuw2o5BK4g 9709
vllm/model_executor/models/blip2.py sha256=EMXlS0gTrskiEn3eLZ6_qusGkloXwgQzf1wfeii36DY 26228
vllm/model_executor/models/bloom.py sha256=5BhZaTD2jswpXSMCphIC77s399npX6CF3rGA28Ibv-Q 12606
vllm/model_executor/models/chameleon.py sha256=_MBtEVRTq0Oba6JcvNa-MbtbT9eqP5_SsI6FVFOn0Ss 42664
vllm/model_executor/models/chatglm.py sha256=BgyJTNTfb8SnLThBJ0pJkJbPiKN_w-FPQ5N-6Iha4lQ 14298
vllm/model_executor/models/clip.py sha256=_5kADCENCMJrFgy8Nz-qe7LTyzVWJuhsHakVDpTzmLE 11798
vllm/model_executor/models/commandr.py sha256=fwQ8wM9N5S3LcZLPJr28XhIUjCKLpN5CZ88lf_PYhdM 16010
vllm/model_executor/models/dbrx.py sha256=nGljRqPS1-TT7k50Y0DiHD8U3ryauYYbGXfImJ0kUIk 15614
vllm/model_executor/models/decilm.py sha256=echTu0odG9zrQfHUtVmuv9wzJiKbIcqZsR3cbGxL2uw 5378
vllm/model_executor/models/deepseek.py sha256=s8PHQ1RNiWVhhr6RhGr6AeN1CIq_epa5Wj7lRyPuWrA 18205
vllm/model_executor/models/deepseek_v2.py sha256=G4W4WbYvrNZNByn_EdTG641oJUyltGLbSvSdKyAMgCA 25808
vllm/model_executor/models/eagle.py sha256=jX-PHEGvMtdL8UDNvgMR7A-8JnNehBMZsp7ff-oes2s 7288
vllm/model_executor/models/falcon.py sha256=lCoSOa2mU6shAv0RWYhmAQJQvFgqsN7IWsA7zdWPj4c 19611
vllm/model_executor/models/fuyu.py sha256=qA9nGkH15UIvxSYJoeqp61rlJpfzDs0IMm2cKxqI9yY 13692
vllm/model_executor/models/gemma.py sha256=1uXqWdRxltMQDobPeU-vBiy1sfDlJ6B-KwVtxW3vBDg 15516
vllm/model_executor/models/gemma2.py sha256=ZIekvm3EtnBCw28LAgq8eVRfcVdZPQrK9i3z1pemJqs 15528
vllm/model_executor/models/gpt2.py sha256=hNQf7ioYYX127XDD5ill_LxYWdFkhbH_1QKhjMTYyPI 12342
vllm/model_executor/models/gpt_bigcode.py sha256=QYi7IpAk-oTP3Ltof-nFb94SKZreFU7ibcRAt8s739c 11923
vllm/model_executor/models/gpt_j.py sha256=X7k60ZKK94Ou_bdCMABzwWlsIqscJDmY6TR_Z4icjTM 10746
vllm/model_executor/models/gpt_neox.py sha256=sRRUMqQ8edsdWbnZzS0yE5XuXv8w5-yeGysQ99E6yOA 11822
vllm/model_executor/models/idefics2_vision_model.py sha256=0-moqPUXXwNi85oRO28lxfqoSdzvYwuL1AJQoTv-XHc 11499
vllm/model_executor/models/interfaces.py sha256=Fb6SFqj3JwArTMRD8WnqhVAXmL-2wxiTrYF7VRJUzeM 5429
vllm/model_executor/models/intern_vit.py sha256=Y1cTO7SowJnwmlFh2ImdJS5IKRJxsrfINwerP1JGy94 11049
vllm/model_executor/models/internlm2.py sha256=-Hyh_uSy9IjDBu7NwEpwhTCfKgSYWcGVm_5UGyosY5o 12751
vllm/model_executor/models/internvl.py sha256=AP7b0zMthfuHj14ybs0lV0XQ1MNf-v-5IOHG7uH7jxQ 19945
vllm/model_executor/models/jais.py sha256=mGnCOOQjVzWOvo34shZElbIZKjTNuRIlrc4bunpdJlw 14290
vllm/model_executor/models/jamba.py sha256=vT4pzaslEknCDTOP8_r-qMknvJoUlfgkEGQK6I4qht4 39903
vllm/model_executor/models/llama.py sha256=XCu0JAWgqDLLALPgEeN-GV5hsACVTmrdWXTGEIcF2YI 22340
vllm/model_executor/models/llama_embedding.py sha256=W6hb2FKXPmSfcLp4-gcnOI0WSsuaKWh_VbFKiqQg7vE 3412
vllm/model_executor/models/llava.py sha256=eC9uytS3WwJ_GlQ3UUP_SBG6-IqFxBuaCgkOAh6EsAY 15297
vllm/model_executor/models/llava_next.py sha256=rfWcrwjr_nn2ypV0h0DW2rjYR9anV-3iGw373MWyUJ8 25225
vllm/model_executor/models/medusa.py sha256=9m24YQWZ70RQecFWG0bEbXaz9fB61Asu0jEtW1IBp4k 7479
vllm/model_executor/models/minicpm.py sha256=k6URxKieXdp0ZF66H7JXYwis71qMIl-1cwBezvtuqVU 21923
vllm/model_executor/models/minicpmv.py sha256=iSjIVIwY0_P2f5oyHQtXWBphPxJ9ZqJD5VrOGxs29uA 38772
vllm/model_executor/models/mixtral.py sha256=EHwye37xYlOqTchJhihRMvwX8h4mhZ4KNee8PYy0-R4 18925
vllm/model_executor/models/mixtral_quant.py sha256=L3nq--L4Dta7Ezh03RYpyc13Oflkl6MSjW9jX4pD0-o 16583
vllm/model_executor/models/mlp_speculator.py sha256=oba80lg0WFtk4X3UgjKJNYYfNiwnV-qPNEaZ1SJ7mNc 7675
vllm/model_executor/models/mpt.py sha256=e8pp77bivKNy4a0AmSge_jihCHkBrkseAC9Br5yqdIU 11129
vllm/model_executor/models/na_vit.py sha256=0GfsGVcvOL-qPUjaBmTht7OE2hLEocf68tyjckBXlbU 31607
vllm/model_executor/models/nemotron.py sha256=Srh9tMa8ExlcrOkTcAjMgFu1ryLGrzr94GKalmJzbjE 21055
vllm/model_executor/models/olmo.py sha256=fHO5eNU1n29A3UM_FYe-hDg-fB6QGcoxOwRvtod6YcM 13826
vllm/model_executor/models/opt.py sha256=2dZ4r2NzoYNxeprHMHvCRMqPk3lNzLH1VV_hWX6Q0UM 14553
vllm/model_executor/models/orion.py sha256=bCwbsU6pashvZSRf-acX__SDiHM4zlwg1z4zgJfAp3A 12718
vllm/model_executor/models/paligemma.py sha256=70hOtMF780Liet-yxUvBCRXB71P0Tu5XrMIokwv6hnY 13596
vllm/model_executor/models/persimmon.py sha256=5xx2D7z2gw1RAM3Bkz7vJe4uOA0GlEPPz-xHt4aOWS0 13469
vllm/model_executor/models/phi.py sha256=e4hcmLihoXrJ4PA6dPjNgvrMlHNzTblTQk0FKCOvOjI 12603
vllm/model_executor/models/phi3_small.py sha256=1Dv-v2hdZJkmbNhDB7vjkmwjGTS9JcvszrTVqjvty30 16437
vllm/model_executor/models/phi3v.py sha256=ZsaQSXBSr4f3d4XLA3V8fdvI8pe2zgEyQs9SEw-5qKE 25846
vllm/model_executor/models/qwen.py sha256=XRFJ4omSUbFMwzyM8XVxDT3U-41e1sw-PImvchPbIRI 13076
vllm/model_executor/models/qwen2.py sha256=JcKxuIWM6AhUfP1d12KcTllYiIuU_U5qK1vVuMGCYEY 16801
vllm/model_executor/models/qwen2_moe.py sha256=f-0Xgqmp8K-Wy0yveLSj5aCVJfhi9mZiFtdHqviBtjI 21841
vllm/model_executor/models/siglip.py sha256=gd8ruwL5dT17ZDvRrtxOwvz9Izaqe3jqGA6rixw7i-Q 23798
vllm/model_executor/models/stablelm.py sha256=npNDgHXijcKzipROXF0XeZS2bkYVTS6EDcu4F-EsWT4 13134
vllm/model_executor/models/starcoder2.py sha256=tq3609SoW_-kIrY0I7XWcj891MwBe4yUHkzfsQf0how 12591
vllm/model_executor/models/ultravox.py sha256=FNHBlAdjYaepWjcvkDyJCkMHerAgl5QAc6JcwAgpDl8 17109
vllm/model_executor/models/utils.py sha256=a4HFG5FtEU54v4uHrozg_3K_UlHpX2YrSRqwKvNqb74 8120
vllm/model_executor/models/xverse.py sha256=S8hdsKX3JIk_TrzLNRLGo_kFbRu7x2H89ogGB_uKJEY 14268
vllm/multimodal/__init__.py sha256=IWjQYpBLMFw52phrLy4npkAldT4NertJZDLHctEwD-8 713
vllm/multimodal/audio.py sha256=LsLtosZEyNohoiDIVaXGkgiNUYhKTh_XFypblV59_zk 611
vllm/multimodal/base.py sha256=UMzwMMyXLep3J7aUWrHmMUSPTdfmXVk9AxIM4qb1BNo 11348
vllm/multimodal/image.py sha256=HoTKPcs40WVXQL4H2CxmQABX_XiH59maOdeAKGhqE2M 1960
vllm/multimodal/registry.py sha256=koDu55uMEUELbrujKIknI2YFslkoiddgNno5KgofGBE 8338
vllm/multimodal/utils.py sha256=SFuAtWe-ImvyvFOj4B3tF2_XO3Rou7VvGo60-5IjVvE 8252
vllm/platforms/__init__.py sha256=0aej2J3E6RMv_06KYGvB9RU3G64E22vroFk4mNBY2to 1539
vllm/platforms/cuda.py sha256=dOdNL_NJD_yjfig-sjyEkhq65k5hCVQ-LntAIOVX1h4 4258
vllm/platforms/interface.py sha256=IGsI86UVO3dGKy9FBqbP87MmYFMolh-zdHwVPfJFnd4 1148
vllm/platforms/rocm.py sha256=UHSFN22BKlS82xex2uyYces341m7ko3DBRocM8qNsZI 504
vllm/platforms/tpu.py sha256=qV_XJekzYe2YyQPjMDMSRU58SEWhYelAxYIBK7yVR7Q 378
vllm/plugins/__init__.py sha256=K4wynVsxM0rbcVUmsE-tE2x1TLfIe7_AucPOWF_QBr4 1038
vllm/prompt_adapter/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/prompt_adapter/layers.py sha256=_76tTEu46QJ2fFBxMV8Hx9v_zNYCOO53Z6DeB5TIMuM 2687
vllm/prompt_adapter/models.py sha256=Ce5RhtzO5mFlKXXT3Se8mzcaN9MALhraKtphGVPC6Sk 13675
vllm/prompt_adapter/request.py sha256=OoOasqpoXUo5P5wZfh2fDK-XGLnI90nkZZ1oI0QH6W8 799
vllm/prompt_adapter/worker_manager.py sha256=PgZwIFTMCBYIJ780yDD27x-VJJvZdxsIAEFPfvuiw4M 7497
vllm/server/__init__.py sha256=ajUqiQzoSg8J82mooI2EpsOoiS6Em42QPBXThASgGfw 57
vllm/server/launch.py sha256=Maa7kYtahovbmalh-4VGeLgSao_gQzqV7nSKC0PYwVo 1118
vllm/spec_decode/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/spec_decode/batch_expansion.py sha256=PLdJL-tjaiRPPSTOrKX8h8I2MkLaTKVpL-JkCZsgjlI 19219
vllm/spec_decode/draft_model_runner.py sha256=4bhETfRW7ZeTPJuIy7IYrJElDIvSC4juwQKssPfla1c 14037
vllm/spec_decode/interfaces.py sha256=qHQlMDfSEEyEnpVP2X7aYSlnSiFi_72PZp_nL0IKPm8 2481
vllm/spec_decode/medusa_worker.py sha256=WMJyK5nW10FF82ACL2FeNLwsthq0m476-4kKHB9suKA 4795
vllm/spec_decode/metrics.py sha256=AFlt_CeEqSekKSe9wKJ6Q1NSoJXjWzVUZ5BemNsBmSc 7519
vllm/spec_decode/mlp_speculator_worker.py sha256=eYKD4AuOPJLTW63TtgPpOnaZeNsvA3IKm_y6tnF-2t8 3681
vllm/spec_decode/multi_step_worker.py sha256=DX3OLzvAyzdssjGoCgcMHvWdCaiXBoIJGaaTBcRWmzU 16749
vllm/spec_decode/ngram_worker.py sha256=D4qlbQUvefh4plNrWPzS-ZGgEx7ZDOIKm8XHv7rKZJI 7121
vllm/spec_decode/proposer_worker_base.py sha256=peLfqm2ZbeRGfYk6WmkA003liuRVgwInfIFhiufe_I4 2004
vllm/spec_decode/smaller_tp_proposer_worker.py sha256=EE7QZnDf2og0HRUxDFBlOqtbNkXrG_cBeQtqBT4iw5E 5833
vllm/spec_decode/spec_decode_worker.py sha256=2q9BBdW6ijeNjogBVP2svDpSkIRXPkFQLyH-OBHYSqM 46267
vllm/spec_decode/target_model_runner.py sha256=24pCAYy9Bya7vwcXW7TaeVs_yR4ywBD8jR58Nx4UrAw 3358
vllm/spec_decode/top1_proposer.py sha256=2TEnP-mWKWGmEaT6hWUcf88a6uWcn3hj3mP9ZuRHreI 12094
vllm/spec_decode/util.py sha256=mv7bjsX0ShzXJpUmOlTyy9JgAond6_kcv3DHQZHxiEE 8716
vllm/transformers_utils/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/transformers_utils/config.py sha256=xbhea4OVLem5uwLViFb_6XgBwBez57GmXPphyPKxHfA 5375
vllm/transformers_utils/detokenizer.py sha256=TJ_Ix-FifaNTlUK-L2G5vBWj_z9uoyEJhJpYu7XWhhA 13731
vllm/transformers_utils/image_processor.py sha256=rW1lXJgJNJPxapTdNGzZB5loui97H2DOxPIBEkeSL48 1397
vllm/transformers_utils/tokenizer.py sha256=RLbaJezXqvQwIGxtQ1jPNMpVywaa3OJDsVCPj-bKozg 5784
vllm/transformers_utils/configs/__init__.py sha256=qqCeCkiRiPVjDCcUyuSmOQHiPXqbKXUEBkKd8FeZFL0 1168
vllm/transformers_utils/configs/arctic.py sha256=YyAsY51blvYaanaANK61_EuGLSDyxNHNoUEmqu0-Lqo 8951
vllm/transformers_utils/configs/chameleon.py sha256=UBCkksniJJVsG28bYC_N-KewpXorbe-EePr4hxPcrUg 4674
vllm/transformers_utils/configs/chatglm.py sha256=25tYjpaNJSSvOkazG2DzxSRf0lj04hifqaRdWhegsrQ 2846
vllm/transformers_utils/configs/dbrx.py sha256=M0QtsnSAKkLdVArfOAL42XRSHXNi8C3VoFpuEAXBwjM 10918
vllm/transformers_utils/configs/eagle.py sha256=aU_xSLxRCGi9013ZEFEshztLWAmRJTQF6qsQ5wGyhfw 1554
vllm/transformers_utils/configs/falcon.py sha256=3LMoztRxWVGj0bQZyCVav6jc6HXmygHONIvdk6xYruo 2878
vllm/transformers_utils/configs/internvl.py sha256=NKKXZYNH2PDHLSJSn1O_UpA5i_ZJl8orQ6yzXxKkiHg 1828
vllm/transformers_utils/configs/jais.py sha256=Xo4mh8cd_JHW6UjO6TADEWvbO1lhVxM_4GLqWtYQYCI 10335
vllm/transformers_utils/configs/medusa.py sha256=yvucTxzp1iQ-47qQ-QtiZExKkhW28LEZNkub4KCd6h0 1904
vllm/transformers_utils/configs/mlp_speculator.py sha256=eLlGZVGESQNnmHIYUj-q6IWzTl-yDRRvcNvkyGW9IQA 2398
vllm/transformers_utils/configs/mpt.py sha256=4HQQ3PKw7Wpbmwmtti2LhBZTJWsbq9v-NipuLSzzYgk 7562
vllm/transformers_utils/configs/nemotron.py sha256=AJXaWIu7o6zEtjJnhKLdvXFGzZEMbwX4JXj32c9uytg 8977
vllm/transformers_utils/configs/ultravox.py sha256=8m2dnwOGJU4M0uY-tq8x8qKB4YFlAjiFi3dQ1FUD2A8 4080
vllm/transformers_utils/tokenizer_group/__init__.py sha256=c5hIlSLzHT1IZBQbOcqUYLaX1hq1M0WBcUG1ALsC3KA 2245
vllm/transformers_utils/tokenizer_group/base_tokenizer_group.py sha256=qR1UYpmbq2Dxyv1N51QIZKk6RgvhmD6UDy721hRSS6U 1903
vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py sha256=iKe-rZqBhAUO146Gi3l0bWeZvg8xD-Yc1JxbWVPeAn0 9461
vllm/transformers_utils/tokenizer_group/tokenizer_group.py sha256=iD0PCj4IrgKHY9iY3ofPdsIx4GPSz89rEYU45yXI2Qg 4118
vllm/transformers_utils/tokenizers/__init__.py sha256=yNjHrv9o-X4OEvO3-ydyjzWWmqUuuJmYcVmkSmtnYLI 114
vllm/transformers_utils/tokenizers/baichuan.py sha256=BCyRKgU8v6JrhPad1eqPq5UHo-3MvduREqxFKYAD5Nk 9390
vllm/triton_utils/__init__.py sha256=wkp9Qr_KJuBbs5ZQsIAeBhjlRR7_rt23oizwljrC9mY 306
vllm/triton_utils/custom_cache_manager.py sha256=jSLXy-e--KvSngAfuJ6jwts4CTYHb0IqnaSyFDJax-o 2226
vllm/triton_utils/importing.py sha256=hBStNOWEu3z7cxgv1vD5DjJdDQaSIINbSkTmIAlKdOo 285
vllm/triton_utils/libentry.py sha256=OhAnSKPQc-3LGvd060fp9ozMHZ7XkM8k9ZRCIDDjGGQ 6532
vllm/triton_utils/sample.py sha256=C-_nXfDPWfIzf-ibKaWrRligbMXE7tHG1AHxZt-GF1E 423
vllm/usage/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/usage/usage_lib.py sha256=D30QseZf1SIb6i_vo1aWL0KoqEX2KbDfQBQBPcEqV3A 7631
vllm/worker/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
vllm/worker/cache_engine.py sha256=ymOGX4kCOkH9phhxTgQAq9IJ-FWcDDt9wGLAqxdD3XY 4786
vllm/worker/cpu_model_runner.py sha256=nfK9aO2Oaw5U6ERNxVGdtKHiALJc4WDy7uOTFKblfCw 16310
vllm/worker/cpu_worker.py sha256=7dLOQFn5Mna8iSldKW31dGH6ncOFpyE6M1AUWbKR6DU 15823
vllm/worker/embedding_model_runner.py sha256=EaMnyWaBWZL2jeqdS7oUcdgM70INJm00Si0H6CMRlUo 6948
vllm/worker/enc_dec_model_runner.py sha256=fKS8e2UTKCPtfR5o1esyiY6W0QiVYVqv86-NaUvFNQQ 20125
vllm/worker/model_runner.py sha256=jAlmPB3Q37fvZZsaM1Ri7UHusjV1ZKzmRzHsL41tLJg 72118
vllm/worker/model_runner_base.py sha256=FLiFkqvclwRxI9c66WODhuYSEIeI3IDVWVpzxBu3lCs 7144
vllm/worker/multi_step_model_runner.py sha256=3Sar1KkDoz5XN0M9iraSdyPk_cJdvy9rXSankQDlxzQ 19683
vllm/worker/multi_step_worker.py sha256=eN7mYQ4i5YquwAIOGHfqr33_Oz9FkiKP4XTadZVSeww 9402
vllm/worker/neuron_model_runner.py sha256=XnTK1cB9KZk80Iwt9-8QTIVfB3PFzLWPoO36QALfFJI 10837
vllm/worker/neuron_worker.py sha256=B0C4SRpDHjI5IWTJ50fNK_5HClw7TygqGPjx6WnrgQA 3549
vllm/worker/openvino_model_runner.py sha256=vKcJv6Vhh9vKaAyL7Uddh-6X3mi16k6--9yNvuhec4w 13518
vllm/worker/openvino_worker.py sha256=6NtPNj6HWeDcN5LELttMvcYI9MJsd6K2v-hNPza5xmI 14055
vllm/worker/tpu_model_runner.py sha256=MjxsaM8uLY1dLzJr19N7GlXmGEYddA8NH__jRWNKXhc 31748
vllm/worker/tpu_worker.py sha256=29YS6ImUDyYBLpUlqx6pUroDsnpPa2luZCRgxTEG3aA 12881
vllm/worker/utils.py sha256=LVefusYpnOVsiXZ4bTOqzcMon_C457Ky-uhSB40kBIU 2096
vllm/worker/worker.py sha256=7Ak1g6KimWBd5HT-tmSIsBAXawWZ2S8cyGfGE676bO4 21053
vllm/worker/worker_base.py sha256=d4urGJ5SiX-TWwm1jAo_8Rcjg_QNpYKepl48HMmY1QE 18510
vllm/worker/xpu_model_runner.py sha256=1WDKAH-Q_01bqRvEDfugSKBn7kGhaCszHn3UWknmSVY 23701
vllm/worker/xpu_worker.py sha256=ugCVttBRFauKlBsXhqo09VpEHlRotEdGKBcd7ihXGxc 8672
vllm_xft-0.5.5.0.dist-info/LICENSE sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ 11357
vllm_xft-0.5.5.0.dist-info/METADATA sha256=ydGoxSRuBYqa7N3P0ek-94BowtmKUs0M8WoS4oS3HEc 10714
vllm_xft-0.5.5.0.dist-info/WHEEL sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ 92
vllm_xft-0.5.5.0.dist-info/entry_points.txt sha256=3gs2VG8nr7QHZXKTqjfRIabj07IjR9Gj5xm764igbjE 43
vllm_xft-0.5.5.0.dist-info/top_level.txt sha256=fAgb8Pt4zQoKTUA3ZnKEIgcjh0L97_dwEjYDTL5MEEo 5
vllm_xft-0.5.5.0.dist-info/RECORD

top_level.txt

vllm

entry_points.txt

vllm = vllm.scripts:main