hip-attn

View on PyPIReverse Dependencies (0)

1.2.3 hip_attn-1.2.3-py3-none-any.whl

Wheel Details

Project: hip-attn
Version: 1.2.3
Filename: hip_attn-1.2.3-py3-none-any.whl
Download: [link]
Size: 395244
MD5: ceacf903a6db096c9ad33125e71365ef
SHA256: de3f18a5fb03c44c64bc3aa130fc82a97daff8dd9f98dafa91908633e8d1d24c
Uploaded: 2025-04-01 01:02:10 +0000

dist-info

METADATA

Metadata-Version: 2.4
Name: hip-attn
Version: 1.2.3
Summary: HiP Attention
Author-Email: "DeepAuto.ai" <contact[at]deepauto.ai>, Heejun Lee <gmlwns5176[at]gmail.com>, Geon Park <mujjingun[at]gmail.com>, Bumsik Kim <k.bumsik[at]gmail.com>
Project-Url: Homepage, https://github.com/DeepAuto-AI/hip-attention
Project-Url: Repository, https://github.com/DeepAuto-AI/hip-attention
Project-Url: Issues, https://github.com/DeepAuto-AI/hip-attention/issues
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
Classifier: Environment :: GPU
Classifier: Environment :: GPU :: NVIDIA CUDA :: 12
Requires-Python: <3.13,>=3.9
Requires-Dist: torch
Requires-Dist: triton (>=3.2.0)
Requires-Dist: setuptools
Requires-Dist: numba
Requires-Dist: performer_pytorch
Requires-Dist: peft
Requires-Dist: seaborn
Requires-Dist: sympy
Requires-Dist: bitsandbytes
Requires-Dist: cupy-cuda12x
Requires-Dist: nvtx
Requires-Dist: sgl-kernel; extra == "sglang"
Requires-Dist: flashinfer-python; extra == "sglang"
Requires-Dist: flash-attn; extra == "sglang"
Requires-Dist: sglang[all]; extra == "sglang"
Provides-Extra: sglang
Description-Content-Type: text/markdown
Dynamic: license-file
License-Expression: LicenseRef-FSL-1.1-MIT
License-File: LICENSE.md
[Description omitted; length: 5714 characters]

WHEEL

Wheel-Version: 1.0
Generator: setuptools (78.1.0)
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
hip_attn/__init__.py sha256=8_bcNVcW_Gl2uDHJNNqTrE5FBNJHb3pAb_R6RWMqxvI 2548
hip_attn/models/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
hip_attn/models/modeling_llama.py sha256=sCGTwOC2d9CXoQ8oSzc-RKIEFCvpdun1h4DJOGQpFr0 103962
hip_attn/models/gemma/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
hip_attn/models/gemma/modeling_gemma2.py sha256=STjVWnMfWYRwzba8EJA2xr24TwLEe7eUkn92rFdSZ9c 80124
hip_attn/models/llava/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
hip_attn/models/llava/builder.py sha256=mJRxceL-Lg5vl2p9-1XsriEdZSWZsX_XkIIRz5ID0I8 11239
hip_attn/models/llava/configuration_llava.py sha256=lJf4MciLFnMWqDC00AiQ2f3zbqtWpfjuYZG9CaguQs0 5621
hip_attn/models/llava/llava_llama.py sha256=IOi5fl3M02mgHTS6beafOaS17xqL0kFGAk_yQQfPRow 5547
hip_attn/models/llava/modeling_llava.py sha256=CxXRpz0K8cNJ6dViDbzNfI4gPXTxmuC7VKh3_mA3OM0 30930
hip_attn/models/llava/processing_llava.py sha256=7mJw0FG8ncaI0YFqwvJBZaVirRv_9C_yow8RGE36bFM 7454
hip_attn/models/qwen/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
hip_attn/models/qwen/modeling_qwen2.py sha256=u8lirsyRm1fOuTdrIZhmmSNvKfkzeAD9LVOVwo2DrWE 83355
hip_attn/utils/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
hip_attn/utils/attention.py sha256=30LB0Vw5LvYJ2tKt964JveWyL0R82fzYeoUHZTujCIo 31701
hip_attn/utils/attention_norm.py sha256=BbM1fAKazyscJH3SaFw9P-AoUG2D7v8vKsBaDW8gmbY 5148
hip_attn/utils/attn_l1_loss.py sha256=8qH1pdZTGmXEd0ft0gUsRLEyM217G3qMo_pnddbgjjM 18512
hip_attn/utils/benchmarking.py sha256=fNamV72iYjFJmmDAAnR-6O47S7f-zWr7juJXeY3FFss 5279
hip_attn/utils/memory_efficient_llm_ce.py sha256=oHNSNofQ5y6A7yL7jMEplCILwMj7Xx4e3HqlivebM5A 5109
hip_attn/utils/new_block_sparse.py sha256=TAVpvzA_6nyqvnajUgxg6koa1LDnybiKMHNIr1dvXrc 57163
hip_attn/utils/rope.py sha256=aCZ2o9Gtnv4qk_oc_e6jYjWgDIF21XPYtYKyzFAeWZM 4971
hip_attn/utils/rotate.py sha256=7kwMcjYYtgWq3_ICPGEc5MqNcbu4DveHOZrlxfEcW8M 4240
hip_attn/utils/triton_argsort.py sha256=KLgQz80tOy7GWFPnMtiz7ssUX0QiegtR5GLnTS_gP7U 3124
hip_attn/v1_0/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
hip_attn/v1_0/attention1.py sha256=4jPQx70EOyau-TwAIqrFI4L9YD2-nD7KmNOdZf7hp1Y 7135
hip_attn/v1_0/attention1_block_gpu.py sha256=ws5PITKRY7puFeLUF4C0dA0yqD9FM08xfpf00LMiL2Y 54022
hip_attn/v1_0/attention1_gpu.py sha256=0PrzGdEnfklI3yJkCFfhvc76RGKO40CmoPXpmgVo7nc 48755
hip_attn/v1_0/attention1_block_gpu_kernel/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
hip_attn/v1_0/attention1_block_gpu_kernel/calc_prob_return_context.py sha256=X-_Mf2K0RXFrL8vPaerBEoTqHOyT3lFr-WyZbk3thOg 37054
hip_attn/v1_0/attention1_block_gpu_kernel/calc_score_return_prob.py sha256=rndILM69BD4RgFUpHQKedHuOBwpJRhE1D17HGWusogg 24321
hip_attn/v1_0/attention1_block_gpu_kernel/masking_iteration.py sha256=aSS2Yc9WDSq8Qrn38Y2P7nBf9007PMr5mXCHzYi1oAw 66341
hip_attn/v1_0/attention1_block_gpu_kernel/paged_cache_vllm_compat.py sha256=Runqye1b-OfhMlWDZ2WFctwebULAHmnOIbBKZDyWw8s 3056
hip_attn/v1_0/attention1_block_gpu_kernel/safe_indices.py sha256=0-sCJ0017sL3hO9ph7QTQsG6nG8aEGRW0sQwxtHUh1I 13369
hip_attn/v1_1/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
hip_attn/v1_1/attention2_draft.py sha256=Ki47Yi9qrixGuwUnsb1RSW9RAhA3tyHMlWJoIi7VmCY 24837
hip_attn/v1_1/attention2_draft_causal_batch.py sha256=90JrMQSXR8NaqXpIbB2xjwg7ejQWjrYo9FzXwierOmE 18682
hip_attn/v1_1/attention2_draft_causal_batch_gpu.py sha256=WmYzbdqVonAcg6hz6IL-PtNEUrUcQWOqfx4OxpoKb-A 111081
hip_attn/v1_1/attention2_draft_causal_batch_gpu_fused.py sha256=VCQ9gLafTpVU3ZxJ_d-eAmREt2axNPZxaLBD4G81Ph8 121737
hip_attn/v1_1/attention2_draft_causal_batch_gpu_fused_vec.py sha256=atMDIabYSZCInZMbgZfgrlOyaJJuCDenldkiSqZtAJo 168537
hip_attn/v1_1/attention2_draft_prefetch.py sha256=X1Q0nBVx_c6F_4-aG7-62HPX-dLlcjnUsHvVQA2UXnw 273216
hip_attn/v1_1/attention2_draft_sampling.py sha256=mMJfp6Vokm5tTY65LHPCubuUCEshJwnPRZspmsqNoMU 54904
hip_attn/v1_1/attention2_draft_sampling_extend.py sha256=K5aWvyhJ4SRDB9wnTD56VXvCj8X7qXRM1-SrNU85YvU 87654
hip_attn/v1_1/offload_runner/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
hip_attn/v1_1/offload_runner/cache_policy.py sha256=tujwQLH0rb8veBKedO8Im36AAwUNn21XcGGWKR0fazc 74283
hip_attn/v1_1/offload_runner/llama_model.py sha256=APClg3cHv9SsLVglvae1AAJecBkrwN_iklwdEBvs1fM 89569
hip_attn/v1_1/offload_runner/offload_runner.py sha256=wqUty1gSy9pH_-wCoQiTSaE_c-UwTAmevTyTF1Jkluw 87304
hip_attn/v1_1/offload_runner/tensor_from_pointer.cpp sha256=_ivvEV7ufOHFbq95TxI0q9PMcGTsDMzT83P7dlNSjuw 1113
hip_attn/v1_1/offload_runner/tensor_from_pointer.py sha256=BxVccoyTV92ByxbJ4y93vBsSW8S9aBfAN-EZaonT9no 3412
hip_attn/v1_2/__init__.py sha256=DYNqC5PWWgwUd2s97L60i1KurYJXJEy452iSvJzJ11s 468
hip_attn/v1_2/attention_decode_bsa.py sha256=V7mokdY6l_NiSjV1a4FZ2zoRqrvcbDDFFZw6vbKx4JM 51092
hip_attn/v1_2/attention_extend.py sha256=QPrSg6nDM1E_L7w3qCxLjSKdxsc7V6Q51ZhGinIWS_c 130713
hip_attn/v1_2/attention_extend_bsa.py sha256=2iegFNj3AjPYWbQRtASctjTvHR4RnZ_PqY7k0C4LQy8 67101
hip_attn/v1_2/attention_metadata.py sha256=_TuDB4Y-ke0szk0XHNmjT8Nx7fVSjdClmkGPbGOnbMI 12362
hip_attn/v1_2/hip_config.py sha256=yYEP2hnBWJ_-aJ0d8gscPPqkHM-aMuNacvexhKR6YJ4 6983
hip_attn/v1_2/hip_memory_pool.py sha256=AVkLeLSMhhVPxfRf19xW1VVgUG1TMnoAqFX9LXQV9HE 17387
hip_attn/v1_2/mask_refresh_interval.py sha256=eQWE6P93Z8-lEb9gve-IcehzzuNX1RlUQeLSe6w2PS0 904
hip_attn/v1_2/model_offload_cache.py sha256=mYMbQ7qrML6ZY4ixZDvuhOVpAEqd8h-u9XGPfzOoa3Y 23710
hip_attn/v1_2/paged_hip.py sha256=4oW7X_0lyuVOu3Hce-GXeUE5Xk4mH9QjX7maH1RPT08 31698
hip_attn/v1_2/uvm_gpu_cache.py sha256=oF0SLyjD44QWxGs3hg8a0kYvvn5D7XNMkJ4RcXoTtn4 60527
hip_attn-1.2.3.dist-info/licenses/LICENSE.md sha256=WAYMK4qMgTTLDo0D3SZpHz4LQB5oyhm5oGMOOlsIrB4 4211
hip_attn-1.2.3.dist-info/METADATA sha256=Wigbr7mAQj4qAfoBPG2d6IYvf9XK7DCaIogf3BoLd4A 6948
hip_attn-1.2.3.dist-info/WHEEL sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0 91
hip_attn-1.2.3.dist-info/top_level.txt sha256=OvTqotID3b5mLzvcXoNYiMxNxv7dqBZdFoOXAO692zg 9
hip_attn-1.2.3.dist-info/RECORD

top_level.txt

hip_attn