bigdl-llm

View on PyPIReverse Dependencies (0)

2.4.0 bigdl_llm-2.4.0-py3-none-manylinux2010_x86_64.whl
bigdl_llm-2.4.0-py3-none-win_amd64.whl

Wheel Details

Project: bigdl-llm
Version: 2.4.0
Filename: bigdl_llm-2.4.0-py3-none-win_amd64.whl
Download: [link]
Size: 4517781
MD5: 287b208e048905203c514e35eccdf13e
SHA256: a2fc0999265d71700732e2f3bbe718c283dc8b070a0587a4432b29e057b90817
Uploaded: 2023-11-09 23:28:03 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: bigdl-llm
Version: 2.4.0
Summary: Large Language Model Develop Toolkit
Author: BigDL Authors
Author-Email: bigdl-user-group[at]googlegroups.com
Home-Page: https://github.com/intel-analytics/BigDL
License: Apache License, Version 2.0
Classifier: License :: OSI Approved :: Apache Software License
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: Implementation :: CPython
Platform: windows
Requires-Dist: py-cpuinfo; extra == "all"
Requires-Dist: protobuf; extra == "all"
Requires-Dist: numpy (>=1.22); extra == "all"
Requires-Dist: torch; extra == "all"
Requires-Dist: transformers (==4.31.0); extra == "all"
Requires-Dist: sentencepiece; extra == "all"
Requires-Dist: tokenizers (==0.13.3); extra == "all"
Requires-Dist: accelerate (==0.21.0); extra == "all"
Requires-Dist: tabulate; extra == "all"
Requires-Dist: intel-openmp; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == "all"
Requires-Dist: py-cpuinfo; extra == "serving"
Requires-Dist: fschat[model_worker,webui] (==0.2.28); extra == "serving"
Requires-Dist: protobuf; extra == "serving"
Requires-Dist: py-cpuinfo; extra == "xpu"
Requires-Dist: protobuf; extra == "xpu"
Requires-Dist: numpy (>=1.22); extra == "xpu"
Requires-Dist: transformers (==4.31.0); extra == "xpu"
Requires-Dist: sentencepiece; extra == "xpu"
Requires-Dist: tokenizers (==0.13.3); extra == "xpu"
Requires-Dist: accelerate (==0.21.0); extra == "xpu"
Requires-Dist: tabulate; extra == "xpu"
Requires-Dist: torch (==2.0.1a0); extra == "xpu"
Requires-Dist: torchvision (==0.15.2a0); extra == "xpu"
Requires-Dist: intel-openmp; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == "xpu"
Requires-Dist: intel-extension-for-pytorch (==2.0.110+xpu); platform_system == "Linux" and extra == "xpu"
Requires-Dist: bigdl-core-xe (==2.4.0); platform_system == "Linux" and extra == "xpu"
Requires-Dist: bigdl-core-xe-esimd (==2.4.0); platform_system == "Linux" and extra == "xpu"
Provides-Extra: all
Provides-Extra: serving
Provides-Extra: xpu
Description-Content-Type: text/markdown
[Description omitted; length: 13 characters]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.40.0)
Root-Is-Purelib: true
Tag: py3-none-win_amd64

RECORD

Path Digest Size
bigdl/__init__.py sha256=9RhNOlx9rGC96ZLIJFCFSApoifpjHoayBKx7N9ZKSno 956
bigdl/llm/__init__.py sha256=pKqluTPVXBFEmm1Xni6N8ltFxBvGfwKr9BPRNWtXCSY 952
bigdl/llm/convert_model.py sha256=85ARly0nhqlZ-o2B5UsVoiCAEyBrROQIsGGVe6s85pI 6819
bigdl/llm/models.py sha256=d-6aorrGhq4xkaOzivTKzMzK9unYj0u3R9o5nKdGWUs 1182
bigdl/llm/optimize.py sha256=exqZKa09SLPD-2xrmWWOd5EyXVu7QqQDc7B7h9yRuUY 10839
bigdl/llm/cli/llm-chat.ps1 sha256=PpUox9_gWYhERqZazhIRJnAzAHbp6l2JzwPy633AVLQ 2772
bigdl/llm/cli/llm-cli.ps1 sha256=gyq9Fcv4frezJoNqQkNjPlGOVfusa-QN0zBO7VWRHjU 3012
bigdl/llm/cli/prompts/chat-with-llm.txt sha256=PpSyd4FQQd-T7ptfXL9jZp7dgstevu1fsxWFa0IQ5Oc 216
bigdl/llm/ggml/__init__.py sha256=Flc31gOq42SIKILIniO8i7Zp_is1A3uKRcqBM7TFK1g 994
bigdl/llm/ggml/convert.py sha256=IjozSMCJpbTo1F0Rswl7dQhJZk2JB5Hq8y7ubwyZdV0 5419
bigdl/llm/ggml/convert_model.py sha256=B1mu4v-1knh5cZsoO04E_ZHxURIPDE33-2iTq5wNRVg 6261
bigdl/llm/ggml/quantize.py sha256=Xt7b-VhySLGGUqbdljmk9ulcZqXS0DwPEClYuKyuWBg 5444
bigdl/llm/ggml/model/__init__.py sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y 874
bigdl/llm/ggml/model/bloom/__init__.py sha256=291QHI19FMw7Z1oaKBAf2YJ0M51iYqWC4IT1ejI-OGg 900
bigdl/llm/ggml/model/bloom/bloom.py sha256=MaI_b4dElOZ1aD9Svl5WWREIOMCuWT0TDcNT5Co5j_4 17977
bigdl/llm/ggml/model/bloom/bloom_cpp.py sha256=ObtE8MvMPQ5PsJw8twtodYgYMj-RHmW3IfS22V4U9uM 7317
bigdl/llm/ggml/model/chatglm/__init__.py sha256=YEyiqQ6h0c0FurOyESZGlAYssMfojRpGpsh-ZrgszLQ 904
bigdl/llm/ggml/model/chatglm/chatglm.py sha256=oGmiGSSKHeeeuZml5xnWHJN5DfDnjdDmEC9rht-Qwy8 17381
bigdl/llm/ggml/model/chatglm/chatglm_cpp.py sha256=9itWFVxFYwov1Ww79umdt_44DdFtpfdcQF7Cf3Q2FPg 2339
bigdl/llm/ggml/model/generation/__init__.py sha256=Yr9QhfkBaoqd6WHmGVeWi16InwbBUrqSDphSQw__R38 910
bigdl/llm/ggml/model/generation/utils.py sha256=hBdDZmLI_jVOmFThSH4m0oL40DjHlQXB3gNjWCfnBc0 6354
bigdl/llm/ggml/model/gptneox/__init__.py sha256=7AwRAlz1bpOj8L4yFy7zp3KSG9WTxLdSD6PmFmr76MA 925
bigdl/llm/ggml/model/gptneox/gptneox.py sha256=bQII0rIt74RbSermubDe8pnPkUrh1DOPJPfnJE7WrPY 46979
bigdl/llm/ggml/model/gptneox/gptneox_cpp.py sha256=KwRyfI27-EfX_Ml0qxTJ4vZd1KJUOPktaDKNdgULzBQ 25859
bigdl/llm/ggml/model/gptneox/gptneox_types.py sha256=UXBo-BjTJLyaB68ZnJyDDpEATuYaTlbN_0zbef4rVAg 4194
bigdl/llm/ggml/model/llama/__init__.py sha256=RuXaQsQZDvprNMCF0hySt13IpwjnPGrlRqaQfpZT4Ig 921
bigdl/llm/ggml/model/llama/llama.py sha256=N57qW3M7HCSR9gP27qv_2Ni60ITw8ipIHomujJOqb6Q 54581
bigdl/llm/ggml/model/llama/llama_cpp.py sha256=0uVC9IO2JzQh55wcxA_UNfz5UMr58pdWtwADWkNpAyk 35145
bigdl/llm/ggml/model/llama/llama_types.py sha256=cesJvcZxWe8hp0MU5BP-iBwKzoUqS67yiQZnCa71p48 4207
bigdl/llm/ggml/model/starcoder/__init__.py sha256=Nz-yr524A3bR3zi-ldwp4N_bPCrvwPBYmvTUOX45RLQ 908
bigdl/llm/ggml/model/starcoder/starcoder.py sha256=9VAS7hrp03bHLj0PIQi2pEr8NhHGvgYFuzeI0AwWDn0 18950
bigdl/llm/ggml/model/starcoder/starcoder_cpp.py sha256=7TbamW_7-IVCfTtzHRquqre4kFR-1lG9hL6ZMNTTFTY 7461
bigdl/llm/gptq/__init__.py sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y 874
bigdl/llm/gptq/convert/__init__.py sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y 874
bigdl/llm/gptq/convert/convert_gptq_to_ggml.py sha256=a5vCW_LySMQ1l7rM94xajrxeKkrJTsG7PbLOlQfMpHk 10737
bigdl/llm/langchain/__init__.py sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y 874
bigdl/llm/langchain/embeddings/__init__.py sha256=ttMrezHriqkLwp1KcS14W80XIiTD-Q0xQ3cE4_snUQ8 1129
bigdl/llm/langchain/embeddings/bigdlllm.py sha256=erTW5UZ4jFK8dZqa6zoIYsA3PXepHP4q_3AWzQrWEbE 13602
bigdl/llm/langchain/embeddings/transformersembeddings.py sha256=BJnj46qPNXH0eSs_d0AIwGMD9lo6kGqE8iiYfOjeh1Y 6433
bigdl/llm/langchain/llms/__init__.py sha256=vBCl9JF45vnk9CWBG1k8lp8J6F8OCR9UY2E-idkkm5Y 1636
bigdl/llm/langchain/llms/bigdlllm.py sha256=VCYfx6zN6cGhqp1dGOdyHjMZnvvhmC2Uu46UaGbqJng 24394
bigdl/llm/langchain/llms/transformersllm.py sha256=PZMSMYl3eA9Cs7rUs35QPttrt-6SU61YOTc8FROj9jI 9417
bigdl/llm/langchain/llms/transformerspipelinellm.py sha256=9Cnhibr6TXTuZn1ZCkdWFD_KPdZFW67XE0BG5dxQZoo 7371
bigdl/llm/libs/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
bigdl/llm/libs/bloom-api.dll sha256=buzukvgVbXbpMYNKzImjwXj2ocNLF95duFuTmle-geU 36352
bigdl/llm/libs/bloom.dll sha256=f8RXVgJGSDlFKA02L3yNccDVjp5SWAKhLYKgjsTSpbE 380416
bigdl/llm/libs/chatglm_C.cp310-win_amd64.pyd sha256=ioPH3amIE4JGLzh4mcHfy5hHiGvVU7KFpFWeNX0NaSE 843264
bigdl/llm/libs/chatglm_C.cp311-win_amd64.pyd sha256=zT4HuYBSXkPTHpFWuJToFcFVK1X6GZ0d5oJU0OXfeHk 846336
bigdl/llm/libs/chatglm_C.cp39-win_amd64.pyd sha256=0D6iB8e6TuqtSn5_I56ImT8YT_yNuhe2CQjsDSJ1F24 834048
bigdl/llm/libs/gptneox-api.dll sha256=cU7qHmv5hQ-CKGxwPImeF3FerdaYkBHDNOjzot6iMAU 24576
bigdl/llm/libs/gptneox.dll sha256=GFKCAevEtWMEql3R4XIZCtBOCli6I2iUqE6BALK7hc8 439808
bigdl/llm/libs/libbloom_avx.dll sha256=Vz7LnHYLCy-2KNsbH9N34ju-fwfk96-fy3WrKZSYNgU 400896
bigdl/llm/libs/libbloom_vnni.dll sha256=L6HrhKUkN4f4BIJRPceC7i8aVYHSwXzO1joa2SUEO-Q 380928
bigdl/llm/libs/libgptneox_avx.dll sha256=SM7UJrSBvVfZKoyVjXhNdqVct2v-tHim-i6SK5YHt9M 460288
bigdl/llm/libs/libgptneox_vnni.dll sha256=uMyFmhSH8o6RGPGiOW_L33FNldcQGWQH-2fq1KMupHA 440832
bigdl/llm/libs/libllama_avx.dll sha256=xAMePimD8WzfwnJJKb-KNC6ZBuvv6nfzBfLEHxQ112A 454656
bigdl/llm/libs/libllama_vnni.dll sha256=CmPqz7E0x6cF9BNdoMCKWuuwTJky4zlpKbeStjbUUpE 434688
bigdl/llm/libs/libstarcoder_avx.dll sha256=0UwN0DgcIZBgonTshgg_Kg9WyJN_PvWJdurRHoZLL5E 492032
bigdl/llm/libs/libstarcoder_vnni.dll sha256=tHm_9p6bnkKXtQDcmi_w-f0iUJvdMlKuecCUjrqbMlE 472064
bigdl/llm/libs/llama-api.dll sha256=hVYYpkHBRonRlpqbiPdhMAtj9CzsaKay8YuBqJVXZtU 25088
bigdl/llm/libs/llama.dll sha256=4uHgr-iBbwWaWHwvvEhFRc7RCKppCG1efw_Q5k1uu3k 434176
bigdl/llm/libs/main-bloom.exe sha256=wKwxjHof4G19glI10z8FLF_ArHtdKA56PcoSwA5FqBU 103424
bigdl/llm/libs/main-chatglm_vnni.exe sha256=rsHF2lfURf85pl80o6jPKziBusMPviVUkHpHiY6zn3A 715776
bigdl/llm/libs/main-gptneox.exe sha256=t2Eh3EciE_-AowAW0jZakIimMtrqa3SWFZRXMwz2Htc 98816
bigdl/llm/libs/main-llama.exe sha256=gQWE3VQIou6Yz2qyJvZPOPUIXnPwtXaKnwo4DqLkpp8 99840
bigdl/llm/libs/main-starcoder.exe sha256=5t1Op_qCP-2fAnhLplAVBEN70yb6xHKIQz0ZCQ5qtVU 157696
bigdl/llm/libs/quantize-bloom.exe sha256=btuDLy__d8LLkSwa_q8vHW53Vplt-jGgjDhnTH4rnKw 116736
bigdl/llm/libs/quantize-bloom_vnni.exe sha256=s-c7wqZp_8SLOQEZqsQCMeFVdeUx0nzZt6n2DfO5kP4 117760
bigdl/llm/libs/quantize-gptneox.exe sha256=0UgbNBjtvB4C0u0UKAbW897T6tr6R8WAHGQVDlOf7Tw 94720
bigdl/llm/libs/quantize-gptneox_vnni.exe sha256=tsuajPECDxbsdOOQ1a-Aj6gNMBGo6HEJJ1zOnP4sQrY 95232
bigdl/llm/libs/quantize-llama.exe sha256=BwNL13ogkJ0uyvUKP3SbdR_JYlOBJnVKr2M7rDTKhxQ 99328
bigdl/llm/libs/quantize-llama_vnni.exe sha256=wlrN0BNPKfjjMgOaD5tpwJlOvHLc5tK6HKltdkWVlHg 100352
bigdl/llm/libs/quantize-starcoder.exe sha256=bZZ873TiQ8YggCkvH23ZqsJx3x0Nn5UhtqtsDuEC0UU 117760
bigdl/llm/libs/quantize-starcoder_vnni.exe sha256=rUL2ip_D6nyNfg5mPAH_AxGpHwyGrcHduZw5J4WjXvg 118784
bigdl/llm/libs/starcoder-api.dll sha256=p41N-0w4sdzWhdvoSjt_7-bmlBRGc1Rw8LP5HWvh7mw 21504
bigdl/llm/libs/starcoder.dll sha256=2CM6_1VnHmV1m262xZhO_EM7CI43cIR6mShL-LkOrno 471552
bigdl/llm/serving/__init__.py sha256=b2IXvVqQ5cItki021h8s3ymW12RPu8QNPprq4Mn3bDM 586
bigdl/llm/serving/bigdl_llm_model.py sha256=kA74M3SI10OYXqLbQkM4XHyilLbEMVcHTLwvZttvmGI 10065
bigdl/llm/serving/model_worker.py sha256=M9_bghGjkU7lmne6kRi0BR8fdhshntwEZ5m9bQrZ26A 16565
bigdl/llm/transformers/__init__.py sha256=TqVD6rlvWCIX50HZb3OigHBdA3xdXR061fZw8QrftKc 988
bigdl/llm/transformers/convert.py sha256=DkkQXWFjtElATHld_R6UY6PN3jkM3ClkOykU2Q__KPE 22057
bigdl/llm/transformers/embedding.py sha256=tNhLJGaHNSrx0DZfVTF3Ctea2tBkL4e4ZoDMS4pBUhk 826
bigdl/llm/transformers/low_bit_linear.py sha256=5-1IrKBm6ZCs-hKzpW_-VDsssWveGuWOo3DVz1VX29s 23003
bigdl/llm/transformers/model.py sha256=kjNVRNsOG_W1LAVtcyAy0Kb8qsHv4TIz5QoIKc0bIQA 16891
bigdl/llm/transformers/modelling_bigdl.py sha256=ptaN3l5odUQYP7XUGOPWICLCMuzARtWq0TtnaEnaxXo 6934
bigdl/llm/transformers/qlora.py sha256=bZdEUiAMGWUjpUWFyxGuLmoE1Vy2TBj2oUANlrYVeHo 13873
bigdl/llm/transformers/utils.py sha256=kPnxVp3-FWJY95Z7bZEJims5wo56pdRqIX7rd_puyNg 5451
bigdl/llm/transformers/xpu_customize_fwd.py sha256=wFpIhs5F6tkNs8gBOrLxWdhLzO3EDHovVkERPIAoAvg 7611
bigdl/llm/transformers/models/__init__.py sha256=tp2DcVkKg1-QvdYk7DY7rZvQWCDQ4ZjU8NAQ7Fclrpg 584
bigdl/llm/transformers/models/aquila.py sha256=TaUC2Jmf-Wtli5LmOjO-tw88qkWXDrc4XGXTHbAxtEE 7242
bigdl/llm/transformers/models/baichuan.py sha256=mcMGGvvWgn3z1juViXVg-ASn1Jpg4IStqn3GmEM0bH4 10791
bigdl/llm/transformers/models/baichuan2.py sha256=AMJMvr6kzmn2mX04wBhJgirRHimYTgku1vXVnWSubcg 12300
bigdl/llm/transformers/models/bloom.py sha256=5v7QWxlJ-9DJ0khw386pcUYKdBQYOEzURNlRwmWrfGw 8049
bigdl/llm/transformers/models/chatglm.py sha256=A-Sw0fZj71DBK5d0lq1xVdOElyP-gUuDSYqtqiEynck 13671
bigdl/llm/transformers/models/chatglm2.py sha256=h7abj4low-_Y238-i_xSxEQfOiDednYJVQ-PzHelyu4 18412
bigdl/llm/transformers/models/chatglm2_32k.py sha256=NshPKKQyNWGtJ_Wr9hXyXMI95xfEHowj1-3AJ4T6MB4 8625
bigdl/llm/transformers/models/falcon.py sha256=b9FRK5E5HHBAg9zktUIkcsCChteY6zIQQYYqawwuvJc 23294
bigdl/llm/transformers/models/gptj.py sha256=nb7E9AAReguxvM15kFb9c5iRXCdW3fg5EXBBU_wPOng 7315
bigdl/llm/transformers/models/gptneox.py sha256=nFKxIgzMjcdClnvVdujo8_x-92UmJdmhkrZxDd2J0oM 6056
bigdl/llm/transformers/models/internlm.py sha256=o4vtmpjA2c00ootpuj8NobYUd6sCzGDQYJeEsHcBBtY 6879
bigdl/llm/transformers/models/llama.py sha256=4ElnKQpE0XYEOb0862IcuHGMahZ3BsyizP5VTGjQDWg 11145
bigdl/llm/transformers/models/mistral.py sha256=DU1urwWgf7219aOF3Sl7oTM3MlP1nY-UNyU5I5QN154 7925
bigdl/llm/transformers/models/mpt.py sha256=WeE5EOOB5qo1w-nEHjeutaeOlBb9CtqHVcFc_V6U_zk 7551
bigdl/llm/transformers/models/qwen.py sha256=LEGVBO8VDVr_w89kzELYZTo3ogMkuG0r8XM93UfFI3E 8163
bigdl/llm/transformers/models/qwen_vl.py sha256=bgqWlMho5FGRcJ61u5iwgh323OGAnL60lJDQR4ECzDQ 6132
bigdl/llm/transformers/models/utils.py sha256=OvKlG5WAcdWoRWzcWuvDvswjAYNe0jMzQ8oKclPEuMs 4767
bigdl/llm/utils/__init__.py sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y 874
bigdl/llm/utils/convert_chatglm.py sha256=ht1beITTOpsLrpM2iPtJJbIUjREAOZ_xM3Z92oR4nLA 18075
bigdl/llm/utils/convert_util.py sha256=mI_6haZtLF69WovKIL9zh9cppmQDv6Gc27GslEUnMKc 72614
bigdl/llm/utils/isa_checker.py sha256=SisZ32B1G7meZvgRKZcani1WevIhMwum7nilZ3sHgXY 2259
bigdl/llm/utils/lazy_load_torch.py sha256=MCZZr1NWwxOZQt-3OthNBxMxdN2jiRbvyXwJkrIKAhM 7129
bigdl/llm/utils/utils.py sha256=11R2GNuz7SMPhHzgEao-2TiUaAnVvytvOiHK7zYrZfY 2018
bigdl/llm/utils/common/__init__.py sha256=pV_8I-oa8RrHSCJg6ADBY_Tre6vXCqAMyhfpj1UhvYE 988
bigdl/llm/utils/common/lazyimport.py sha256=TVDp-rtc6IHopmlS9WEIgP5GKg5i0iWGm8khPwG4jTo 2874
bigdl/llm/utils/common/log4Error.py sha256=8UgIpEJYQasQO4gMOWO22nsOgr14w1emAJy4ts1VOb0 1763
bigdl_llm-2.4.0.data/scripts/llm-chat.ps1 sha256=PpUox9_gWYhERqZazhIRJnAzAHbp6l2JzwPy633AVLQ 2772
bigdl_llm-2.4.0.data/scripts/llm-cli.ps1 sha256=gyq9Fcv4frezJoNqQkNjPlGOVfusa-QN0zBO7VWRHjU 3012
bigdl_llm-2.4.0.dist-info/METADATA sha256=vgFFsZUbEGZY3ETbP4H-xXJ-nSk4_QfiE6i62heZ20A 2217
bigdl_llm-2.4.0.dist-info/WHEEL sha256=bC8mYJUOJCh5KnyEeT6W_BCQYi3v39D3z64Vy_sFvVg 98
bigdl_llm-2.4.0.dist-info/entry_points.txt sha256=FClDfgRtVDhPPUsMDgDOZvqNZTS_vBpqhJvYkv0YzLM 62
bigdl_llm-2.4.0.dist-info/top_level.txt sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs 6
bigdl_llm-2.4.0.dist-info/RECORD

top_level.txt

bigdl

entry_points.txt

llm-convert = bigdl.llm.convert_model:main