opencompass
View on PyPI — Reverse Dependencies (0)
0.4.0 | opencompass-0.4.0-py3-none-any.whl |
Wheel Details
Project: | opencompass |
Version: | 0.4.0 |
Filename: | opencompass-0.4.0-py3-none-any.whl |
Download: | [link] |
Size: | 2695691 |
MD5: | fd9fee3a56b1765f979f5935ec838024 |
SHA256: | 6cdbd2004aad767131371faed2a1f1d4cf0bc2bea59d37ac5a9b5bf3f9e73c81 |
Uploaded: | 2025-01-22 06:42:13 +0000 |
dist-info
METADATA · WHEEL · RECORD · top_level.txt · entry_points.txt
METADATA
WHEEL
Wheel-Version: | 1.0 |
Generator: | bdist_wheel (0.45.1) |
Root-Is-Purelib: | true |
Tag: | py3-none-any |
RECORD
Path | Digest | Size |
---|---|---|
opencompass/__init__.py | sha256=2eiWQI55fd-roDdkt4Hvl9WzrTJ4xQo33VzFud6D03U | 22 |
opencompass/registry.py | sha256=Y7dKbWoJqd0sk6RhIaw5R6M9sMU-eX7zzRjN2mBaKVo | 2125 |
opencompass/cli/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
opencompass/cli/main.py | sha256=YSHuPc2f2J0-0wPgrMlUK2wUS93HkBA6EYgSuTg95jo | 18106 |
opencompass/configs/dataset_collections/chat_OC15.py | sha256=oGmxogUt6JMhkW_yBnikRK7O7YsFRvKnsHOpsmGZu7I | 1681 |
opencompass/configs/datasets/ARC_Prize_Public_Evaluation/README.md | sha256=lh5bOj10Qj8IbyNM9CwI4D5BlBrX5PutRkNZWYZDO7U | 2697 |
opencompass/configs/datasets/ARC_Prize_Public_Evaluation/arc_prize_public_evaluation_gen.py | sha256=csBEnDmv8mknhBGNpIYB11JuLmYXG5yY3ih-3ctAafQ | 169 |
opencompass/configs/datasets/ARC_Prize_Public_Evaluation/arc_prize_public_evaluation_gen_872059.py | sha256=BI4cqYTe65bd6AKyyJBrZEAjPPLs9aENQ9Gba9nlXzo | 2433 |
opencompass/configs/datasets/ARC_c/ARC_c_clean_ppl.py | sha256=t8eHGWDu7zNpCiibtHwZLCJT1ZbqRQZyB0IEDUiSZqw | 1889 |
opencompass/configs/datasets/ARC_c/ARC_c_cot_gen_926652.py | sha256=MSiqofakb1y2CCzQ8WOErW7KKcIc6mqrhkVYud4L--4 | 1570 |
opencompass/configs/datasets/ARC_c/ARC_c_few_shot_gen_e9b043.py | sha256=nx4yjW00G_POLFeFnJGKXL1YLTW6Qv5aysroFHd0a4s | 1488 |
opencompass/configs/datasets/ARC_c/ARC_c_few_shot_ppl.py | sha256=jOuonvrBPIZGB5UEHygNY3lgKJpqjBWZRYl3yjJaCuU | 1995 |
opencompass/configs/datasets/ARC_c/ARC_c_gen.py | sha256=AH7OtDkha59gPME-kR_hTS6DXFu9g71F98OILkqVBNE | 126 |
opencompass/configs/datasets/ARC_c/ARC_c_gen_1e0de5.py | sha256=JTTauZNpZw0q1MZf5cg_CivKI8qgS38vyc2vW1uUfZQ | 1346 |
opencompass/configs/datasets/ARC_c/ARC_c_ppl.py | sha256=O6Bd9_iNZkxPtIF7U36CIRiO8F81AjhJpAi9TTly028 | 126 |
opencompass/configs/datasets/ARC_c/ARC_c_ppl_2ef631.py | sha256=LU9v5yKMshymuRM8zWstLTYAGiuHfEejHX71Nc-xrgk | 1220 |
opencompass/configs/datasets/ARC_c/ARC_c_ppl_a450bd.py | sha256=szG44DjQTsMnAlE2XdBl1sywIK4zlZK23YP2tN0-oKI | 1788 |
opencompass/configs/datasets/ARC_c/ARC_c_ppl_d52a21.py | sha256=LsQzH6tkMszY27632WHUPtPW8oejeGLPjgiYJRt12dg | 1209 |
opencompass/configs/datasets/ARC_e/ARC_e_gen.py | sha256=U_uhK6UcReikHnIOnRL5iB6MW40o4MeETL3TtIKhFzw | 126 |
opencompass/configs/datasets/ARC_e/ARC_e_gen_1e0de5.py | sha256=kGzV4X77TV7fTVEr9U5b9Ad2gSmBmCkN-W0dXXbdCrA | 1346 |
opencompass/configs/datasets/ARC_e/ARC_e_ppl.py | sha256=ecoClE9quUI8KnrD2aPd7M5TNyogHbk1-yHowr1_XSY | 126 |
opencompass/configs/datasets/ARC_e/ARC_e_ppl_2ef631.py | sha256=QEen381yl_d3SWbqabQtD74GWlbggc4NtdMh3mr_kBU | 1220 |
opencompass/configs/datasets/ARC_e/ARC_e_ppl_a450bd.py | sha256=8EqEHBm6UctH0E08VoyhzZvEtmgwMGwgl_bVFiM4NXo | 1788 |
opencompass/configs/datasets/ARC_e/ARC_e_ppl_d52a21.py | sha256=7xCnufJkvY3yDPlcSVE6pCr9o2s-g-DSLNEcroQotG8 | 1151 |
opencompass/configs/datasets/CHARM/README.md | sha256=5xYg4KQOP5WLyhYHkKw6SNPioNzV2zArduHAV13VFsU | 8902 |
opencompass/configs/datasets/CHARM/README_ZH.md | sha256=V8i3h3p1Ag4wQqQDwZgT0A3pA6lacmZrPPZfbj7ZZxs | 8285 |
opencompass/configs/datasets/CHARM/charm_memory_gen_bbbd53.py | sha256=bdj47knHKq3081I94QKKF2twp92Slu5HAOoXvsq8QRA | 2292 |
opencompass/configs/datasets/CHARM/charm_memory_settings.py | sha256=V7gI6_Avfgjo1TuB46L-z6N68j3CQ0ZXaZdNtoTNiFM | 1550 |
opencompass/configs/datasets/CHARM/charm_reason_cot_only_gen_f7b7d3.py | sha256=uxeqKpJRYGwx2YF6N1AVkHKsBQ86QoUoRt66QNcDt4k | 1925 |
opencompass/configs/datasets/CHARM/charm_reason_gen.py | sha256=wvTvM8ONtLXjXa3loQfOvXEFEPpZquoVOMFXk4URWD4 | 140 |
opencompass/configs/datasets/CHARM/charm_reason_gen_f8fca2.py | sha256=gtSkVabEKXZ2lHRl01VaJP2AvNsTjmC7nBoXg8e_vsM | 1860 |
opencompass/configs/datasets/CHARM/charm_reason_ppl_3da4de.py | sha256=wRrX7wc3_ex9zJqganBGnsECE58d2KzZeGqdQZlDI7U | 2070 |
opencompass/configs/datasets/CHARM/charm_reason_settings.py | sha256=XgFwxwVbMRn0KvdNtKLCT6mXzs4ZJM3RT0AYw6Ri1as | 1979 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Anachronisms_Judgment_Direct.txt | sha256=XO1MvqLgRSz1-Cduz1M8s7DWCJ0V_OrqAYHWh5Tewkc | 730 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Anachronisms_Judgment_EN-CoT.txt | sha256=a4JZojGmCu1_3daNjxfA6sKzhRwpSAjLugtjFZnmMxI | 1618 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Anachronisms_Judgment_XLT.txt | sha256=N3Av_5Dqoolx2_dxQRcLDtlN0cFkw9pRgm40Gi6qb7w | 3106 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Anachronisms_Judgment_ZH-CoT.txt | sha256=VTnzGNoq5ZssyOv2WRAzFyhjFxI1rFKeCQw2jvYXs5I | 1475 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Movie_and_Music_Recommendation_Direct.txt | sha256=0u6RMXIr7D2qNN7LS-AvZrStBH6Woi-Ok2pDTsnOPjQ | 723 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Movie_and_Music_Recommendation_EN-CoT.txt | sha256=CHQx4T9xCrwH2fIfdGYNMsZ4hPy5zbgvtswCUfjAcxs | 3734 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Movie_and_Music_Recommendation_XLT.txt | sha256=azTnPhK84oOZCuzN4lpQQUKEOtnWo2Gz1RizYEqDd1Y | 5330 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Movie_and_Music_Recommendation_ZH-CoT.txt | sha256=CrIzeGaok9cDeqSckXeMKwLgukirHfFsz-Vlj91XAAY | 3413 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Natural_Language_Inference_Direct.txt | sha256=bg5XwXdK6CXknacBcY0h5qrZTw4mJPKkDLg8BIguXuI | 605 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Natural_Language_Inference_EN-CoT.txt | sha256=_CWeOdQJaHzzkymY0dkGwoAsEANCgEp6Xn4rR87zrus | 1698 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Natural_Language_Inference_XLT.txt | sha256=XAj3m3nNvhJtm2dVruVXKb8q6fzmE3IOnRQMQO9Mqxw | 3303 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Natural_Language_Inference_ZH-CoT.txt | sha256=lE2Dsb4sR4UovsS9DhVEdlCcv3Q1Eqvka6VZw6LU8Ws | 1466 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Reading_Comprehension_Direct.txt | sha256=wK97dscS0wPrTRQg5Mo4G8OdgSfZCHUL_A1TZK5OZno | 1877 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Reading_Comprehension_EN-CoT.txt | sha256=R8CrxzAbZgDbuB-YRWgq4ANDzEsFF-TmUweri1P6h1Y | 3479 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Reading_Comprehension_XLT.txt | sha256=AsNey70iDobYUTIT605OTL6RfwmhfxIK5pHMK9V0d7Q | 6962 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Reading_Comprehension_ZH-CoT.txt | sha256=Xqv2RAsA2snhN7hIbbziSMWDbATSKkN5qlGovThnNeY | 3173 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Sequence_Understanding_Direct.txt | sha256=IsbU6xJDXL7XMEfVzBSU_rW1esQzIElkJ1uJiDwRPO0 | 919 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Sequence_Understanding_EN-CoT.txt | sha256=c3x6JsgviAeSS65laBBs3xsYkwvHO3x1Lm6mJIWXOAE | 2151 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Sequence_Understanding_XLT.txt | sha256=LvdHxH7a2r6Q5yZrNWE-GPwGpLA7tsclZ2uPNsttbDc | 4149 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Sequence_Understanding_ZH-CoT.txt | sha256=-6E-1a7zgqN_rGwau6vWtxxQxIYTl7Uztdv3gyqEQyk | 1903 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Sport_Understanding_Direct.txt | sha256=P9xk6ej6askffYaVDQEBHtBe1ASQsd5sfw7vGjagGos | 414 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Sport_Understanding_EN-CoT.txt | sha256=OOIBXYXy0U5Yu00jMxUAVfuvxXV6wQBPkkqHtv6ctn8 | 1113 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Sport_Understanding_XLT.txt | sha256=qXmQDnw7OYlrLHRwqP1y-A5hB1QBd3Jl7FnbYcR7eDw | 2396 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Sport_Understanding_ZH-CoT.txt | sha256=HTshCKuEBfNbba-3BmKG2yll5sXoNvb-Ab-S9yO-PVU | 1071 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Time_Understanding_Direct.txt | sha256=Dttr8k3kNJEOPk1KVwEKVpqL1bTSfAGBiWyEXlvuyqo | 595 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Time_Understanding_EN-CoT.txt | sha256=bYVl1J9RZzGd47yymhm4N1fJCxACOHwG_9Mu3z_GbxM | 1572 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Time_Understanding_XLT.txt | sha256=7nMr3p3KWYOFo9w9Q8_T5VgsM6UkpLyenZGL3y9mBIY | 3072 |
opencompass/configs/datasets/CHARM/few-shot-examples/Chinese_Time_Understanding_ZH-CoT.txt | sha256=uWX-GYDHSbwrScGO7tzWho6LKOtRnqrs9WKAAJlgJBo | 1294 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Anachronisms_Judgment_Direct.txt | sha256=pS8uX8dykSd3U3RzJiV_SvzY6jS6NZ0B8NafszrRHUI | 738 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Anachronisms_Judgment_EN-CoT.txt | sha256=RQMTvc5QYvHMj5X0yRo_6kn3LhU5utsWaYSXgd2sK7U | 1890 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Anachronisms_Judgment_XLT.txt | sha256=GujR6TmnXfn4_vEP7t6Dx0RBVprHOaiHw5DgSo6E0OQ | 3474 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Anachronisms_Judgment_ZH-CoT.txt | sha256=fq1xelzHSH7AqGn-ZCc8D7CVuOVykH3TTJgir09N-o4 | 1721 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Movie_and_Music_Recommendation_Direct.txt | sha256=dA6Ng0qZf7YWZsTyYBTLeFeOV20FdbOIGvi9_8v4kb4 | 802 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Movie_and_Music_Recommendation_EN-CoT.txt | sha256=uID0AWrdANpq1gkL9JTyoRj7VqHFu0O4XGBU_vHRViM | 3845 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Movie_and_Music_Recommendation_XLT.txt | sha256=lcnxjmaUf9f6Jn8Og8UXdqKevBooimn6lbU-V44EMgI | 5290 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Movie_and_Music_Recommendation_ZH-CoT.txt | sha256=tKilJiEW-IU089LIWzbIM9KnIjzNBDRIwCpypZDcqNA | 3834 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Natural_Language_Inference_Direct.txt | sha256=WtP_CdGnoTA81o_9shZ5oQuZRgfG3DL7nczwtvMvsUs | 731 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Natural_Language_Inference_EN-CoT.txt | sha256=A1FE_M5LtGg6XqOY4pB3YvKlkFgOyFEFQ-5m5i13Kyw | 1896 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Natural_Language_Inference_XLT.txt | sha256=qvxoecuE3KyAC7Az243wWfR2HDka_OVSQVwF0tjQj3o | 3575 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Natural_Language_Inference_ZH-CoT.txt | sha256=z2HHwVeKoYLA4fKMuGm8qfZQx9lga3hrv1isMku3G8g | 1694 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Reading_Comprehension_Direct.txt | sha256=M0dkbOHSEiOy4wjatZu-gIUvyLMh7Wu5JKKEUGBV8Xg | 1891 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Reading_Comprehension_EN-CoT.txt | sha256=HEZuULqhinaGRcSqurF-XG6OV7O__IAh0hAoN2I7CFs | 3879 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Reading_Comprehension_XLT.txt | sha256=yJ8frPktUUZaYEFQErpNUk6DyssnlaL01iGDcg9zAGg | 6961 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Reading_Comprehension_ZH-CoT.txt | sha256=bAQ-IDauimouaQqftdX-Lghi7qd9Q0BKoszke0oxMi0 | 3588 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Sequence_Understanding_Direct.txt | sha256=JYY1VJpp-51Uf86PKnH69tyy-ZPxyAvs-QxJ7ZmPIKQ | 1086 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Sequence_Understanding_EN-CoT.txt | sha256=DgK6T90-hkD7oAX6AK8tsfBUZaW7dZvAfxpwPzTAe1Y | 2117 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Sequence_Understanding_XLT.txt | sha256=rduy2wKGAcVU8y6NKfV683i9bWD9jXdwPjcQDo8PL0g | 4021 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Sequence_Understanding_ZH-CoT.txt | sha256=hGStpMRwKCQkpQAci91gYaExWaAUX-GZnPk2yWcomu8 | 1963 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Sport_Understanding_Direct.txt | sha256=jxry_a-ahoOW_X4Czrwzr_QWeb5hoRb7o31gTGJUnEA | 375 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Sport_Understanding_EN-CoT.txt | sha256=bCDlPQVRpKdwNP4ASW0asP-DdB620ZGcupKlHTeyZiw | 1037 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Sport_Understanding_XLT.txt | sha256=MKbMWg7kFbupoqUl-NpPzT-DxoLZVVjmOaHLZShE7dM | 2242 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Sport_Understanding_ZH-CoT.txt | sha256=G4cX2Moz5sCIp0Zpmb9sDKLwImOKpBHuaurMDHMFzbk | 1044 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Time_Understanding_Direct.txt | sha256=y9ByIwgSo7yU_JVOGCbA0MWJRPkO1ZkVuFanCMQrzQI | 804 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Time_Understanding_EN-CoT.txt | sha256=-tOLUSCUJeyAViblup17ke6JcQBnH2T7hdyaVsKAprc | 1335 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Time_Understanding_XLT.txt | sha256=YN2-ZqLzTgQiZo0zwjJQx79L7vcgb2afyEBCHy9sM2E | 2981 |
opencompass/configs/datasets/CHARM/few-shot-examples/Global_Time_Understanding_ZH-CoT.txt | sha256=u-xg8WItn502EkaMeLoXjOfMTpK8_Yi-Tuy7HKYUNf0 | 1456 |
opencompass/configs/datasets/CHARM/few-shot-examples_Translate-EN/Chinese_Anachronisms_Judgment_Translate-EN.txt | sha256=qy2V-gilljOv6Xu6OgA1M4eOcnI-N-m0tcCYTj9bLI0 | 1797 |
opencompass/configs/datasets/CHARM/few-shot-examples_Translate-EN/Chinese_Movie_and_Music_Recommendation_Translate-EN.txt | sha256=M3OiX6dmuVWT6XoulkxfhxNpPkbv16c6VfB5PNAoqIk | 3655 |
opencompass/configs/datasets/CHARM/few-shot-examples_Translate-EN/Chinese_Natural_Language_Inference_Translate-EN.txt | sha256=b1H4NMonuajcQke-Wg_2FIEX54TtUjZ6jPhLnt_sKG0 | 1894 |
opencompass/configs/datasets/CHARM/few-shot-examples_Translate-EN/Chinese_Reading_Comprehension_Translate-EN.txt | sha256=FsyEjhuL_oavVqQj_wEe6UVfGBjuhHFQfyJRSkCYLec | 4208 |
opencompass/configs/datasets/CHARM/few-shot-examples_Translate-EN/Chinese_Sequence_Understanding_Translate-EN.txt | sha256=Ehd5tt1Mauro64ucpRu-6NuHLjCOa1fvBhETHK5Yohs | 2471 |
opencompass/configs/datasets/CHARM/few-shot-examples_Translate-EN/Chinese_Sport_Understanding_Translate-EN.txt | sha256=VRXscM2x34wiHiD53vY9uQatcgDw5bE0OZAyLGNaP8A | 1149 |
opencompass/configs/datasets/CHARM/few-shot-examples_Translate-EN/Chinese_Time_Understanding_Translate-EN.txt | sha256=maMotQAGkr2vySYaKFDzObhve3tfcag2xu3q1JzawyQ | 1798 |
opencompass/configs/datasets/CHARM/few-shot-examples_Translate-EN/Global_Anachronisms_Judgment_Translate-EN.txt | sha256=Gb3ycJlM5cNqVmSAUEXXMA_qa0WNh5tzWh3qVQ0oVCs | 1882 |
opencompass/configs/datasets/CHARM/few-shot-examples_Translate-EN/Global_Movie_and_Music_Recommendation_Translate-EN.txt | sha256=-CxFMVmPbMTvXFd-eGOh5Ue42AHmSqo4TNYS48P2P1A | 3665 |
opencompass/configs/datasets/CHARM/few-shot-examples_Translate-EN/Global_Natural_Language_Inference_Translate-EN.txt | sha256=rFhzBVBtzKmnaGs4SJO6Fz7GwURVwWvUPBCB121WCLs | 1992 |
opencompass/configs/datasets/CHARM/few-shot-examples_Translate-EN/Global_Reading_Comprehension_Translate-EN.txt | sha256=Ie3BGdsZzCoyIZIcmtUe25LK27wtFg-uL4Qx3-fYF6Q | 4220 |
opencompass/configs/datasets/CHARM/few-shot-examples_Translate-EN/Global_Sequence_Understanding_Translate-EN.txt | sha256=yqGWszH7aga_nitncbRfutyAFqyg6puukqLswYD3KKo | 2055 |
opencompass/configs/datasets/CHARM/few-shot-examples_Translate-EN/Global_Sport_Understanding_Translate-EN.txt | sha256=olcSw4SBzB8GZLnidcUX6xKgmTjoW2f3sudiNxOK5Rk | 1094 |
opencompass/configs/datasets/CHARM/few-shot-examples_Translate-EN/Global_Time_Understanding_Translate-EN.txt | sha256=4Ug4NBQNNCqSYa3C1iLAr7uu_ElPdVWDEus1LFTydCE | 1429 |
opencompass/configs/datasets/CIBench/CIBench_generation_gen_8ab0dc.py | sha256=rSKAFK5Cyuhwv7_apXZaOf8o8GyBdGj6n7n2smbF1AM | 1114 |
opencompass/configs/datasets/CIBench/CIBench_generation_oracle_gen_c4a7c1.py | sha256=g_MndzFzr5DZA21ggmhytUH6Vp1eC0r3SYZh67UoipQ | 1129 |
opencompass/configs/datasets/CIBench/CIBench_template_gen_e6b12a.py | sha256=QDX4qn42Ysiil1M7a6VeKdxcrVixJfy3CMh9abQOVjs | 1395 |
opencompass/configs/datasets/CIBench/CIBench_template_oracle_gen_fecda1.py | sha256=YtYDcK4yK2D2rGSNHj5Drygs9nOx3TTP3sKvb1KlNCQ | 1410 |
opencompass/configs/datasets/CLUE_C3/CLUE_C3_gen.py | sha256=qzPbOJcikitZulM6gIa7A703IvQTAgTLoPZkX5lgbxE | 125 |
opencompass/configs/datasets/CLUE_C3/CLUE_C3_gen_8c358f.py | sha256=5Qs1CPk1eBIf0thl0tiZFpIWkYb7mHO7APvwiFeY76k | 1415 |
opencompass/configs/datasets/CLUE_C3/CLUE_C3_ppl.py | sha256=1clSi37E9Yx_l1f9okp77fOj-h5lzsW6yQg2Vg_ir7w | 125 |
opencompass/configs/datasets/CLUE_C3/CLUE_C3_ppl_56b537.py | sha256=IyPL6WgQxqQREUtFyKIsDUmYsVZJ5rHqqj9OfXKmVEk | 1225 |
opencompass/configs/datasets/CLUE_C3/CLUE_C3_ppl_e24a31.py | sha256=VOKRyk5r-Jld4GucCV8pBvscHqB7ad4xaFVMbs3uUKc | 1140 |
opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen.py | sha256=I0RO5btB2wTpWeiVmX0AG0M72K53nW29XmxUWc0urII | 129 |
opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_1bd3c8.py | sha256=THRgDwo9KvEmEm9gfum9fd2l6ACZgwHzt9NYvsit6rI | 1195 |
opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_3749cd.py | sha256=l27l23AQYzqPKWPeVexX4sj8QgM2dV7vzx6uTnA3x58 | 1049 |
opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_8484b9.py | sha256=htMFg4oQvaHc2C5C9Y0Pq7Tdk9g0Y3Ad2KdPgBku5fQ | 921 |
opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_941108.py | sha256=NFvQVuh_8yRc4ZIQ4XJG_Hb53rjnmwwH3P68pMJI_qA | 1045 |
opencompass/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen.py | sha256=mn5g4TRjgxc065gRCN0GFy6FBlDbqYYFX85_Mua3Eog | 129 |
opencompass/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_1bd3c8.py | sha256=EIEKo0v6EtpjhUWbOPbYBDUZ-gB7-TgPBETbIXFys2g | 1196 |
opencompass/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_3749cd.py | sha256=GYXJN2RmiJd7-R45VCDZ3VYEz3L6v-hPpaVkb18QMZ4 | 1049 |
opencompass/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_8484b9.py | sha256=2jFMZ-cPCHLhqVshzHgz8KUwwvJ9HvwQq55Wf5DBcYU | 921 |
opencompass/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_941108.py | sha256=-wjInKwg8HoPXOjUiGsSsov4B8fXqAqnWtgcFQUURIc | 1045 |
opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_gen.py | sha256=WwrKyclYlySkmXS_nze98u23w14nV3mtmGMZ59D4QHQ | 131 |
opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_gen_901306.py | sha256=85nQzW5vqSztH35zXPhLnWefqUoxmPKZ9_huCf3Lj6w | 1452 |
opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl.py | sha256=qZ0LUn1pVFVe61ol__TqL4CWI24YZevSwEUJZLZAYlU | 131 |
opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_378c5b.py | sha256=Z7x9vBLXRkykyKS80oKRBx5gHO6_JsJ51x7pbAJqv7U | 1411 |
opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_6507d7.py | sha256=DfZBTj7zIHBrStzFuzyHuLdvWNeIuTSH-RtjS3hLDeo | 1757 |
opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_7b0c1e.py | sha256=FEhDdbUj7NHqu4mvhRJFibRjWP1ByuY7pIkQyTf_eL0 | 1045 |
opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen.py | sha256=kO0c2NRdZZTxnY6qSw7LemAt6JRGlfR3NG3zHJXUCdM | 131 |
opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_1abf97.py | sha256=xxsHgQuH8M-fefT16WTNWmmwgTesHUBmx29sz3cNufc | 1383 |
opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_51e956.py | sha256=3NeOa1VpTN_lpTqbzhnGKecukm3mFS1KUiYRcDrs0iY | 1354 |
opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl.py | sha256=Ps8IEqHMzjRxpw4kbvwn75c53NOR4HOrrVbUEaOKcSU | 131 |
opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_98dd6e.py | sha256=Mwgvnhr_kWK-x9OBTHJbxuG6xiphSbrSIIyUrw1WLWk | 1233 |
opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_ef69e7.py | sha256=CL5hUY6Cj4ZH07k88Z4uQJ166wp0vEuQgtCHKnl5WE4 | 1693 |
opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_fdc6de.py | sha256=l94WgIYjYuzSbN1nPpOvLRZNj9qKYy9uQxmhwTfdscc | 1850 |
opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen.py | sha256=hksQkHWw5vJRJBvEnkTC9aSy2NFr2LpziDuhPK-mBeU | 131 |
opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_51e956.py | sha256=G_sH_e1WP6319sNkc8rX9TXlWm1vh3vHHBGRBsmD4c0 | 1413 |
opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_c4cb6c.py | sha256=rfpcHcROotCilAFkXisdZLtieVuX0D76e2Sx8vUSqWk | 1444 |
opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl.py | sha256=eIOfwGDeSWcPPfwGN3EMaJzIYAoHUH2kkNW1DU5Qtx8 | 131 |
opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_98dd6e.py | sha256=mItHcQk5sb2_mhL-fGy1wpPEbFhnMHSx6E6gvDLcH2c | 1295 |
opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_ef69e7.py | sha256=CAeHUVxQzyoGOz-MCUrkzug35MuhpRvsEbTjvenZywA | 1755 |
opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_fdc6de.py | sha256=v_92UB4j7IOoerXdkYzQCLD_jI6uFmXsUD5nwhLJ0NU | 1912 |
opencompass/configs/datasets/ChemBench/ChemBench_gen.py | sha256=ksoNFuRTc8b-805FNo-oRXxmDUvk2u7QvvqSrffoePg | 2511 |
opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen.py | sha256=oH2UTk2KebPTja0CW80-XKJtlBKii4QoiQNYDcfl6xc | 134 |
opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen_634f41.py | sha256=K0sUAKeeVGDs_8mMUvLJJCkBuALvvRIPu--2f3CaU_4 | 1774 |
opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl.py | sha256=FEze6ihE72KOet5GmXNXWUTfChSZgJ9v60unp79nJO8 | 134 |
opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_4b16c0.py | sha256=I9cb6AWg3GwyMr2hwaWsV_zvvPVg4uHrYot05xBoWZE | 2178 |
opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_9ef540.py | sha256=j2GrRzi8xeLwIhxXWMtTJCK8c-gUYflsbCu8onMfLWA | 1386 |
opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_e53034.py | sha256=sUW1iDdBMvmCQa2sAz2mw-ZVNFmBa2uzwDCSLaIaLhY | 1984 |
opencompass/configs/datasets/FewCLUE_chid/FewCLUE_chid_gen.py | sha256=H3EmzVjbfnyFdOl9xuLUbsgolenaj9cyRiDl8Nf22pA | 132 |
opencompass/configs/datasets/FewCLUE_chid/FewCLUE_chid_gen_0a29a2.py | sha256=fIgw1Ih8inwl25elirYdFf1oCBiBt9HaGWxT9EeGBPE | 1647 |
opencompass/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl.py | sha256=rxuHfbe7FCc17WXTWF2VdW2X4omFQ9ZSZJM9qUwEy3c | 132 |
opencompass/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl_8f2872.py | sha256=J1N2wubY7RRdi13oLDpPOqx0uRJ0QYm87U0Wxp2dmZ8 | 1465 |
opencompass/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl_acccb5.py | sha256=xjqWAHvx9k8EprvhIztGOiPECWbwWNv8BknNiF5989k | 1303 |
opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_gen.py | sha256=y-CLQrCbqWP3dgo_q6j45oqLXkCLZdv6UFDiG8gM3tE | 138 |
opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_gen_c68933.py | sha256=ubNjXu6brrHjwb_l5919wTY5o43VbUWorH5lgLJLNDg | 1594 |
opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl.py | sha256=ZkME-0vC5eT2WSjB2RJCuNMyREsbURQamKUyibp7s3E | 138 |
opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_12e4e0.py | sha256=MTXsPWg5NrTy9T3w0FcLpa1ApYWZJajqpCAwx3BmNlw | 1849 |
opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_4284a0.py | sha256=yYqpU0OwusmFgQp4lkncC3vvYtr1nbfGclrFeagCr-0 | 1461 |
opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_868415.py | sha256=xJb3CeN05PAHgSSdw83on7KWmiTHrRH97OqLwCmYRhw | 1776 |
opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_gen.py | sha256=8omuCkSowX4CNuVohtwEbT-JEU8VvNvCybXBZNAQ6oU | 130 |
opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_gen_28b223.py | sha256=AwR7UPtD7bto6RUXmK-UolFrryd5BjLEIyR0P_EVWhc | 1862 |
opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_gen_87f4a8.py | sha256=S54gF46wnF5GoCfPLQFQ-ml8KiJQpVVRLOief1JBg-o | 1543 |
opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl.py | sha256=TXH56lV6wbVzhhGuf9VDjOrk7qfJJ_FswEk293WFWqA | 130 |
opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl_769f8d.py | sha256=m-jfbo4m8az19sbINw4ybYSfQaO0wQ771tOz5MqAG4s | 1405 |
opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl_841b62.py | sha256=SLKv_gIWcsn2KbQGUjQzxgwJPf2TIMEFzb7HBLDAyUE | 1257 |
opencompass/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_gen.py | sha256=29fmXNQ_SA9DNzV8SNBuzPUZ1eDp9_d0ABWGVAI4_kM | 138 |
opencompass/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_gen_740ea0.py | sha256=GRzVD5NKGFpX9KmDZLxjhtm01w4zreRLhdJAFnRWM_Y | 1593 |
opencompass/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl.py | sha256=ZLGEZ37ACBipdAiPFRbG7z6Oeto20QuUOxwVA941ad0 | 138 |
opencompass/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl_1ce587.py | sha256=xc_6nTjHw0AqPGLYwt5YalQzABwAj93WpvsVhV-OoD0 | 1387 |
opencompass/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl_f1e631.py | sha256=Hr5OB1I93Nf3KnMubutE0sGmnAqZLW1FMQronavkDrI | 1641 |
opencompass/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_gen.py | sha256=6CGIPiQ0cqIRvJ2iHck89NeZXU1tLtuAM6JVN9mg-78 | 140 |
opencompass/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_gen_f97a97.py | sha256=mkg1lhllFbSdChrZFOhUYEDoUUhOapdsQOoEsRnhDOE | 1782 |
opencompass/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl.py | sha256=DW9qQwjWBAUIaLEMNt-09B5xJm6NBqSAWuxGlzvE7pc | 140 |
opencompass/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl_9e8b3d.py | sha256=EgoEQl4Y1O4ClAomti4vphxZEIdYkQKXxKkZxP8GKhQ | 2063 |
opencompass/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl_c08300.py | sha256=atpNvS90SeRnczK1UZKAKIwacZgdX4eCYH8uGj39o-o | 1603 |
opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_gen.py | sha256=xsgfMsYVZ_e4eMZm3DX5TqD3qkw0kTQRNYea8kzaSB0 | 134 |
opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_gen_b90e4a.py | sha256=yVwBaO3ybTRqs4COUwVus4Qyj2IztTkT_pvhUv_Zjto | 2536 |
opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl.py | sha256=siG7cFk251eTOuzry31GmBB7c4YX8BJr5aKH0BtHPIs | 134 |
opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_7d1c07.py | sha256=RRmGEjoAhgmcl9PIfUY2m6m52zynfR0eSIHn0QUWdME | 1624 |
opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_d10e8a.py | sha256=a252cIXiwG2MneC9p4tpBRgydvcrzgLxlg0gYP2w87U | 1763 |
opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_fff486.py | sha256=n-YpQ8ogWaBr2eJF-IKBrd7ujpNXRDaJPT0LukCV6_U | 1764 |
opencompass/configs/datasets/FinanceIQ/FinanceIQ_gen.py | sha256=cmm6JK2NmfmmCYtcUk9aMcMle8P-J4n66uYvXue6ILg | 134 |
opencompass/configs/datasets/FinanceIQ/FinanceIQ_gen_e0e6b5.py | sha256=TGyNLDfOL496WDr-dbdXj3-MTNFwKSSdWY8YLZH8ts8 | 2939 |
opencompass/configs/datasets/FinanceIQ/FinanceIQ_ppl.py | sha256=DfV1RehPECjJC5f2ME0Vpa9HYSXmri2b3vQ6FjHTfRk | 134 |
opencompass/configs/datasets/FinanceIQ/FinanceIQ_ppl_42b9bd.py | sha256=LDuclXMwaf_LumKJSgZIV1AG1ZlAdBkceWpE4y7On7k | 2888 |
opencompass/configs/datasets/GLUE_CoLA/GLUE_CoLA_ppl.py | sha256=DbcJ1EJpSqAbPGL02SJ7XDxwgHY0cf-dXQD7AnEeq3c | 129 |
opencompass/configs/datasets/GLUE_CoLA/GLUE_CoLA_ppl_77d0df.py | sha256=9_ChAL4-KZ2QPzp5e05Hh0alPkqyCJgNZtoQkc3ySE0 | 1507 |
opencompass/configs/datasets/GLUE_MRPC/GLUE_MRPC_ppl.py | sha256=zPENA_fjAsSJ0ST-lQDvuZ6QOVzRkX1tiQnhiy-CyjQ | 129 |
opencompass/configs/datasets/GLUE_MRPC/GLUE_MRPC_ppl_96564c.py | sha256=-pBje8hr--VeVe43v6Lb40PcZ8J5EcVuDubC_ukYo-8 | 1623 |
opencompass/configs/datasets/GLUE_QQP/GLUE_QQP_ppl.py | sha256=QUG6PpMt6DV7JOJc3FeX-fe7x_1gQ0jzRxflABdcp6I | 127 |
opencompass/configs/datasets/GLUE_QQP/GLUE_QQP_ppl_250d00.py | sha256=GMNvEq0XbfTYGIWUOhDF2S21xx8ns_Fi5FRzKTzDW1w | 1610 |
opencompass/configs/datasets/GaokaoBench/GaokaoBench_gen.py | sha256=xYFDfMAzplYRRpgsDxxLK2LGkcU-dAeeFnPZjMb6msQ | 138 |
opencompass/configs/datasets/GaokaoBench/GaokaoBench_gen_5cfe9e.py | sha256=zlGZ0Ytpt_G2t1OoxigY72YHjT1qfsvDtBt4jPv3QB0 | 21317 |
opencompass/configs/datasets/GaokaoBench/GaokaoBench_mixed.py | sha256=_qomEY1QO1km3VCd6bNt6pS0s5l9pA454DtUKVtB58Q | 140 |
opencompass/configs/datasets/GaokaoBench/GaokaoBench_mixed_9af5ee.py | sha256=dzAnKdeDFh72fJeWCuMkURmzpztMol0AB2wVMgmz6CU | 22874 |
opencompass/configs/datasets/GaokaoBench/GaokaoBench_no_subjective_gen_4c31db.py | sha256=u6Yajg9Du3gRThzHgGacT9OSoq3dAR8ND0Bq_7m3lX8 | 1637 |
opencompass/configs/datasets/GaokaoBench/GaokaoBench_no_subjective_gen_d21e37.py | sha256=A7sRB7wsKCO3ae3DjbjdvQJACydtnyrfzUPv5SBRLCU | 1561 |
opencompass/configs/datasets/GaokaoBench/GaokaoBench_prompts.py | sha256=d6nXvU0OKDeOxa_v8__jPtQxz3yzuUKwSzb33QjrbOo | 19063 |
opencompass/configs/datasets/GaokaoBench/README.md | sha256=ZXJktodQG6x_YVsDPOROPVNLaE2RgW7ltemCWYGDXrk | 31356 |
opencompass/configs/datasets/IFEval/IFEval.md | sha256=pXuBPe7PWzOYs_-Ce8zcTRk6lZZgVOgrK8Wu4f5NsO4 | 6595 |
opencompass/configs/datasets/IFEval/IFEval_gen.py | sha256=sQjW280GksSi_vm0SiEWhXPSKKQaw4UmDlidIkrS5zM | 128 |
opencompass/configs/datasets/IFEval/IFEval_gen_3321a3.py | sha256=UiYOmHBQz58P5KKFhuYd5GWZFi61q_G6U9hl9i0rHnM | 962 |
opencompass/configs/datasets/IFEval/IFEval_gen_353ae7.py | sha256=G4shGwIDekKntSjtTV2ru82Jp-ep2yhZBnxYhhmiA08 | 944 |
opencompass/configs/datasets/IFEval/README.md | sha256=-8dZB0d89OUAVMpThJWIbxFW7eX5Z2re8YeQyZOeIQg | 3801 |
opencompass/configs/datasets/LCBench/README.md | sha256=jFqaMaL9VeREYMgjLkRKHZyqQsYjLklpSEjfM91UHjk | 16222 |
opencompass/configs/datasets/LCBench/lcbench_gen.py | sha256=qwElVftTfgxeEOo1wcMzNjNJQyXOIQ6Jz0K2nAwRB4w | 130 |
opencompass/configs/datasets/LCBench/lcbench_gen_5ff288.py | sha256=kRZeuwmXS0OPJVLzDfZRqhVSCdlw4XZbOndsaVk5F8Q | 12269 |
opencompass/configs/datasets/LCBench/lcbench_levels_gen_bb665f.py | sha256=rJUAs7F45HaZ0NXvjOy4Tcqm6bNF9xJHtNXS2TlWXME | 11730 |
opencompass/configs/datasets/LCBench/lcbench_repeat10_gen.py | sha256=WzGblIiTl5M9LmHAmKqxHStCtLu-Rmqm9PkEw_z3G2A | 148 |
opencompass/configs/datasets/LCBench/lcbench_repeat10_gen_5ff288.py | sha256=w_jEQSnI9Tbf1rSjJzZuP7LuVfb__BdiQHBRULAeSuE | 12297 |
opencompass/configs/datasets/MMLUArabic/MMLUArabic_gen.py | sha256=vguHw2h054G-X0uV3cHQWs2Bf4v-VolzWFPvD4ldKv4 | 136 |
opencompass/configs/datasets/MMLUArabic/MMLUArabic_gen_326684.py | sha256=Of6yAuYE4SE8d7W4qscs34t9rVWktf-7WtE9g-q23gU | 5192 |
opencompass/configs/datasets/MMLUArabic/MMLUArabic_ppl.py | sha256=mHfAtBrxgv9jQ0kZ-8Ufk9B9mnoklgM4LoN_yoclOcY | 136 |
opencompass/configs/datasets/MMLUArabic/MMLUArabic_ppl_d2333a.py | sha256=GIMHc0N4rgOoA05mGdqRhREjvDjpe04Z6so6lItfghw | 5006 |
opencompass/configs/datasets/MMLUArabic/MMLUArabic_zero_shot_gen.py | sha256=ROFMtvOAagaE18_kg1Km2_ztAoSULP-hua3s9ctIYYU | 146 |
opencompass/configs/datasets/MMLUArabic/MMLUArabic_zero_shot_gen_3523e0.py | sha256=UuR0nkkpNBgXaFtOQVqhwBq1yBFbRaKHcmBbSIGD1wU | 5004 |
opencompass/configs/datasets/MMLUArabic/README.md | sha256=Nu43WEKvx8vC7dL0aX0ZP_kcXHfegp58PBeW32kmbq0 | 1107 |
opencompass/configs/datasets/MathBench/deprecated_mathbench_2024_gen_de9ff9.py | sha256=BkM52zkhOXL5WQTMSPt_yHUm8vUbYZtWMH6KzGTzORs | 10145 |
opencompass/configs/datasets/MathBench/deprecated_mathbench_agent_gen_48ec47.py | sha256=fpoN-9IUqpms6Eh-tYHhEcxa-PP2ZAODXHIL7dJm7eg | 12606 |
opencompass/configs/datasets/MathBench/deprecated_mathbench_agent_gen_fbe13b.py | sha256=OIbIEMzxiByjQPhXWRzZ1sMqZlBR7H9Yz2QY4HqVSMc | 12451 |
opencompass/configs/datasets/MathBench/deprecated_mathbench_arith_gen_ccd638.py | sha256=4SmAO_6o3Po9dPxPoG-er5BAii0_n4vnj6uvZ3dwBz0 | 2701 |
opencompass/configs/datasets/MathBench/deprecated_mathbench_cot_gen_66f329.py | sha256=-ZQ9qWQuby5IZ7KVbWjbIAVGeEEa1r4trBOwzySwYAk | 10178 |
opencompass/configs/datasets/MathBench/deprecated_mathbench_gen_7b734b.py | sha256=GwIaWsx1FjGIL0KNxFmH_5iTUkHagveRrz5aYy-mZic | 10179 |
opencompass/configs/datasets/MathBench/mathbench_2024_few_shot_mixed_4a3fd4.py | sha256=6gKKWr_DlAY3eYS5KgjMDbPoOT0bzrv5P35JirP4JI8 | 3389 |
opencompass/configs/datasets/MathBench/mathbench_2024_gen_19e486.py | sha256=w88NlycbYUxgJuqU9b9bymAb3UGITIG_Yy_ksgDwEGY | 10448 |
opencompass/configs/datasets/MathBench/mathbench_2024_gen_1dc21d.py | sha256=WnZ21_Y4ojaj6ORjDPXW9IANGqlL20mKvrcUYjydziw | 3376 |
opencompass/configs/datasets/MathBench/mathbench_2024_gen_50a320.py | sha256=puOL5H15vapJjf-jtuDQxr2Ks8p0IPlhI7Mp5J7LDfQ | 3352 |
opencompass/configs/datasets/MathBench/mathbench_2024_gen_fc2a24.py | sha256=viyy6XaOO0EnajvRvrrB-dyAaVuMadN5yM3RWrwllFs | 3368 |
opencompass/configs/datasets/MathBench/mathbench_2024_wocircular_gen_1dc21d.py | sha256=r2ZvU9hBUYjFZp1O8mR0mvsYdmWN0025DlOMGpznjAg | 3381 |
opencompass/configs/datasets/MathBench/mathbench_2024_wocircular_mixed_8eb12b.py | sha256=ZK9hHODmqmZxAGoyOibd1mFLl4qB79w67Tqg0fPztkk | 3362 |
opencompass/configs/datasets/MathBench/mathbench_gen.py | sha256=ffMcz8KmIBC1UoBclKjud8iScPMoW7Ybdz4wZ7yfg-Q | 139 |
opencompass/configs/datasets/MathBench/mathbench_prompt.py | sha256=sROO0Dn8zMkxadMS3px-Sffs8cKCJuFxa91L_OKUesI | 14984 |
opencompass/configs/datasets/MedBench/medbench_gen.py | sha256=L0x4BCTdVEYueJzDcObq2csbxYOQsdsBrbmOtwgKWaA | 132 |
opencompass/configs/datasets/MedBench/medbench_gen_0b4fff.py | sha256=qew8-ggsNMyUc4rlpvWgdjBmdmBqP3GmjuA9-MisOWQ | 4915 |
opencompass/configs/datasets/NPHardEval/NPHardEval_gen.py | sha256=g3x2XGb71leDZr7UMxgFrRlAI9agb_EEoHrOXgfr6bw | 136 |
opencompass/configs/datasets/NPHardEval/NPHardEval_gen_22aac5.py | sha256=qgdVrY9UvmyoH15xAqHgcHx0rP8T2T-uUSHicJ6-CxE | 2183 |
opencompass/configs/datasets/NPHardEval/README.md | sha256=58_92t0wpil59LtD8ppyow7ifq47xQ87bu6I9jUH0-w | 7554 |
opencompass/configs/datasets/OpenFinData/OpenFinData_gen.py | sha256=M28Aj8jkrp8dxpz1JjQZ_D6LQrWSjNusl-NNAt_jVbI | 138 |
opencompass/configs/datasets/OpenFinData/OpenFinData_gen_46dedb.py | sha256=JxdCnvPwudAsxYU4dkrW8ns4IUFvviOpl_e-WGJIUZQ | 4846 |
opencompass/configs/datasets/OpenFinData/README.md | sha256=4hUGPJ10yJh1tezFd57FHrs7fODb79VtGP73UIVoY7U | 4859 |
opencompass/configs/datasets/PJExam/PJExam_gen.py | sha256=-dbFeIPW9HEQ9D0eAzfhTVTNqbijtkSWfh0kMhhupqw | 128 |
opencompass/configs/datasets/PJExam/PJExam_gen_8cd97c.py | sha256=hE9smUidYH3GrHtAbWUQ0358Mt0tjIJCdQdsOmJEH7w | 1895 |
opencompass/configs/datasets/PMMEval/flores_gen.py | sha256=EVcUkutC0NLG3MOcBLELTSlAmV4RzSD9h4fsDSSf89o | 116 |
opencompass/configs/datasets/PMMEval/flores_gen_2697d7.py | sha256=lQ1xMPt9jxJ1yapugX5RZhVopnqdgU8LDS5_PkYSZ3o | 2502 |
opencompass/configs/datasets/PMMEval/humanevalxl_gen.py | sha256=-IEP2taHdy71sW4YkeUvK7EGh_mTfIipVbv9ycUkX1Y | 126 |
opencompass/configs/datasets/PMMEval/humanevalxl_gen_bdec92.py | sha256=0BZaup4yO8xODbRGBQT-_gpGJ2x7WspbC8X9ZHE3oWc | 1806 |
opencompass/configs/datasets/PMMEval/mgsm_gen.py | sha256=s-c4tuhm1VC_Ckp1js9yCNMKqmLn3MTA6wj73wJ9yDM | 112 |
opencompass/configs/datasets/PMMEval/mgsm_gen_679720.py | sha256=X6cnzeQ2iRufvKQVxvTYmmzaw6fiCcjv538o112n9iI | 3962 |
opencompass/configs/datasets/PMMEval/mhellaswag_gen.py | sha256=OMIBhRmayEJazUderOQa3CJwFzwlvwovDFV-uDPBSYA | 124 |
opencompass/configs/datasets/PMMEval/mhellaswag_gen_1a6b73.py | sha256=iZmxdTpKsk_mSH-wm7S7EfTDeA4mCGwrke58mCHXfyA | 1941 |
opencompass/configs/datasets/PMMEval/mifeval_gen.py | sha256=k_ikgk7fL-xwl9n_oFuuWsTjiDcE-PZ2fpZDMBSBy2c | 118 |
opencompass/configs/datasets/PMMEval/mifeval_gen_79f8fb.py | sha256=SrorKDAp85RQBsjE-_Jl2TM0Yl6abRPQ26xYMxPR3iU | 1581 |
opencompass/configs/datasets/PMMEval/mlogiqa_gen.py | sha256=If7BxVGSrmQbyJGkCQlUziAmkjq_UCimPFVROuTpBNk | 118 |
opencompass/configs/datasets/PMMEval/mlogiqa_gen_36c4f9.py | sha256=8m0viRiu--c2ksMOE-TQ8u5eRw_dZqX1vNwLY53eeg8 | 1906 |
opencompass/configs/datasets/PMMEval/mmmlu_gen.py | sha256=WtK0El3ihTyl-fuEoBJjWcqcqktcclvfT3roQ3_F0Hs | 114 |
opencompass/configs/datasets/PMMEval/mmmlu_gen_d5017d.py | sha256=-T8w4wpJhoZT2B8rFuhJo0LZv3rE_Al__CP1HMmoAGw | 1893 |
opencompass/configs/datasets/PMMEval/pmmeval_gen.py | sha256=jXb1RYNclUhXQOUuHBjZfdGz5b6nvhWsfvQVqZuIbjo | 631 |
opencompass/configs/datasets/PMMEval/xnli_gen.py | sha256=fcfn2CN720tWxZejKVl_HkUklPTolgXCofd13P3hfyE | 112 |
opencompass/configs/datasets/PMMEval/xnli_gen_973734.py | sha256=1pCcDvVcqsTnM93hfNhMFvb9hpNKSy4FfLugb0OXVr8 | 1864 |
opencompass/configs/datasets/QuALITY/QuALITY.md | sha256=hQDiowutgKC_JMWnoYN2cOlNzMVe6yH8bi5dZB8M4gg | 2692 |
opencompass/configs/datasets/QuALITY/QuALITY_gen.py | sha256=6SzbO3fq1g3JAvQ7bpal0_u6LndQ0WF6ov2RHQXgKls | 130 |
opencompass/configs/datasets/QuALITY/QuALITY_gen_c407cb.py | sha256=s2cwectPx5bQ5CsS3VKY2Eeof3AjJNqp1xJb2D4X2g4 | 1310 |
opencompass/configs/datasets/SVAMP/svamp_gen.py | sha256=6-xfl-MffaZRqbLW1TQkQOn_T9CikEBbd7cYvUeL5rQ | 126 |
opencompass/configs/datasets/SVAMP/svamp_gen_fb25e4.py | sha256=-8OwmB-NyH-P41fYhIhlm1BaM6ZdzvDzM2g0ERIAH-k | 3151 |
opencompass/configs/datasets/SimpleQA/README.md | sha256=r877VD0NivNYnujZ7Xlr1d4dsIt6vG4d17aSBJ0NR1Y | 364 |
opencompass/configs/datasets/SimpleQA/simpleqa_gen.py | sha256=1TKJ9TDJOvRyg5kArBbuaqap_DlmCf_0PUYNGn3Zc8Y | 132 |
opencompass/configs/datasets/SimpleQA/simpleqa_gen_0283c3.py | sha256=pdJXbpzcIuoWZ0Y_nmuwqlEcjFGntC0L-GrGbWl15Eg | 7685 |
opencompass/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_gen.py | sha256=dkHNXrDneepoWgyk2q0ANzZlGeOYDaDesD59ODojy9w | 134 |
opencompass/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_gen_4dfefa.py | sha256=75rAPwOZgkk_HlS4oZRRuqDrDrrTCB9i8liaD_TkskA | 1281 |
opencompass/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl.py | sha256=bNBR_3f6iX7oRnJpQnVTO5aTfDUlM7pnM65PGHlMbno | 134 |
opencompass/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl_0748aa.py | sha256=SSU3IAhKtC_gWWFELn6U5VwXZe9Ug4dkL-VUzvCZsSM | 1074 |
opencompass/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl_6db806.py | sha256=y0qjrDD4gSSPFSgAYvra9sJxS5FDR8RR72EdTv08L5A | 1593 |
opencompass/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_gen.py | sha256=yUQobCILbnOl2YwKyiemBMSNlxPmOkpi7UhlzwC5xHI | 134 |
opencompass/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_gen_68aac7.py | sha256=ASyxvtA5MHcFbPLyJFRjnA7Gr4E-ToI8psuMwNG598Q | 1279 |
opencompass/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl.py | sha256=BEH2OEFykgOnMgCbiiGFMk30kjF9gL5tGXVewM3mghI | 134 |
opencompass/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl_50f8f6.py | sha256=pnmrBw-UoTWCVsTVZk8WEBnxgslLKjHIbHlN-KzUhGs | 1071 |
opencompass/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl_66caf3.py | sha256=tujIIoLtSejZNfvc8AObjXca24gfy-hjlcTBsUR7CG4 | 1590 |
opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_cot_gen_1d56df.py | sha256=2W6xRxYr4RtcDoKPxBKoVfkJQijkRJ3Yd3lJLlc7AXY | 1449 |
opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_few_shot_gen_ba58ea.py | sha256=TqOGHNJRLm2YmOoh4DH7x6SmomcNnSJA8pDlZhA-XVE | 1405 |
opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_few_shot_ppl.py | sha256=XOoPJoNAG3T5Mm3q7i1dD6ymBKpVm87VQzLS9dqWn98 | 1450 |
opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_gen.py | sha256=tPVNytBFoIROG9FI7e5OvPMK1U4xxUgyLeAR9RCSjPM | 136 |
opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_gen_883d50.py | sha256=Gnc7Jtv-V1d9qDBRE3trD5_4erTfSPTGn-ChPz-_ppU | 1187 |
opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl.py | sha256=2FkBhhe06Up7dM-QQCWjZPCygJ4K4Rnywhi1dH9z0rc | 136 |
opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_16b1d9.py | sha256=G62bgr4DRtbR5TpWzSQuSdMIzVuyrYOdQjygRtsZbdA | 1248 |
opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_314797.py | sha256=VbP0oe1MgPW_rJuzDsbnxV9eJjnwwkV4eztzE4j3usY | 1311 |
opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_314b96.py | sha256=b5gVJA37WkDswZzfVGROVxV3nehIXaN4uRGPeZKMScU | 1313 |
opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_4da4db.py | sha256=j3A4WbUG_yaKfh1N37EuMg08WPwc8-rrX8l71GhNqaM | 1313 |
opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_9619db.py | sha256=kWAOAO7-WxE_kB2UPRK-SGIKCdVT0_TTRimY5pPsdQ0 | 1087 |
opencompass/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_gen.py | sha256=WpPIkLnwlt1sOayecuQsR-FO5NGHMu76fjU1f_0EWm0 | 130 |
opencompass/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_gen_854c6c.py | sha256=D9Pye9cU0WlvKkyKhgTgDffGwbaz-LotVWAdizsRLOw | 1324 |
opencompass/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl.py | sha256=ehmXH2M041BLyOUTF4HFP1F0U2T7zase_F2HZgEWBqc | 130 |
opencompass/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl_0143fe.py | sha256=tYEbOJn9G8Ue8XdP04ioYJOUlvDfrl4TIgivSBl2-EE | 1871 |
opencompass/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl_11c175.py | sha256=ajlN2R5uzHwJRyfdWU0GiFOGPlmqMv8vrG_ndko6kPo | 1082 |
opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_gen.py | sha256=Ot6gf0g_M3yOOy6qqV12HS61qEETNhCre1N5TtHESAU | 134 |
opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_gen_91ca53.py | sha256=0VLIOXtz-worbt-f9DXqD-OxhMWkAD_E3SGGJVqLZYc | 1325 |
opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl.py | sha256=TdFrvn5sPRvSW3o56mbxN9uix0zXS6yQs1QjGTQO6Vw | 134 |
opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_54058d.py | sha256=YNd3J9c3SAgNRLMPvDP4L25rtfZAJMRSJsCbYeQAeAs | 1121 |
opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_5c24f1.py | sha256=1hE32D_AdNE_AYSKu3oJi97lH315k4C_1JFZEA82rDU | 1363 |
opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_9f3618.py | sha256=UUee1hvU-OZ_ZQ0kc0oLD5yHI55YojG_3RHyAgU_2lE | 1479 |
opencompass/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_gen.py | sha256=fVfkX-GEtWOoXchR0k_6o9aGp3cawi1I7_6p1U5olPk | 140 |
opencompass/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_gen_27071f.py | sha256=FDKZrtS8XenJH1qNdJnBv7j6P-up53C5Odm0FgYnfjo | 1301 |
opencompass/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl.py | sha256=LFVMgR8tXjsntwHzwUgAlrpu7Bt60sSD5lGTxYvCIhw | 140 |
opencompass/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl_866273.py | sha256=xzceMVpA6Tv4O80yyngP8x9ydemlKiFpXKlK2SFCwK8 | 1080 |
opencompass/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl_ced824.py | sha256=TdTanPchL03vakIB38GcBusUNcAaFJJihUSpI2nBih0 | 1447 |
opencompass/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_gen.py | sha256=KEmq4Nila2rnoE1xSsNUDNS5r0F4LPKmzIjvhkbvD-A | 132 |
opencompass/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_gen_68aac7.py | sha256=R9koLca7hLT1349GXKaILIU5yMjgYZ41UZ0iuDftvCU | 1306 |
opencompass/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl.py | sha256=PJCiwsBDefM6_hiu3QSukdmgFRln5QrcIssWB3-HkVA | 132 |
opencompass/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl_50f8f6.py | sha256=i_8FVOVU0jx1VyfRq6-zu1MVMKN5ZNhE203NYMyc_UU | 1061 |
opencompass/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl_66caf3.py | sha256=vEbQRwvJGQ0QlY6rtWDIEeuM1PYFYlsQ1qQIUyX1rQ8 | 1580 |
opencompass/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen.py | sha256=MtfKlGpnSHR8y_AI_aSa5l_vFx3hWqo_khjpUpQWZMI | 138 |
opencompass/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen_0f7784.py | sha256=5u6sEbBzg_HDmxtTd-vl7oxduZcOB574sG4qa0DNt4M | 1067 |
opencompass/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen_30dea0.py | sha256=lMf0bDiaLgu8SM3nvIqiNgyLzL0Z48SOpP39re-k4VE | 1205 |
opencompass/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen_a69961.py | sha256=O9bb40hIOCj6TJJuBlXC_6xsiNFrfOo0Dk-jVDyEtqM | 1177 |
opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen.py | sha256=VsDSphFkj6MHQfcrZvLs84h02omKLthmq7Sz3yLiczc | 132 |
opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen_7902a7.py | sha256=dDCLZpDwTz_jx-EprwTLxI985ZsQWI1rcW8ahfDXigA | 1265 |
opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen_fe4bf3.py | sha256=mfuWUZJQ-70w95s2Bn8QyC7LlKY81UjT9Uy6Z4mRYJk | 1249 |
opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl.py | sha256=3R5wemhgBuu9KS8AaJzz3lUP78D2D5MtD88DfQppwUk | 132 |
opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_003529.py | sha256=G4TWn2_15ZQTUuauI2xiFwQQ0NmSS_vSh3h89R-biU8 | 1132 |
opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_1c4a90.py | sha256=4A60ftvcDOgfU787MJx-1y08YPp47o06KuJObbb91Xo | 1479 |
opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_d0f531.py | sha256=LYAM3aCcteu60EAvtG9CwyPt0VF4RjogCJYI53C1PIk | 1506 |
opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_f37e78.py | sha256=m1IKYSCgtt0F19Qf8cXgrRqHG5wsOxBdCdNTINseKEE | 977 |
opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_gen.py | sha256=bzyW6kI3-yCbv9th_XAW3S8TTy42c9rAKBWWeg8FCrc | 132 |
opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_gen_d06864.py | sha256=abjjHcuw5n00oyUfhQT3hcOvzHu0yRqPTry_Jxtz2tk | 1320 |
opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl.py | sha256=rBhpUMsGwTRAq_VFXnBPJTWU92i9W9Bygr5Ncc3sLSA | 132 |
opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_312de9.py | sha256=DvYYAIObjQZHzBPWwvnrUGDHhVwsAh5hTwThL4uqPYM | 1546 |
opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_3fb6fd.py | sha256=2DgN_RNBNrcsFcPgsHSUWVMy8fbIUth4fSOrGntNwGo | 1103 |
opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_c926be.py | sha256=Ieqjij-GFcO_F5jrotpQIMrsZcVkR__Ri56nWFup0FI | 1327 |
opencompass/configs/datasets/TabMWP/TabMWP_gen.py | sha256=puT6vLJr81O4Acy8ltg7g_EOmG7AyUb8hIucu8UlJ7c | 128 |
opencompass/configs/datasets/TabMWP/TabMWP_gen_2aef96.py | sha256=iAq8KV6oMA5gHk-0Io19w1Zrv57HWX8JP2G4VMN6tPQ | 1575 |
opencompass/configs/datasets/TheoremQA/README.md | sha256=3GhxkjPLkRT-Kl0rfRO-tMOXfyerAsiTbGgvnTaD7n8 | 2802 |
opencompass/configs/datasets/TheoremQA/TheoremQA_5shot_gen_6f0af8.py | sha256=8JV__GXI6zZ9qEm1pBOTVTcptXjgvO0IMxwbD1wja80 | 1621 |
opencompass/configs/datasets/TheoremQA/TheoremQA_few_shot_examples.py | sha256=uZ6q5O_SJEID_7hmfTPt11yiRdUOKftQTcQyCfobezA | 4852 |
opencompass/configs/datasets/TheoremQA/TheoremQA_few_shot_examples_official.py | sha256=eBxkhR-GE0s0k9yBpVbnRdW1RzfxhhLxTZn6VBEHK3Q | 4862 |
opencompass/configs/datasets/TheoremQA/TheoremQA_gen.py | sha256=PdlNJ-m_nmS64qJ68qGu4pEuv6dr0GujmIGTkJae6KU | 140 |
opencompass/configs/datasets/TheoremQA/ThroremQA_0shot_cot_gen_8acdf7.py | sha256=STxLtpu6fSSrtNowQJyJRBxUOgOIZCL8ifrLTUxjLBc | 1865 |
opencompass/configs/datasets/TheoremQA/deprecated_TheoremQA_gen_424e0a.py | sha256=QazoUSi-R3t2WbV6QeYQfwFgxKRanEAwwi2Tuimr_7s | 1965 |
opencompass/configs/datasets/TheoremQA/deprecated_TheoremQA_gen_7009de.py | sha256=Po2-2DXMiszJ6WCIRSKAV-oMUzpQCcpdya7SOOSkQEw | 1712 |
opencompass/configs/datasets/TheoremQA/deprecated_TheoremQA_gen_ef26ca.py | sha256=4XfGcV7GhAIpKl-r3yRTyQXrqsBDbI_RyzuJ0i7eqpE | 1669 |
opencompass/configs/datasets/TheoremQA/deprecated_TheoremQA_post_v2_gen_2c2583.py | sha256=jnBgd2neJG9tBy9h7k6aNM_lAYN9P5LKme-D3AX3QFY | 1626 |
opencompass/configs/datasets/TheoremQA/deprecated_TheoremQA_post_v2_gen_ef26ca.py | sha256=qYDAkBvC_7PziHBasJIPSbd5j_ZV-eH4PqS_KkMJOak | 1779 |
opencompass/configs/datasets/XCOPA/XCOPA_ppl.py | sha256=935DXJZ96Ft3Q6lo5mQ_FUHSDRjQm32lhLesp6ZOVF8 | 126 |
opencompass/configs/datasets/XCOPA/XCOPA_ppl_54058d.py | sha256=ZaoMxIXbYjG7cunO6NHBtF7cg47oCKxlqKcDkaIvRoE | 1037 |
opencompass/configs/datasets/XLSum/XLSum_gen.py | sha256=QhryCudi_szELvUJGeasH1rsc1vsCENE-n3i7hZwRMI | 126 |
opencompass/configs/datasets/XLSum/XLSum_gen_2bb71c.py | sha256=atb1AM3X162U5IPCu3mDOQ6L_v0Ymno-jJSY90dPKVc | 975 |
opencompass/configs/datasets/Xsum/Xsum_gen.py | sha256=__fGd6H9It-2T-fH5DdxNFX7kIVyfoz52N063GDtFEg | 124 |
opencompass/configs/datasets/Xsum/Xsum_gen_31397e.py | sha256=L7P1wN13HsUj31eikTirffpBNkcQAksOejLnQQYV-TM | 1118 |
opencompass/configs/datasets/Xsum/Xsum_gen_8ea5f8.py | sha256=pLgYnvx4swEwVMB2trIuf6GauG9P4Zsr_idwMyEEyYc | 995 |
opencompass/configs/datasets/adv_glue/__init__.py | sha256=II_HSQIJ__MBtkhgiGfEbWOu1Pu1NsI47u2Ac6KLjyo | 543 |
opencompass/configs/datasets/adv_glue/adv_glue_mnli/adv_glue_mnli_gen.py | sha256=rhnBmtTc9m7p0IVVIzvydhuVqsOoi26jeCHjJU0SiSo | 137 |
opencompass/configs/datasets/adv_glue/adv_glue_mnli/adv_glue_mnli_gen_bd8ef0.py | sha256=xQGUHMKl-ycTvSXd96IBk4xlGnqkYpfPSIPIry9xZZE | 1335 |
opencompass/configs/datasets/adv_glue/adv_glue_mnli_mm/adv_glue_mnli_mm_gen.py | sha256=X9fr9aWnenWAY32r8aGYGrwJfSLuhSoJmoO8V_SA1Q0 | 143 |
opencompass/configs/datasets/adv_glue/adv_glue_mnli_mm/adv_glue_mnli_mm_gen_bd8ef0.py | sha256=B8J3Z79vaaxEZIAwESnPmzcHNh4jBmgnEY6kUMn3o40 | 1363 |
opencompass/configs/datasets/adv_glue/adv_glue_qnli/adv_glue_qnli_gen.py | sha256=Xot_WfsPynXdMgQCqimAen4jDYdPB5YRSyhdt8BxZPs | 137 |
opencompass/configs/datasets/adv_glue/adv_glue_qnli/adv_glue_qnli_gen_0b7326.py | sha256=x_U56_7dRayJ9Q1bvar7yQDLLCw8O_0pnM_NhstdLDU | 1318 |
opencompass/configs/datasets/adv_glue/adv_glue_qqp/adv_glue_qqp_gen.py | sha256=x9W_pA63WQjfEvVUNNqOv8kilrVMtVRpmEI7gqFaEWk | 135 |
opencompass/configs/datasets/adv_glue/adv_glue_qqp/adv_glue_qqp_gen_cdc277.py | sha256=BLLFvvRNGJXKsjYkx5eQa5DO8ar3Ou5ioHWdcV7WfTQ | 1328 |
opencompass/configs/datasets/adv_glue/adv_glue_rte/adv_glue_rte_gen.py | sha256=UY1frfgNNHwIwi_h5Kd7FXegLhwNbrKwOJjMdUxmZS4 | 135 |
opencompass/configs/datasets/adv_glue/adv_glue_rte/adv_glue_rte_gen_8cc547.py | sha256=DlnbcHkdG0xjMBluhWVv3lxefsmiudvXm59RfmbVy-o | 1314 |
opencompass/configs/datasets/adv_glue/adv_glue_sst2/adv_glue_sst2_gen.py | sha256=QhkZx6oqAnMVgR96ZXNeFR_3ETGRbTTl7fjGUz20T18 | 137 |
opencompass/configs/datasets/adv_glue/adv_glue_sst2/adv_glue_sst2_gen_ee8d3b.py | sha256=zGFr1faO7pAiYsqW7294o7oXnucYbvhLOSrY3XcZteQ | 1322 |
opencompass/configs/datasets/agieval/agieval_gen.py | sha256=4TEFJ-gU6roiaEzFkyx_OjWvdyHMiQFxLjwxkRjrVL4 | 130 |
opencompass/configs/datasets/agieval/agieval_gen_397d81.py | sha256=ZcQQ_2Cd6qeLyfgXnsu6cjHa1ecIkELI3UlaNnOWKXw | 7151 |
opencompass/configs/datasets/agieval/agieval_gen_617738.py | sha256=ju3V6KDzjPqlGf4YJY0QfwoCSUYcK1Ilgspw25C-K3c | 7255 |
opencompass/configs/datasets/agieval/agieval_gen_64afd3.py | sha256=OS5d8aZwmBjQFNpm8ZoZGHrJ7SJUKmg7IozLBsf_Z_4 | 7221 |
opencompass/configs/datasets/agieval/agieval_gen_a0c741.py | sha256=EwhAqHKEwppd0zPkq0R0qmaYC9202Q8YXZM2LpI4Gw4 | 2763 |
opencompass/configs/datasets/agieval/agieval_mixed.py | sha256=yucKUgOd8AuG85RwHJSAyHwWda-daetqhksGxJfw9Sc | 132 |
opencompass/configs/datasets/agieval/agieval_mixed_0fa998.py | sha256=M8jn7KAaQM2agDAEUA22qcxbryWtOoWlJxv23Rejw7Q | 7832 |
opencompass/configs/datasets/aime2024/README.md | sha256=qaa9wE3FmX4MB_YYNhqyKSpcmjQg7hbcg-XhDQgqeRA | 519 |
opencompass/configs/datasets/aime2024/aime2024_0shot_nocot_gen_2b9dc2.py | sha256=fSXO53yVWFm5w4bS91iDQ0I_fdGvCahh1BLoFY5EJKM | 1112 |
opencompass/configs/datasets/aime2024/aime2024_0shot_nocot_genericllmeval_gen_2b9dc2.py | sha256=W-i9DIxamhu7q6Ca2o346oedRhxX6ndGmNJHxnBTMlQ | 4521 |
opencompass/configs/datasets/aime2024/aime2024_0shot_nocot_genericllmeval_xml_gen_2b9dc2.py | sha256=l8L7S1hYNsKFOWcdC8D6N9oVDnHhDJLF3aFlF8qbSzI | 4652 |
opencompass/configs/datasets/aime2024/aime2024_0shot_nocot_llmjudge_gen_2b9dc2.py | sha256=q1nukxO4pmJCcUkzbd1qeRZNePnzkxeWiEg7AqGgKoQ | 4335 |
opencompass/configs/datasets/aime2024/aime2024_gen.py | sha256=-97mzGKym6Yk0bgfY8PMxz40JLUDS-T1tD68d0HIxQ0 | 131 |
opencompass/configs/datasets/aime2024/aime2024_gen_6e39a4.py | sha256=B4RoFCv-s2siZgwz0IGt8EEEyvhMVx7Ai78ZOz_H7PI | 1132 |
opencompass/configs/datasets/anli/anli_gen.py | sha256=VMwX_tv9sAEXjF6bbvRF_C3uv38qDUM5QAB6HnuGAso | 124 |
opencompass/configs/datasets/anli/anli_gen_fc7328.py | sha256=Oe8zVw-lPsqwbKPIylkYFwQlA_VCEE3SB5WOEfwC2Us | 1542 |
opencompass/configs/datasets/anli/anli_ppl.py | sha256=std2xe--4e3zuje-AFcUcFdiOk-lr8jkapzmJ7-5x0U | 124 |
opencompass/configs/datasets/anli/anli_ppl_1d290e.py | sha256=5GHybrAke-oYUyH2dx5-QzEztVrvQRgcZyBEtgVsB-Y | 1807 |
opencompass/configs/datasets/anthropics_evals/airisk_gen.py | sha256=QMTus0VNnmOagyPDP9espiXq96mvJ-uIG7f2Ky0mvUg | 128 |
opencompass/configs/datasets/anthropics_evals/airisk_gen_ba66fc.py | sha256=0X-OtCCFx7C6Oy_a_78w8IwflWMDj-ZIumtf7BjhOW0 | 2190 |
opencompass/configs/datasets/anthropics_evals/persona_gen.py | sha256=B9IpNxjw4nchpGze4sAwaUDsj3O7Tj1r_dLueg9xEqE | 130 |
opencompass/configs/datasets/anthropics_evals/persona_gen_cc72e2.py | sha256=PNiVlOUTl6_ulR8RwaYLkA7RUMGHXJG2g4NyuSPmv5o | 7163 |
opencompass/configs/datasets/anthropics_evals/sycophancy_gen.py | sha256=FXei1pY9FnPQBBh3JA0RXisESKIuyoDZAmmZkvA9rwE | 136 |
opencompass/configs/datasets/anthropics_evals/sycophancy_gen_4bba45.py | sha256=SM-o3BSijw-xbNAvMROYMJaJGZUjgivpAFSnoXUQJ70 | 1632 |
opencompass/configs/datasets/apps/README.md | sha256=OKt5D8Q3N_ikrFP24bdfWlHPfh_aew7678MnOzr4w8w | 2203 |
opencompass/configs/datasets/apps/apps_gen.py | sha256=GuF78SxCpeSE_u6Ho4mlCqOlISyiu6kcbIsUXCIrwHQ | 124 |
opencompass/configs/datasets/apps/apps_gen_c7893a.py | sha256=fU0SgNndB5N7ZDbdpujWFxm2-y9u-AcufOBNAem60-8 | 1079 |
opencompass/configs/datasets/apps/apps_mini_gen.py | sha256=57CrpnNHbx30nzeyZbPj7uiClTyLKBOLpqByU-jGjIQ | 129 |
opencompass/configs/datasets/apps/apps_mini_gen_c7893a.py | sha256=pV4QOn72lqLlQjqM9EzuiLdcGJHCLndCjFLGealnAJM | 1100 |
opencompass/configs/datasets/apps/deprecated_apps_gen_5b4254.py | sha256=vFbmK0Nhrri0jC5dN5fHx3MPgw6eArK82rd_DmXVTa4 | 1087 |
opencompass/configs/datasets/apps/deprecated_apps_gen_7fbb95.py | sha256=AwHZbF6qVbVi7P3p82xa1EelY8tui0j8I2M3Ips9gKc | 1273 |
opencompass/configs/datasets/apps/deprecated_apps_gen_b4dee3.py | sha256=n6TYELncN64MmbEvp4y6AxrC-jOCOSQgfsyJHzaGQrQ | 958 |
opencompass/configs/datasets/babilong/README.md | sha256=Ab3PNCc0vRjZvGUVemW0ujQUkMIH2Icc1X4sQq6gizw | 2604 |
opencompass/configs/datasets/babilong/babilong_0k_gen.py | sha256=3Tsif0GYgNCCI1fYFz3oQrhAgsVJiXSrJh2Lz3ZgcSI | 1283 |
opencompass/configs/datasets/babilong/babilong_128k_gen.py | sha256=q9Mu_m71lcp9F-ehAmmuH5Ni485rdELRMnzPgvq7Ta0 | 1337 |
opencompass/configs/datasets/babilong/babilong_16k_gen.py | sha256=OnfaOZeeP112tbL0w81Zv6qfK43qRT0BSVJbGvWJvG4 | 1333 |
opencompass/configs/datasets/babilong/babilong_1m_gen.py | sha256=CKMGICdo_AHYiTLeJsR5heLfTvGjg4YK0m6aJq6xByI | 1283 |
opencompass/configs/datasets/babilong/babilong_256k_gen.py | sha256=-PDIL6CwobgJbzZ6EeBpprTSE6ZKJSbd1JOUlx-CdHA | 1338 |
opencompass/configs/datasets/babilong/babilong_2k_gen.py | sha256=iRnhpG2m_poA1-CRzl0Mf2BKPgBn8k9LNkMt_oPg7lo | 1331 |
opencompass/configs/datasets/babilong/babilong_32k_gen.py | sha256=LDL4LC0dTEXOFK7gPedSa4V2bSyzdor36285llr1TzA | 1333 |
opencompass/configs/datasets/babilong/babilong_4k_gen.py | sha256=V-4z9NmNQ0LfT8PY2-WmC059tGPPaRw8A2u81lyiWfY | 1327 |
opencompass/configs/datasets/bbh/README.md | sha256=n_dRSxVmPJcHctOz7JXTXBhVULobO5-eguECsPU9P9M | 47552 |
opencompass/configs/datasets/bbh/bbh_0shot_nocot_gen_925fc4.py | sha256=MQcOmOXDg9tZHNT9ZoY1-KIsvkKU7Exi_FJiFFCiPrg | 3153 |
opencompass/configs/datasets/bbh/bbh_0shot_nocot_gen_9c32f6.py | sha256=gBjNaQwtAs2G5vLVy0U10wn2b6Qv7xkeZTw7Am64J2A | 3261 |
opencompass/configs/datasets/bbh/bbh_0shot_nocot_gen_ea7952.py | sha256=-eN5F6HBCwSG73yk7-HGbHkxinkgd3AsM8gYt7uSDuA | 3207 |
opencompass/configs/datasets/bbh/bbh_gen.py | sha256=nPLUW-zA-kfEpxd2YkbjMPllibeKGoaUWCNWAL408Cg | 122 |
opencompass/configs/datasets/bbh/bbh_gen_2879b0.py | sha256=-u-UyJ82UZqLen7M-HU9wyeurnCwfImLAeEV2P1n7qU | 2107 |
opencompass/configs/datasets/bbh/bbh_gen_4a31fa.py | sha256=1qkU5DaNvC-KHMWKcv3qK8SRXVsY6-3i_v5PGKuERHw | 3566 |
opencompass/configs/datasets/bbh/bbh_gen_5b92b0.py | sha256=6-sko90VjpGmvCStjBgcItGgKUI7WmiPb1ZW47ofpoM | 3420 |
opencompass/configs/datasets/bbh/bbh_gen_5bf00b.py | sha256=7Vxq6-vhdrFQEFcRciBvFp8brxHPD-QLIaHH-K8UD_g | 3370 |
opencompass/configs/datasets/bbh/bbh_gen_98fba6.py | sha256=Srkk9y-vKStPLM__ZTbaMfr2xwrdLkiRsZY2FoZcJsM | 3191 |
opencompass/configs/datasets/bbh/bbh_subset_settings.py | sha256=5MDTez4ysW-utGSDvqUPKDHM6dKjw0jM_1mV5K3EHdo | 1097 |
opencompass/configs/datasets/bbh/lib_prompt/boolean_expressions.txt | sha256=hNie8uvyVSF-W0sZW721vEhH7_9lypZ0qtDRVraBgxg | 1780 |
opencompass/configs/datasets/bbh/lib_prompt/causal_judgement.txt | sha256=t2ozSTodp4p2ZibgkhoAomhBFtf2keRioum9QF9E5Sk | 3652 |
opencompass/configs/datasets/bbh/lib_prompt/date_understanding.txt | sha256=7GDstZmMXjlucd6RsN5WzQiLij_VASLHHEx3mMP4wJ8 | 1166 |
opencompass/configs/datasets/bbh/lib_prompt/disambiguation_qa.txt | sha256=qhCLqXjtlI325tGCBXgLnM8V_bUKpUW-Dohh7U-BPSY | 3567 |
opencompass/configs/datasets/bbh/lib_prompt/dyck_languages.txt | sha256=Ut7JSNl4zQqeuDt1eq-Mrgdxf2kMar1i85DpVqEi5vU | 2404 |
opencompass/configs/datasets/bbh/lib_prompt/formal_fallacies.txt | sha256=WNruIcuKwCaNwHPj-xs6VK1RzyVq2JDED02MadpDPl4 | 4476 |
opencompass/configs/datasets/bbh/lib_prompt/geometric_shapes.txt | sha256=4hn9zfKMo7HquDPsWuy5fEnkuJtsI9GrfabostMLQLo | 4830 |
opencompass/configs/datasets/bbh/lib_prompt/hyperbaton.txt | sha256=Jmv9AxvfpgbLsi0Nc_3_xcSLuwpiT-Po4VgTukmA0w8 | 3113 |
opencompass/configs/datasets/bbh/lib_prompt/logical_deduction_five_objects.txt | sha256=LIqVgRhbD1t5ohv5FGW-Ql98kst4mIl-IpX-IY5c6mg | 2504 |
opencompass/configs/datasets/bbh/lib_prompt/logical_deduction_seven_objects.txt | sha256=LIqVgRhbD1t5ohv5FGW-Ql98kst4mIl-IpX-IY5c6mg | 2504 |
opencompass/configs/datasets/bbh/lib_prompt/logical_deduction_three_objects.txt | sha256=LIqVgRhbD1t5ohv5FGW-Ql98kst4mIl-IpX-IY5c6mg | 2504 |
opencompass/configs/datasets/bbh/lib_prompt/movie_recommendation.txt | sha256=gkMO9u025Uc4RClBeQtF11FDcNb9EsxUlrbwGDdllZc | 2120 |
opencompass/configs/datasets/bbh/lib_prompt/multistep_arithmetic_two.txt | sha256=g7Y4iyJ0fQGmWyLYWwzaqlpmaypQ3x2sK49AX_YL3NU | 2385 |
opencompass/configs/datasets/bbh/lib_prompt/navigate.txt | sha256=DATvl8pqWOblx260R3muCt1sYErASv0TAviag1UZrVE | 2146 |
opencompass/configs/datasets/bbh/lib_prompt/object_counting.txt | sha256=pTYwcwnt-yypHJ9hRLyDVW0hMgBPgxUwX6f6TZnFriw | 1417 |
opencompass/configs/datasets/bbh/lib_prompt/penguins_in_a_table.txt | sha256=juEuZ97hBp8vgQl_mkKiAsMdbb5MqxatkMRKkKDvopc | 2385 |
opencompass/configs/datasets/bbh/lib_prompt/reasoning_about_colored_objects.txt | sha256=5KJQPIDdCPkyRmk9riKDHlSFfTtlhyG8aIeTDl7h6JA | 2294 |
opencompass/configs/datasets/bbh/lib_prompt/ruin_names.txt | sha256=OqEgTV80zfH8Mu2_IZkpPMKUREqVWOFSJo6t7D2sUx4 | 3480 |
opencompass/configs/datasets/bbh/lib_prompt/salient_translation_error_detection.txt | sha256=nBP1tctGuL8pCBYvH3BNW3nQRrRzY7lFNd5bWG6Hs64 | 6140 |
opencompass/configs/datasets/bbh/lib_prompt/snarks.txt | sha256=QSAKws7Of09NdrmFPjJJCVc0zvAIMak6xROhpdgxSt4 | 3113 |
opencompass/configs/datasets/bbh/lib_prompt/sports_understanding.txt | sha256=vgTwHu4mowIeCtaaD24fRmfsaU-V9lG1z4U6izcoFBg | 820 |
opencompass/configs/datasets/bbh/lib_prompt/temporal_sequences.txt | sha256=xZeBUTWvnAT3jL8SgQJqiC_a82FfYYcgEra6frIuvlA | 3022 |
opencompass/configs/datasets/bbh/lib_prompt/tracking_shuffled_objects_five_objects.txt | sha256=RmuGDIzsjWNt1ZlkqmerLHiVAWPzZOTVENcgoiM7AZg | 2603 |
opencompass/configs/datasets/bbh/lib_prompt/tracking_shuffled_objects_seven_objects.txt | sha256=RmuGDIzsjWNt1ZlkqmerLHiVAWPzZOTVENcgoiM7AZg | 2603 |
opencompass/configs/datasets/bbh/lib_prompt/tracking_shuffled_objects_three_objects.txt | sha256=RmuGDIzsjWNt1ZlkqmerLHiVAWPzZOTVENcgoiM7AZg | 2603 |
opencompass/configs/datasets/bbh/lib_prompt/web_of_lies.txt | sha256=aPWMXg6mdgoqMao8Oc3jcjeOBh0RUPqN3aBvxaWv9pc | 2944 |
opencompass/configs/datasets/bbh/lib_prompt/word_sorting.txt | sha256=uhRRz8y0hfHI96olJS9IU32XafGcdiqsPPCOexB1hL4 | 2163 |
opencompass/configs/datasets/bigcodebench/bigcodebench_full_complete_gen.py | sha256=DjSdI1bC-n2yQxZKBqTPY4FQCvLYZCJLTlGt8qBt9G8 | 168 |
opencompass/configs/datasets/bigcodebench/bigcodebench_full_complete_gen_faf748.py | sha256=y0hp5OAN26nqApXdRdTb76hjhPEFkEr5n9xl0CXY8r8 | 1490 |
opencompass/configs/datasets/bigcodebench/bigcodebench_full_instruct_gen.py | sha256=E0AFQ-eKWH7fvhn8zgyzfvK5pDg2IFaj9Eqtysh7XRY | 168 |
opencompass/configs/datasets/bigcodebench/bigcodebench_full_instruct_gen_8815eb.py | sha256=3e-e6mEb7frY2BCw01iBDHhKpg5hDg6ZdxyCsRNn8go | 1490 |
opencompass/configs/datasets/bigcodebench/bigcodebench_hard_complete_gen.py | sha256=hevwktcLmqjnnFFDbYMIojlVq9z3qQP-5lTs2gJ0hQU | 168 |
opencompass/configs/datasets/bigcodebench/bigcodebench_hard_complete_gen_faf748.py | sha256=FcOOI8dLZqTFo_SLoRESEthnu2O9TKJL4UnGSoGgp88 | 1523 |
opencompass/configs/datasets/bigcodebench/bigcodebench_hard_instruct_gen.py | sha256=M9qAcXKqkl4JsV4-iQSk9w9tzzHqs77Z2l3VO_p50bw | 168 |
opencompass/configs/datasets/bigcodebench/bigcodebench_hard_instruct_gen_8815eb.py | sha256=Dsgef3DqwAS0qKXaCf6yGttt3xH2IuYMWxqWdvY91So | 1523 |
opencompass/configs/datasets/calm/README.md | sha256=dmkxqBAYv7Vp5ksr3Mid4zUAytqbpiI3-NV0IN6av10 | 7810 |
opencompass/configs/datasets/calm/calm.py | sha256=hppi2M2S8zlpJYpfy-n-64sFg_xgWnIPJ1gU93uIjLM | 9315 |
opencompass/configs/datasets/ceval/README.md | sha256=fRwfrmPya3pqN0ngNTdC6FoYcw8urhlcHMGWIwW0fWo | 96056 |
opencompass/configs/datasets/ceval/ceval_clean_ppl.py | sha256=ulKQB9BIv7cTRpxug07s71cs4Lw5RV6g_fGYnl4fUL0 | 6417 |
opencompass/configs/datasets/ceval/ceval_gen.py | sha256=EGS4TELRPHeJAgvN97gQs6yXaf-YZ6wi4qFWkXFHbcU | 126 |
opencompass/configs/datasets/ceval/ceval_gen_2daf24.py | sha256=GsYcEfhgmwtbFGonSH8ieQdKq_yiYcF7yWJqmp2IHyg | 6364 |
opencompass/configs/datasets/ceval/ceval_gen_5f30c7.py | sha256=mDiPxYydiNyZNBH_ZocFkyqpRw_Sep5Im9oUndfM_eM | 6357 |
opencompass/configs/datasets/ceval/ceval_internal_ppl_1cd8bf.py | sha256=iYNamKSdKDqgUqii6CLxtg2Cs8JyWTo6r_1H3ikCCi4 | 6196 |
opencompass/configs/datasets/ceval/ceval_internal_ppl_93e5ce.py | sha256=jX6wbqk_QQV1-CtNZUi_hXra6o6RUCPifDOKyXlyPLc | 6408 |
opencompass/configs/datasets/ceval/ceval_ppl.py | sha256=Q9ZpRi3-MY8_oAwFzzwz756FzlBia_twi9YkluV5V7Q | 126 |
opencompass/configs/datasets/ceval/ceval_ppl_1cd8bf.py | sha256=iYNamKSdKDqgUqii6CLxtg2Cs8JyWTo6r_1H3ikCCi4 | 6196 |
opencompass/configs/datasets/ceval/ceval_ppl_578f8d.py | sha256=fXjuecxabEinKVxCbTuSEW21WwHAySoVOwxx5MPoWck | 6334 |
opencompass/configs/datasets/ceval/ceval_ppl_93e5ce.py | sha256=L1ENyUwLoB-DQgxsa2iCouNEW7xtd5K2qhtEt6cqehs | 6342 |
opencompass/configs/datasets/ceval/ceval_zero_shot_gen_bd40ef.py | sha256=npt1Ievpode7GPrcjJZ3n4Z34JrhrTBMPwmKFMMnVNw | 6375 |
opencompass/configs/datasets/chinese_simpleqa/README.md | sha256=4TMy5IXS-5GFoIQ4jc86YAEuPzyPZRpxIwhFJLWstEo | 6059 |
opencompass/configs/datasets/chinese_simpleqa/chinese_simpleqa_gen.py | sha256=fn0vxiuQP1v8FvJ5rkBglL8Ea-u02aa9WNCzPTOEBjU | 1813 |
opencompass/configs/datasets/civilcomments/civilcomments_clp.py | sha256=h_fG4-HyvlhGVRI4cAU7cA2SbzHPpZhZ50aSg3SHoXk | 142 |
opencompass/configs/datasets/civilcomments/civilcomments_clp_6a2561.py | sha256=UCjNFgPDV-UuwVSY7QoIKZxSd8II9y3Iyz7ikZlJgH0 | 1086 |
opencompass/configs/datasets/civilcomments/civilcomments_clp_a3c5fd.py | sha256=JSHxS36DPAZ1xSOH-0qdLNhTHL-uJOfR6yI_s3OvuIY | 1198 |
opencompass/configs/datasets/clozeTest_maxmin/clozeTest_maxmin_gen.py | sha256=qiK7XvYnp5jgcztbveKnvS1TySjdyI0QTAxvWWSS398 | 138 |
opencompass/configs/datasets/clozeTest_maxmin/clozeTest_maxmin_gen_c205fb.py | sha256=grb1-4vVSzplRsuF0TMeZaIG5e3Y3bdbQbw1yTyxLzE | 1497 |
opencompass/configs/datasets/cmb/cmb_gen.py | sha256=_pG81ziwFpxMC4cglmw9AK2qVJIh-jGS5R7PXS4v7OE | 122 |
opencompass/configs/datasets/cmb/cmb_gen_dfb5c4.py | sha256=ftY6oTdfx-HBGCuNO2fUUI-CUgaUYiwnsNBku33OxPc | 1721 |
opencompass/configs/datasets/cmmlu/cmmlu_0shot_cot_gen_305931.py | sha256=ocks8MXZV5vWjT84VnArtDdaaagvippYP-7Yt5RIqoo | 4725 |
opencompass/configs/datasets/cmmlu/cmmlu_0shot_nocot_llmjudge_gen_e1cd9a.py | sha256=jSCXz0W1NiP4g7Sh2AknjIdvC9x8YNDgSutuzyg2jdc | 7726 |
opencompass/configs/datasets/cmmlu/cmmlu_gen.py | sha256=jXtbFcoDGMJ9gj224zgFH1t6kwUb1oUbedN2lyJYhYk | 126 |
opencompass/configs/datasets/cmmlu/cmmlu_gen_c13365.py | sha256=H_Swgt8LqqQh3NyeL5kdedIyZTOx987N6xKbu0gwbTk | 4672 |
opencompass/configs/datasets/cmmlu/cmmlu_ppl.py | sha256=h32GqEbjuOgGRHMyQ2tAG4Mf9IZG23B5vsN2BT_7iR4 | 126 |
opencompass/configs/datasets/cmmlu/cmmlu_ppl_041cbf.py | sha256=wj3VGaeUAvzKxVRCQ3Gg3Z9qBqhOLqFXPcTVw6vy0KE | 4630 |
opencompass/configs/datasets/cmmlu/cmmlu_ppl_8b9c76.py | sha256=gF2X0-qPo3QLmNSl_7dym1XOJ1Oxd8kzIkafD60-wgU | 4674 |
opencompass/configs/datasets/cmmlu/cmmlu_stem_0shot_nocot_gen_3653db.py | sha256=JtccNXhsw4xld7a8SfAhQamLy_UEaOL1fdaG2REFfLc | 6197 |
opencompass/configs/datasets/cmmlu/cmmlu_stem_0shot_nocot_llmjudge_gen_3653db.py | sha256=3oyhOhK7btGX5Y-pQGC9PPWWECvXKF71ImLI88Li0c0 | 5688 |
opencompass/configs/datasets/cmmlu/cmmlu_stem_0shot_nocot_xml_gen_3653db.py | sha256=0k_MMBxQHih5EDRfQQ-O2DuyDIH7RH0l480BjdCYhcs | 6332 |
opencompass/configs/datasets/cmo_fib/README.md | sha256=PVEAjuUhioSvTs-C8HWAovKO-pSacf8xQfsyIRQwjmY | 503 |
opencompass/configs/datasets/cmo_fib/cmo_fib_0shot_notcot_gen_4c6c29.py | sha256=w-vA92hRuOSGNztb8WyKvEy-odj5wf7_W25JMGF32pk | 1088 |
opencompass/configs/datasets/cmo_fib/cmo_fib_gen.py | sha256=I8yUnsoHEBOoCqM46XvlTd3zNcFS3HBEcEYGWtcQkxQ | 129 |
opencompass/configs/datasets/cmo_fib/cmo_fib_gen_ace24b.py | sha256=AnseQWfjzAjQbzvbOlEikY9rRh7fDhozlAwGUND0tgo | 1109 |
opencompass/configs/datasets/collections/base_core.py | sha256=6LvSBo8OXchwW2SmKxt9dq1wUrUi3LeU-LuG13jhxZI | 1139 |
opencompass/configs/datasets/collections/base_medium.py | sha256=lfQzQFPIhp71YVQonZ4Jmi5EZUrfmDGE57byCIH_yrE | 3470 |
opencompass/configs/datasets/collections/base_medium_llama.py | sha256=H45jv3v0soGv8zNxsNLVqlvi-QR9wEKR_q784f7w6UA | 3481 |
opencompass/configs/datasets/collections/base_small.py | sha256=aMBaKkVJnUH9SR-sLREzD8QfQB4xgzMyNZmZV2UWKns | 2317 |
opencompass/configs/datasets/collections/chat_core.py | sha256=-sj0tTWgqoYCWnLSHtSiMAlujZe25m1HPIuT7hBk3eA | 1138 |
opencompass/configs/datasets/collections/chat_medium.py | sha256=7XR_rT7s7ll7eakZQhDqwj2Se0_VDqU6RTSoRU0R4P8 | 3478 |
opencompass/configs/datasets/collections/chat_small.py | sha256=yKcWmoV-IkeI2dG1tAw1tpswbllwGoD_l3b00sWpU00 | 2382 |
opencompass/configs/datasets/collections/example.py | sha256=iaSxs_Uva4qQYAYuK6f31yGdTxbiEREO_nCH1SSzqSE | 238 |
opencompass/configs/datasets/collections/leaderboard/qwen.py | sha256=54fBOVz1emeLMU5AdNOeaGQe_ShEXuTpnzAarc-rUnU | 2780 |
opencompass/configs/datasets/collections/leaderboard/qwen_chat.py | sha256=wqCcs99A0pcY_tV1CO2Id169PVVamLQSz2d15YqQsRo | 2778 |
opencompass/configs/datasets/commonsenseqa/commonsenseqa_7shot_cot_gen_734a22.py | sha256=KJ3CDoLZK-qmuIF79xXYOSsqMjyQx4MQt-_pDr7cltE | 4873 |
opencompass/configs/datasets/commonsenseqa/commonsenseqa_gen.py | sha256=C75I02NGZ6ENtbNBGY-XOB3zVDROdjXCm00EipKsVy0 | 142 |
opencompass/configs/datasets/commonsenseqa/commonsenseqa_gen_1da2d0.py | sha256=1jEWmYI59G0fAiRPzxT2OXjujPVhXMz7C0-GhMk3vvE | 1623 |
opencompass/configs/datasets/commonsenseqa/commonsenseqa_gen_c946f2.py | sha256=nmvAsauT8Uos6QGxEa9vQW4asHBCpS7UOIV9QNvdT0A | 1682 |
opencompass/configs/datasets/commonsenseqa/commonsenseqa_ppl.py | sha256=D_YxQ8OBaBUiFsJLd3gjThUm1iWC1RTPYNECyI1molg | 142 |
opencompass/configs/datasets/commonsenseqa/commonsenseqa_ppl_3e9f2d.py | sha256=tw2vOmWmVtgO8Pl_eB9Ep9cc6bGQffbTEYCiGzoZMJ8 | 1735 |
opencompass/configs/datasets/commonsenseqa/commonsenseqa_ppl_5545e2.py | sha256=nlsE7ndLqLV7ulX94SIRhfMfO6d4VATeJ8FogEs2p7k | 1557 |
opencompass/configs/datasets/commonsenseqa/commonsenseqa_ppl_716f78.py | sha256=7JQI4DH06KPsGOlKzLUutEtwt_O_6PGdBtl3jGhDbS4 | 1565 |
opencompass/configs/datasets/commonsenseqa/commonsenseqa_ppl_c49e77.py | sha256=volaCUiHqkva8ykyk4Zn-f5vpkWY4QTb05F8x4-eq1E | 1425 |
opencompass/configs/datasets/commonsenseqa/commonsenseqa_ppl_e51e32.py | sha256=PWHY0pRd-yhOn_j-UXdQoukWVJ_v8BRg6W49dHAKBgM | 1444 |
opencompass/configs/datasets/commonsenseqa_cn/commonsenseqacn_gen.py | sha256=k1bGet79YlE59eGgvW7FQzI1VxYOcURw7guz9BHlab8 | 146 |
opencompass/configs/datasets/commonsenseqa_cn/commonsenseqacn_gen_d380d0.py | sha256=PTd9vGgNVWBJI_F6kpyrQhcsZ2vvCW5mvU-qTMn8Qd4 | 1486 |
opencompass/configs/datasets/commonsenseqa_cn/commonsenseqacn_ppl.py | sha256=UCOd3-qw9lPGhnAkNBQsLBfZh9Q2OUcbHm79fIK9R3c | 146 |
opencompass/configs/datasets/commonsenseqa_cn/commonsenseqacn_ppl_971f48.py | sha256=CWaxOdPy-8ZoCupJrKdnjAGl8x1_TwzhxmAvGrHbzRw | 1475 |
opencompass/configs/datasets/compassbench_20_v1_1/agent/cibench_template_gen_e6b12a.py | sha256=gg6fsGosqJGmFrDecAUY5ilCtW3VXKPqngGHO8KrzI0 | 1565 |
opencompass/configs/datasets/compassbench_20_v1_1/agent/mus_teval_gen_105c48.py | sha256=494zLZ_g7roU5DHYRZbgFC2u4KBhor2c14Wo-YZkzpo | 2131 |
opencompass/configs/datasets/compassbench_20_v1_1/code/compassbench_v1_1_code_gen_986f01.py | sha256=jfyHdaTDF7l5LsERUpQ5c_4WAid8FnuXS0pNkq1uACA | 23224 |
opencompass/configs/datasets/compassbench_20_v1_1/knowledge/compassbench_v1_knowledge_gen_bd74e0.py | sha256=2LSZRU0LFLJY0VOqg5zxUs3aDewOjZINn5XmoN_Zdgo | 6094 |
opencompass/configs/datasets/compassbench_20_v1_1/language/compassbench_v1_language_gen_7aa06d.py | sha256=9fA9UdPOjBuBZ-qLa17oTonjQVDinzLIop1eMm8Pbhk | 2991 |
opencompass/configs/datasets/compassbench_20_v1_1/math/compassbench_v1_1_math_gen_1dc21d.py | sha256=csYazFGjuFOzGSkTljn7CDBP3JGdVzFUbJXVRPJVcWM | 3405 |
opencompass/configs/datasets/compassbench_20_v1_1/math/mathbench_prompt.py | sha256=2PST6pm0-xKx16zlSIqYz7G5Plq_F6e6DNtYmd0RLS4 | 14693 |
opencompass/configs/datasets/compassbench_20_v1_1/reason/compassbench_v1_reason_gen_d26d08.py | sha256=ouZz0muVpaLP_rx11p-XByYAoUOqQctpW6pwUudbIjY | 2484 |
opencompass/configs/datasets/compassbench_20_v1_1_public/agent/cibench_template_gen_e6b12a.py | sha256=LYOAtD7Zssf0f1f8CaX9TGSEtQHDPb3-osb66bmcf0U | 1579 |
opencompass/configs/datasets/compassbench_20_v1_1_public/agent/mus_teval_gen_105c48.py | sha256=1em1W7GkCEE0e5AkczE1sXXRCez20FqbwxERe1fUmts | 2150 |
opencompass/configs/datasets/compassbench_20_v1_1_public/code/compassbench_v1_1_code_gen_986f01.py | sha256=njemxjDis2aQAxWdQvbSFb5lvYHtoniarrgXQVxI8XE | 23411 |
opencompass/configs/datasets/compassbench_20_v1_1_public/knowledge/compassbench_v1_knowledge_gen_bd74e0.py | sha256=twrj1XC3Sg9oljA1yK3ZVJqbgOi5uCMungAYeM4jK-E | 6129 |
opencompass/configs/datasets/compassbench_20_v1_1_public/language/compassbench_v1_language_gen_7aa06d.py | sha256=nlbvhWCN18e0CBrr2dtP5b-xJwMhvBU5KejNrCdI424 | 3173 |
opencompass/configs/datasets/compassbench_20_v1_1_public/math/compassbench_v1_1_math_gen_1dc21d.py | sha256=JGS_SVGukBoo6p7FCc8NiZKz1mdMnMXJBYPD7xDlTEs | 3424 |
opencompass/configs/datasets/compassbench_20_v1_1_public/math/mathbench_prompt.py | sha256=2PST6pm0-xKx16zlSIqYz7G5Plq_F6e6DNtYmd0RLS4 | 14693 |
opencompass/configs/datasets/compassbench_20_v1_1_public/reason/compassbench_v1_reason_gen_d26d08.py | sha256=l__ja1lGBv9C0WVHV4pbJ0igwKAvw9unUUP87gxnQiA | 2666 |
opencompass/configs/datasets/compassbench_v1_3/compassbench_v1_3_code_gen_c8c3aa.py | sha256=d36ew7cxWvtcNX_NPG6Cma3POa8_YPYP_K6wau3Ymb8 | 15859 |
opencompass/configs/datasets/compassbench_v1_3/compassbench_v1_3_knowledge.py | sha256=S1GiDeoNNWROQJU2tUfPQ_LqBCdNNYkq7RtxgaRyu6U | 4433 |
opencompass/configs/datasets/compassbench_v1_3/compassbench_v1_3_math.py | sha256=4wkvkt6gf8NHgG9nqSLaXj7dW7yayusQd-hpq4xwce4 | 3936 |
opencompass/configs/datasets/compassbench_v1_3/compassbench_v1_3_objective_gen.py | sha256=B-iVJskh9nC0CkRGBJn-waCmz6WW0YWSBEzn00C4UaY | 159 |
opencompass/configs/datasets/compassbench_v1_3/compassbench_v1_3_objective_gen_068af0.py | sha256=lsu4_3_FKnHRe3ngQeWMxPJ0xme9r5lzMW5eBMLKruE | 3700 |
opencompass/configs/datasets/compassbench_v1_3/compassbench_v1_3_prompt.py | sha256=pi6ZWbe-r0KwT36yUQsRMDNSct5mJ3WFqdoqu0pwEDo | 1501 |
opencompass/configs/datasets/contamination/ceval_contamination_ppl_810ec6.py | sha256=Vlco5Qj-AErMdoCVYBgtl1nhzE7sqC49m4V8rhBY5dE | 1571 |
opencompass/configs/datasets/contamination/mbpp_contamination_ppl_f01cb6.py | sha256=pjszPWFUn1E6EhbdPgh-TDLaiOax_1yC-AQEMHCFo1U | 1680 |
opencompass/configs/datasets/contamination/mmlu_contamination_ppl_810ec6.py | sha256=78O9BBhiep-tKFTmgGlyvTj8Lu310E6EfX_4fZ9X4X8 | 1555 |
opencompass/configs/datasets/crowspairs/crowspairs_gen.py | sha256=cQs3pfQuJigpl_MDY3ZmqEQ94qxRQorW7M5hkMWRNGY | 136 |
opencompass/configs/datasets/crowspairs/crowspairs_gen_02b6c1.py | sha256=-krLaTvDyDo9TnTufboWcuk47Z3Aa6mGUMpXHT_yquo | 1311 |
opencompass/configs/datasets/crowspairs/crowspairs_gen_381af0.py | sha256=vHAbllhAfY2BvMgwLyJDIbEl0caP-q60P2Q3W6woTqU | 1572 |
opencompass/configs/datasets/crowspairs/crowspairs_ppl.py | sha256=Psj8yJkZgykXyPwm25iLfKwfabj9I47fcP1Kbt-J8Lk | 136 |
opencompass/configs/datasets/crowspairs/crowspairs_ppl_47f211.py | sha256=wTMTobidU6wZuey6o94eHE-UOI0Ek2EhX4WoyjjiEZg | 1048 |
opencompass/configs/datasets/crowspairs/crowspairs_ppl_e811e1.py | sha256=IEaSEz7eXnUyxeEQTf5wluF67p1F-KeTF6v62qKdV9U | 1271 |
opencompass/configs/datasets/crowspairs_cn/crowspairscn_gen.py | sha256=eIEkK4g8b3CsPjfF9cSSVoVtJEtyY-nwAEL-A5KaL6s | 140 |
opencompass/configs/datasets/crowspairs_cn/crowspairscn_gen_556dc9.py | sha256=9h-QsLhVsPkVXva_jY9PpcjncX47bXTdTcwxac8sV00 | 2617 |
opencompass/configs/datasets/crowspairs_cn/crowspairscn_ppl.py | sha256=bt0zgXYl03yDgaZiIyW0UgpCWL8Dkk5yMneNkBLUQnQ | 140 |
opencompass/configs/datasets/crowspairs_cn/crowspairscn_ppl_f53575.py | sha256=JABixLxxfhQVYlRXUp8UJjPbbW9WoFi32nL5q2TWM2Y | 1243 |
opencompass/configs/datasets/cvalues/cvalues_responsibility_gen.py | sha256=8hTjrTaBVmSe4osfq3JWFQGomTc1AMLJbBhJ8VEp3OQ | 145 |
opencompass/configs/datasets/cvalues/cvalues_responsibility_gen_543378.py | sha256=shIugxU4GrjkeUkQvmtWe-ni-ABC1SveVhgSzTAjp9g | 1195 |
opencompass/configs/datasets/demo/demo_cmmlu_base_ppl.py | sha256=MMiAe_Ly2Wh0Ln7sr04EHRfuwfPhXl9qe04i6yCU-wg | 212 |
opencompass/configs/datasets/demo/demo_cmmlu_chat_gen.py | sha256=r7vKH2gq5axiXAYknzNiuffkILI4XA18kiOOPO4Rou8 | 212 |
opencompass/configs/datasets/demo/demo_gsm8k_base_gen.py | sha256=xdZOOXX4aGAGPH0Pf02KUff7GweCCMRQH7XPlv5pyZM | 228 |
opencompass/configs/datasets/demo/demo_gsm8k_chat_gen.py | sha256=Q9gLXweI2rvXD8nqJq7A_8vAVZJYm4-YGAM9KD9nYAQ | 228 |
opencompass/configs/datasets/demo/demo_math_base_gen.py | sha256=-OhgegP6OI8bdt7UT_zv8v43uZI0WsWl5WRA-RmcSic | 233 |
opencompass/configs/datasets/demo/demo_math_chat_gen.py | sha256=UVH3jTIEr4cdkS7l_SeSY8BKLBn3Ad-iTYe_nt1ab_Y | 228 |
opencompass/configs/datasets/dingo/dingo_gen.py | sha256=dIjbNCn88BJJTMA_pF_9FvAV_Yb6kdgcV1eSnha1reA | 1106 |
opencompass/configs/datasets/drop/deprecated_drop_gen_8a9ed9.py | sha256=7scTkRbCHacJWqQe5dz-OYe6NG8zQC7PzFcfD2pKQNk | 2271 |
opencompass/configs/datasets/drop/drop_examples.py | sha256=bEz11ZRFQbQnpU3PQRN4k9zGIT_WdHtNWg1F455xFK0 | 4107 |
opencompass/configs/datasets/drop/drop_gen.py | sha256=QtwP5ERfVc4e9o3mJ_xt4pVjS-xQF23jZn131OKPG-Y | 124 |
opencompass/configs/datasets/drop/drop_gen_a2697c.py | sha256=s42k2H61P5vKXpFuRr2hyKE4NF63sLOJItgofKfXtM8 | 1407 |
opencompass/configs/datasets/drop/drop_gen_eb14af.py | sha256=1lA6kXH-B93Wf3ORcyAnNfL35CN5q3J-hJU_Tt6nUW4 | 1315 |
opencompass/configs/datasets/drop/drop_openai_simple_evals_gen_3857b0.py | sha256=0Hs5-dEKujIJ3vzzQ5M4xatKEXST91qEfi6NJX99z4o | 1318 |
opencompass/configs/datasets/ds1000/ds1000_compl_gen_cbc84f.py | sha256=Y9PjndyBAQxcuJ4BCxQbUirdvmMpJbN1gVXT13QJDjI | 1969 |
opencompass/configs/datasets/ds1000/ds1000_compl_service_eval_gen_cbc84f.py | sha256=2sDUc6W2tQZhPlgaSWx3nTy2IEvHHS5R2L9OQDJUrIk | 1718 |
opencompass/configs/datasets/ds1000/ds1000_gen_5c4bec.py | sha256=qAkrNCtABxfguvUWHB42eE_cslsu_K6qRhXT8COV3pM | 2345 |
opencompass/configs/datasets/ds1000/ds1000_gen_cbc84f.py | sha256=3BouaKq1KzGrvOQsfgx_nTw-Cq3vV5bGrSqIfAQQtnU | 1893 |
opencompass/configs/datasets/ds1000/ds1000_service_eval_gen_cbc84f.py | sha256=DkOiWbX-POgjZ58bY-gD-OvuQxSunc_kVNvuDDRdebs | 1691 |
opencompass/configs/datasets/flores/flores_gen.py | sha256=tT4SSYsUCNiuOWqeelxhgX67r1gm8vMqToQ8vSd_t2c | 128 |
opencompass/configs/datasets/flores/flores_gen_806ede.py | sha256=AMT_umMJoQjLyXQARHN1bSlZJfBYHwRKtewJ0XYXQrw | 7930 |
opencompass/configs/datasets/flores/flores_gen_aad4fd.py | sha256=ddTzCX4ACakSfOOkIkr--iapasGLvrgJ-t5h8gGGie8 | 7843 |
opencompass/configs/datasets/game24/game24_gen.py | sha256=Q0qT1qgXwpaZf9c_iOd7p5titdWY3UqEl_HeuLm-8jU | 128 |
opencompass/configs/datasets/game24/game24_gen_52a460.py | sha256=ifhe_nkv7pBGCFFYMgPO10qU_v2w_pkQ5NVjxaFVkCA | 1244 |
opencompass/configs/datasets/gaokao_math/README.md | sha256=GKowOQywegi_JSBmRSi1mKTt5mJk_1Nc0QM-DUKuK4w | 6995 |
opencompass/configs/datasets/gaokao_math/gaokao_math_gen_f5fd28.py | sha256=Fs8KpD3artEUBCPd_WG5Vryf9QhJJtrvV8PSuNLSA-4 | 2571 |
opencompass/configs/datasets/govrepcrs/govrepcrs_gen.py | sha256=erN65qlTRyfd2pxk315B2aAaVf9RL3Wu0pX0uisoFho | 134 |
opencompass/configs/datasets/govrepcrs/govrepcrs_gen_aa5eb3.py | sha256=bvmqnBopRWDBBTwkYWgxWOyoiW9fcpXWYg2g-KUS5OQ | 1266 |
opencompass/configs/datasets/govrepcrs/govrepcrs_gen_db7930.py | sha256=W1SY1CxpWHVulkO2331yuFhbbxSIPGWu_KPuU33-C74 | 1610 |
opencompass/configs/datasets/gpqa/README.md | sha256=YBlc-CV_iDoMQhQj8XA4DXumTYb9XWQ3rR6iwXtq_vQ | 2946 |
opencompass/configs/datasets/gpqa/gpqa_0shot_nocot_gen_772ea0.py | sha256=S9D4OtrVJLX0POY41Dd5KYjQ0MVyr9EY3q4OITMEoi8 | 1558 |
opencompass/configs/datasets/gpqa/gpqa_0shot_nocot_genericllmeval_gen_772ea0.py | sha256=AIJY2GaAjOnzaorXKd99fBXEdnUHwHhOZNMSPZB_QfI | 4973 |
opencompass/configs/datasets/gpqa/gpqa_0shot_nocot_genericllmeval_xml_gen_772ea0.py | sha256=7TRBqHixoz91kMYSuUPgG8EMN_jKpzwv1M0x0_nKk5Y | 5108 |
opencompass/configs/datasets/gpqa/gpqa_0shot_nocot_llmjudge_gen_772ea0.py | sha256=47cTaYrIx5hBbZVlHY84j7gBsrhwupJyO_G-26Q12v0 | 4650 |
opencompass/configs/datasets/gpqa/gpqa_few_shot_ppl_4b5a83.py | sha256=EC10XkcM3rkknezV_V166_QE6ZspOZpAp8CNnYsXCJk | 1729 |
opencompass/configs/datasets/gpqa/gpqa_gen.py | sha256=7YWJBzcG4ufly7tTGroGKDakhrGMJZ5aHI_EMG9LpxU | 124 |
opencompass/configs/datasets/gpqa/gpqa_gen_015262.py | sha256=upxfDT9lWYdlYasdCiwL5M_YmwjMfD9RgoafEdTi5jw | 1704 |
opencompass/configs/datasets/gpqa/gpqa_gen_4baadb.py | sha256=BCf_UlOCPe_ZDuEf-qCXe2gQtcW-s2i12InVB3tasLA | 1708 |
opencompass/configs/datasets/gpqa/gpqa_openai_simple_evals_gen_5aeece.py | sha256=kU6WXClbau6RrhFDdqaqPT8pYeEB0WUe4XLFN2aIJ6I | 1595 |
opencompass/configs/datasets/gpqa/gpqa_ppl_6bf57a.py | sha256=mTFndrkUiL5X9xpxn3UBNP0gd7euCYBl-XJfnQho93w | 1359 |
opencompass/configs/datasets/gsm8k/README.md | sha256=iJ0RDEe8xYhiSDANN163_ARvyME-03ypxcNcoSnTsIs | 2550 |
opencompass/configs/datasets/gsm8k/deprecated_gsm8k_agent_gen_be1606.py | sha256=e6gWqMEV6AX9pxIJwV_SbKeDTMzOwb76FlibuC7c8k4 | 4344 |
opencompass/configs/datasets/gsm8k/gsm8k_0shot_gen_a58960.py | sha256=jA0QDokUvW6W8KKBEJ8cmmE_4WIaUrWuP2hPqBLD-N0 | 1169 |
opencompass/configs/datasets/gsm8k/gsm8k_0shot_nocot_gen_6cbf22.py | sha256=bIyIiGP76w6r4B08wQHGsFXoF_nzRW5h7PaeoKfnqzU | 1227 |
opencompass/configs/datasets/gsm8k/gsm8k_0shot_v2_gen_6e39a4.py | sha256=wwyzJfDYtpgWD9G4cM6qmw8y0vmO0yCKj177iaptrp0 | 1253 |
opencompass/configs/datasets/gsm8k/gsm8k_0shot_v2_gen_a58960.py | sha256=FjWsPcWCGTWFmDARnGwkkpzTme_TVuanxXyekNGzcEs | 1252 |
opencompass/configs/datasets/gsm8k/gsm8k_agent_gen_c3dff3.py | sha256=4Z2AbhSB0mjEoiIes9m0NE5pfdfIz5QbjO5ZWCGt0wg | 4397 |
opencompass/configs/datasets/gsm8k/gsm8k_gen.py | sha256=v7rW21Jz9-pMbvjLIxY894GBK0S0Dy4HzP9X1-eVVq4 | 126 |
opencompass/configs/datasets/gsm8k/gsm8k_gen_17d0dc.py | sha256=ZdWYEwHs-ELffe1Qu3Tvrj9sA-EQRWWcnH-ntDdTZ-w | 6200 |
opencompass/configs/datasets/gsm8k/gsm8k_gen_1d7fe4.py | sha256=nH2lmUDsHcSBNB8AIJXa_bE1eyoX4lIJtXSKg5u_sO0 | 6170 |
opencompass/configs/datasets/gsm8k/gsm8k_gen_1dce88.py | sha256=UnAzVM_POPcgaIQoW0ZhhSE9-dr37gp5fPWCSo8rm-k | 5621 |
opencompass/configs/datasets/gsm8k/gsm8k_gen_3309bd.py | sha256=2kZbeUALXG7W1UWnLr1JUgIcBjzyvD5Y4_mb16WhQd0 | 6218 |
opencompass/configs/datasets/gsm8k/gsm8k_gen_57b0b1.py | sha256=3MtrOXnMpk5BvkNvMDVxFjb1HCbk_vpMWATuAavhTps | 3898 |
opencompass/configs/datasets/gsm8k/gsm8k_gen_701491.py | sha256=upyXQEXhJY2VCbL_CL14iRYtNQd_fmkkW1Q-Ka_dA8k | 1252 |
opencompass/configs/datasets/gsm8k/gsm8k_gen_a3e34a.py | sha256=UFsTWb2-TOB7JsjZWfUwqPaJFmYddiUGPmRCCW2sxzc | 5835 |
opencompass/configs/datasets/gsm8k/gsm8k_gen_d6de81.py | sha256=9dmwC-_xCIS-kumuQnU6GolcdMbFrl0M8_8t91C9HUw | 4419 |
opencompass/configs/datasets/gsm8k/gsm8k_gen_e9e91e.py | sha256=doYGM8HqLgCk3-j0uDvGHUADt2YN7GiVAWI9dWW0SqQ | 4628 |
opencompass/configs/datasets/gsm8k/gsm8k_gen_ee684f.py | sha256=338Bnv1ie5Sjj3ispR2cRfeBFjk7BZqC4tO1_Kofb3U | 5671 |
opencompass/configs/datasets/gsm8k/gsm8k_model_postprocess_gen_a58960.py | sha256=RGlwzI_wAjQkAgrrAGiqsVM0SyAsM0sEN7hl162ucDg | 1780 |
opencompass/configs/datasets/gsm8k/gsm8k_xfinder_gen_a58960.py | sha256=5UId06tLYPKuYDNrKdLlURFnKrQtPOmO6ILOUk8IKgQ | 1542 |
opencompass/configs/datasets/gsm8k_contamination/gsm8k_contamination_ppl_ecdd22.py | sha256=Mp-yR5IBZkaPjBTKjH9ZGh8r0ZUEUu1ZEjYMQAWTUbQ | 1660 |
opencompass/configs/datasets/gsm_hard/gsmhard_gen.py | sha256=Qij7mGrqFfj91jI5fJx2rkh4W_s6gPWbX0Z479fVcgM | 130 |
opencompass/configs/datasets/gsm_hard/gsmhard_gen_8a1400.py | sha256=0XElOXdpPHICiyfAUkb2jMTpaBdh7Oo76NEIYeR2gK0 | 1275 |
opencompass/configs/datasets/hellaswag/README.md | sha256=ky14hMBBIVwye48a2xdAjR8EpNpH7D1SBXo-4K2EY8k | 2804 |
opencompass/configs/datasets/hellaswag/hellaswag_10shot_gen_e42710.py | sha256=G1WaiWM31_UizJbw3GcHiHUQSeiYcuxJdOhyVnYcIsU | 1954 |
opencompass/configs/datasets/hellaswag/hellaswag_10shot_ppl_59c85e.py | sha256=-iyN2m46Ihk502LNDxxcGcwGLnhVda2jxKLV-IPXxLU | 1634 |
opencompass/configs/datasets/hellaswag/hellaswag_clean_ppl.py | sha256=fDkrTCW_cTgg36MtZ-PfkeothvTmZ8pZdrnnwyVK14k | 1206 |
opencompass/configs/datasets/hellaswag/hellaswag_gen.py | sha256=UCX3AXkuGWUJYQlbMsRxSoUKpnRXUoOIwDOujN-2aCI | 134 |
opencompass/configs/datasets/hellaswag/hellaswag_gen_6faab5.py | sha256=22NAyb2YU3O1f4xKiUIdWFuL6YC_J4YQSy0LS8fhe9E | 1422 |
opencompass/configs/datasets/hellaswag/hellaswag_ppl.py | sha256=_UW-mN7aDw99HkIUvy8uruT-SnXLotxoQnY5CExcxsk | 134 |
opencompass/configs/datasets/hellaswag/hellaswag_ppl_47bff9.py | sha256=ZpOGuRmrXL7slXM9dT5KSiQLMohmcOwsfSl9h8bIBG8 | 1101 |
opencompass/configs/datasets/hellaswag/hellaswag_ppl_7d7f2d.py | sha256=HEov-Hx7u0hjljKJlr-qSa6aubAIyq0IizuTggsJ3VQ | 1183 |
opencompass/configs/datasets/hellaswag/hellaswag_ppl_9dbb12.py | sha256=N5nkAoau1yLFJ57-lIjJM5s2vFz94Q3_s4JUzPMhAYg | 1020 |
opencompass/configs/datasets/hellaswag/hellaswag_ppl_a6e128.py | sha256=QY4fGuhvLcKMoxiF9jC4cCDJDLRn0MZUyvGxhHyA5HU | 1326 |
opencompass/configs/datasets/humaneval/README.md | sha256=iE3DiGgRbO7cEDE2tbkTbQhjGKgR44vYsMaYkzc73Y8 | 2630 |
opencompass/configs/datasets/humaneval/deprecated_humaneval_gen_4a6eef.py | sha256=JJ1uooY6G33-hivJInc5p8uQ4opjPtuPJhr73F6ebcI | 1381 |
opencompass/configs/datasets/humaneval/deprecated_humaneval_gen_6d1cc2.py | sha256=AWceuDT1cfc69Iu4I4Vu99eAAt2xrVmW60xIPEiuI_o | 1381 |
opencompass/configs/datasets/humaneval/deprecated_humaneval_gen_a82cae.py | sha256=455cOKN_WmevkSL4Ge7dTA6Cx8XvYjdwPrvUTnVNVOU | 1199 |
opencompass/configs/datasets/humaneval/deprecated_humaneval_gen_d2537e.py | sha256=XiIo_4C12C2xtq4yywRtRZOnnzboqC-7N4s8vwtT_7Q | 1145 |
opencompass/configs/datasets/humaneval/deprecated_humaneval_gen_fd5822.py | sha256=vlwxNUepEfdynhWhMmlLoChYwWI_lz_0SiWoY5cJjVQ | 1075 |
opencompass/configs/datasets/humaneval/deprecated_humaneval_gen_ff7054.py | sha256=4zHdfuIwGVMRllcBSEIvPZJwe4AwKUd0lsAEbzc67u8 | 1366 |
opencompass/configs/datasets/humaneval/humaneval_gen.py | sha256=4PORV9Y6fdr8YTrPPaSaerC8OgCFVh2-6A5Pb47faTc | 134 |
opencompass/configs/datasets/humaneval/humaneval_gen_66a7f4.py | sha256=zIqkL3zqWb93pDzeplPFogLtCy5qbiJcdJmwx3DX3Jo | 1253 |
opencompass/configs/datasets/humaneval/humaneval_gen_8e312c.py | sha256=m2r1Pi_DMGRnqcCLpoxvuXFV_7y8wDqV8ih4kxKXqT4 | 1268 |
opencompass/configs/datasets/humaneval/humaneval_openai_sample_evals_gen_159614.py | sha256=xz5oHaRXiqK-_Xvo2k9r9eKIDi1NjarSa3hgbGddhxY | 1359 |
opencompass/configs/datasets/humaneval/humaneval_openai_sample_evals_gen_dcae0e.py | sha256=aUOF8JAeyEg4ggzDR3t6ndWn_wT0iPZEZqYtcLUaruw | 1342 |
opencompass/configs/datasets/humaneval/humaneval_openai_sample_evals_o1_gen_5e7b00.py | sha256=CwlNQb3qjFNmSpB-ddAE50jQYanvRfemEABsV0Nz8YA | 1369 |
opencompass/configs/datasets/humaneval/humaneval_passk_gen_8e312c.py | sha256=NbO2euYV-i2tNqw3dYZasvJZLyMbQ103YydyNLt33To | 1242 |
opencompass/configs/datasets/humaneval/humaneval_repeat10_gen_8e312c.py | sha256=lfd0f1NGWviIlM6G0FQWk6FwzxcA-4fSBv5_1p_-q_g | 1269 |
opencompass/configs/datasets/humaneval/internal_humaneval_gen_ce6b06.py | sha256=enEa5-sH--1J0535eCqv3eo0RmGrsA_wX9QKlypq5fw | 1165 |
opencompass/configs/datasets/humaneval/internal_humaneval_gen_d2537e.py | sha256=G4Yx5U076dotHY0zZcvBR2XMU-FrWKiO4eF14lv6Z-4 | 1163 |
opencompass/configs/datasets/humaneval_cn/humaneval_cn_gen.py | sha256=gjxtNsNPmfgRCELRkCYe6ll0F8qJWRpQrNjPU0R8VWA | 140 |
opencompass/configs/datasets/humaneval_cn/humaneval_cn_gen_6313aa.py | sha256=mtSC28kAfZhTbxRNUhPRW7B_Qx-iR2TzfyWVLjUJ_d8 | 1242 |
opencompass/configs/datasets/humaneval_cn/humaneval_cn_passk_gen_6313aa.py | sha256=U1inFHam1PN9KLzimB0YF173P18lZuatnDBVwXBWGzs | 1248 |
opencompass/configs/datasets/humaneval_cn/humaneval_cn_repeat10_gen_6313aa.py | sha256=7-wdtidC2DFUXzjHXXPb8PnNCliunRP_1sH-2oGFTMU | 1275 |
opencompass/configs/datasets/humaneval_multi/humaneval_multi_gen.py | sha256=efjdQPC8L8ehqsIPa34o6Vot35uax2Dk-N2guhzA3DE | 146 |
opencompass/configs/datasets/humaneval_multi/humaneval_multi_gen_82cf85.py | sha256=QGXgSIOH5w895VFn-3xiQND61WOulUlSW8tXNfVGpZY | 2432 |
opencompass/configs/datasets/humaneval_plus/humaneval_plus_gen.py | sha256=wpnOCACfZxiFiKUOIX_cd1G5SxxFY3t5871Ymwu1EdE | 144 |
opencompass/configs/datasets/humaneval_plus/humaneval_plus_gen_66a7f4.py | sha256=Frk7BUhNtv0371pz91kKoya5akwqv4it14YG6Gt1zfE | 1294 |
opencompass/configs/datasets/humaneval_plus/humaneval_plus_gen_8e312c.py | sha256=TSF4H02QVGRWv2grJotp3enf0nU6ZiOrlNdWr_A5GOQ | 1309 |
opencompass/configs/datasets/humaneval_plus/humaneval_plus_openai_simple_evals_gen_159614.py | sha256=1mFT8QZrPdyc6uMrs5XxMlEzfgvroqybtm3hrm99fSQ | 1445 |
opencompass/configs/datasets/humaneval_plus/humaneval_plus_passk_gen_8e312c.py | sha256=EIiaGUEuaQRIvnFtC48ag08fK5d2QRrXNYomsI4FC2k | 1294 |
opencompass/configs/datasets/humaneval_plus/humaneval_plus_repeat10_gen_8e312c.py | sha256=vyl36CnK1HEMGUqEWYgsIhMXLU1aMfd8rvdEve3niAU | 1321 |
opencompass/configs/datasets/humanevalx/humanevalx_0shot_nocot_gen_3e4bbd.py | sha256=CQo5YVyC7aXIwBEDUKpCnXA-5voqAE8dY1CvY2cT3G8 | 1736 |
opencompass/configs/datasets/humanevalx/humanevalx_gen.py | sha256=Asw7HzdBjuhKlFF5wZvttrlLRBLTbwacXOchOdZndbQ | 136 |
opencompass/configs/datasets/humanevalx/humanevalx_gen_0af626.py | sha256=P25ZgXXmZXtsBObziAgK2tNmgqPhKnK3YQUPIKLrnUY | 2104 |
opencompass/configs/datasets/humanevalx/humanevalx_gen_3d84a3.py | sha256=3T568ZRMV5WvIJWvhtbjdhLczAfDW1U6aDBRh2xjVQ0 | 1561 |
opencompass/configs/datasets/humanevalx/humanevalx_gen_620cfa.py | sha256=CDXVklSJUiwvjVR8pWYegiLPwCjBEn2s9gehdg96lek | 1579 |
opencompass/configs/datasets/hungarian_exam/hungarian_exam_gen.py | sha256=hAh5T2N1JG_Swk2WKZf_jzol83G24Kmg8UFYC3Oszoo | 143 |
opencompass/configs/datasets/hungarian_exam/hungarian_exam_gen_8a1435.py | sha256=gegf-ETqpYhZCr3BJTybH0NntjZIHP55DYQo9mSuwT0 | 3137 |
opencompass/configs/datasets/inference_ppl/README.md | sha256=GhJALLePQnnLBhtiVHOHNoEgxCUIqYWUrRIOhfgwERM | 767 |
opencompass/configs/datasets/inference_ppl/inference_ppl.py | sha256=m5K_0GPpztkZVUnyI7Dp_NZDEhlDIYAsY_BYr4_wzhA | 1202 |
opencompass/configs/datasets/infinitebench/infinitebench.py | sha256=340jzt8CNPZpmIAncZus8FIsSYNdgrLNIjio78ywnhc | 1319 |
opencompass/configs/datasets/infinitebench/infinitebenchcodedebug/infinitebench_codedebug_gen.py | sha256=kdkHqekYoP4UL66z-7j4_t2wLK_Ghow2co3U9ttnkBc | 162 |
opencompass/configs/datasets/infinitebench/infinitebenchcodedebug/infinitebench_codedebug_gen_276a42.py | sha256=GaNElXhbWPT2ufQhzANClClhmYlY5jiN1KCRLM5g7wA | 2208 |
opencompass/configs/datasets/infinitebench/infinitebenchcoderun/infinitebench_coderun_gen.py | sha256=m9hpyF8HjmOb57FbZnUnUD-bw0gk-xZbUCFS1GtqvXI | 158 |
opencompass/configs/datasets/infinitebench/infinitebenchcoderun/infinitebench_coderun_gen_1a76bd.py | sha256=YVqW5GOwkH0VjXiRh74Vg2C6QN6FkQ4qdHNrZiqlSCg | 1729 |
opencompass/configs/datasets/infinitebench/infinitebenchendia/infinitebench_endia_gen.py | sha256=kvP-KrPRGRanCr1wqAX_W4y0AEYq7fd3QO4QvS2VzgU | 154 |
opencompass/configs/datasets/infinitebench/infinitebenchendia/infinitebench_endia_gen_c96eb5.py | sha256=lTucDFk67ybYM4Pdk97R7eMDgODvsuXKFQFAqZeKiDM | 1694 |
opencompass/configs/datasets/infinitebench/infinitebenchenmc/infinitebench_enmc_gen.py | sha256=QLV71zpMf37dHqEC7cOiVwtaxnzWKfPDEwzUHd2L3-Q | 152 |
opencompass/configs/datasets/infinitebench/infinitebenchenmc/infinitebench_enmc_gen_3a4102.py | sha256=nwVGqF9vlx0NOE688uSdjdpTz9h1n07RR9InvNdEOdk | 1790 |
opencompass/configs/datasets/infinitebench/infinitebenchenqa/infinitebench_enqa_gen.py | sha256=Q1okey9AvCMwAJxy6bYubHWnx6j5IYVmX0sNUispjD0 | 152 |
opencompass/configs/datasets/infinitebench/infinitebenchenqa/infinitebench_enqa_gen_a1640c.py | sha256=8Nq_fW8Axz2ojy42CDxQWvnaiXZ6GAmFnCxW7imalk4 | 1387 |
opencompass/configs/datasets/infinitebench/infinitebenchensum/infinitebench_ensum_gen.py | sha256=f3Z8tpKsP08GqA0xGIN-qGr2vHFhfbnMpUqgKFYjohA | 154 |
opencompass/configs/datasets/infinitebench/infinitebenchensum/infinitebench_ensum_gen_cfbc08.py | sha256=PvEhV-cgCdZ8LQarU5C-xOlEqrPwbExDDcDUJIy0vQ8 | 1364 |
opencompass/configs/datasets/infinitebench/infinitebenchmathcalc/infinitebench_mathcalc_gen.py | sha256=fL4Zr8d-Q9teelMpKqewDeuusVTTc43LyhQDANgc_-M | 160 |
opencompass/configs/datasets/infinitebench/infinitebenchmathcalc/infinitebench_mathcalc_gen_78d17e.py | sha256=ZboYPCNLqE-Azv8d8HNBF0Qjhzp6xsOUm0j0DpgooMM | 1977 |
opencompass/configs/datasets/infinitebench/infinitebenchmathfind/infinitebench_mathfind_gen.py | sha256=mdDnOLIHcm1QDHMBhBtMznGwpGMYpkNRQpcGnX36xKQ | 160 |
opencompass/configs/datasets/infinitebench/infinitebenchmathfind/infinitebench_mathfind_gen_6d799e.py | sha256=mFvJfOihsO8nmgSgpSm1KkPxl1a3BHSszxUnG9TnpOQ | 1558 |
opencompass/configs/datasets/infinitebench/infinitebenchretrievekv/infinitebench_retrievekv_gen.py | sha256=lSLZ0hkgi4CZ6VEYtoSyyW_KhG25pysQ9jIpDir-W2Y | 164 |
opencompass/configs/datasets/infinitebench/infinitebenchretrievekv/infinitebench_retrievekv_gen_06b3ac.py | sha256=xeIKbeiDXANODc58n8uC3BVer5Op5PG1u66Y50XGdEc | 1468 |
opencompass/configs/datasets/infinitebench/infinitebenchretrievenumber/infinitebench_retrievenumber_gen.py | sha256=cEbYXDdqcIhFF72oRlEgPWcTau7rDujI3zILZgIT1sk | 172 |
opencompass/configs/datasets/infinitebench/infinitebenchretrievenumber/infinitebench_retrievenumber_gen_047436.py | sha256=1wm-kmBiXURuEdoY9bsPLHl8DYTR45GGoLROJYcnS2w | 1732 |
opencompass/configs/datasets/infinitebench/infinitebenchretrievepasskey/infinitebench_retrievepasskey_gen.py | sha256=3pzTTy4KPqELjUltiVcORNMGFw7ZI-M5kNGW7irzItU | 174 |
opencompass/configs/datasets/infinitebench/infinitebenchretrievepasskey/infinitebench_retrievepasskey_gen_62ff68.py | sha256=viD4KXAWPbGcgn5QEd75mTEBl37VnnGG7obi-TRCOLE | 1753 |
opencompass/configs/datasets/infinitebench/infinitebenchzhqa/infinitebench_zhqa_gen.py | sha256=FxeNff2ew3npgSt4egK3COvCgXVEA86ldZdjpctTuwY | 152 |
opencompass/configs/datasets/infinitebench/infinitebenchzhqa/infinitebench_zhqa_gen_1e5293.py | sha256=dZF2ewgK0eRIE3NsaG-6kSqoK4460zsaje-C2DAScz4 | 1484 |
opencompass/configs/datasets/iwslt2017/iwslt2017_gen.py | sha256=5S57yJIavKZHoSr0-xFdF6O94ABXrKIAr7IWMoQaEZE | 134 |
opencompass/configs/datasets/iwslt2017/iwslt2017_gen_69ce16.py | sha256=DIPfL4gQVacb9M7giLVGTSCg17-J1pjotm9t9n_Grx8 | 1174 |
opencompass/configs/datasets/iwslt2017/iwslt2017_gen_b4a814.py | sha256=8zgA9ptLqwe9bos45DALUH8C5HyV0rmOCCNv0uDwwjo | 1604 |
opencompass/configs/datasets/iwslt2017/iwslt2017_gen_d0ebd1.py | sha256=QMvgBvZFX042RoPb8D1HZt0KFIk8AOXYBtWeEpAlCqQ | 1377 |
opencompass/configs/datasets/jigsawmultilingual/jigsawmultilingual_clp.py | sha256=IwIG56YTIz4DfXFuQlvDLHM0mYe1UAb2ezLQmt-o3yw | 152 |
opencompass/configs/datasets/jigsawmultilingual/jigsawmultilingual_clp_1af0ae.py | sha256=eQTKWjVozehXaTq0GpeoPkBkeR5phdnQWzaX5aKDaOk | 1722 |
opencompass/configs/datasets/jigsawmultilingual/jigsawmultilingual_clp_fe50d8.py | sha256=4YA9iUNIy8J5tscpGr1ReCa7o_HYt9-4l64qwPp_tqg | 1834 |
opencompass/configs/datasets/kaoshi/kaoshi_gen.py | sha256=kbK4lcHnZqI2splZHMWTS3jldczqek8AaQq4Id_OlFg | 128 |
opencompass/configs/datasets/kaoshi/kaoshi_gen_86aca2.py | sha256=s2d8We0BqHjSYQqHp345tf6h-tVbTItA-RUztnc4aGY | 5044 |
opencompass/configs/datasets/korbench/korbench_mixed_gen_d00bdd.py | sha256=k7jBzkYD6O8mQsLMEt7XfbLmMtgX-eAndi4b0JM6NTU | 1640 |
opencompass/configs/datasets/korbench/korbench_single_0_shot_gen.py | sha256=7ZjaPmVWUMq7GnLbdzZFuP-x4RXCT11dP0ywJ-ElLW0 | 1636 |
opencompass/configs/datasets/korbench/korbench_single_0shot_genericllmeval_gen_17854d.py | sha256=O3LtZZZEu2we2h18LETnrvdCEfxVTZJ2jppYsZXjoFQ | 5260 |
opencompass/configs/datasets/korbench/korbench_single_0shot_genericllmeval_xml_gen_17854d.py | sha256=hU9AeVapS20wiOIf3l1XwjQtJWLI_7TlZ14M83jSsQg | 5395 |
opencompass/configs/datasets/korbench/korbench_single_0shot_llmjudge_gen.py | sha256=ovikQ3bqn41spAj33cxkpZOCIp9BnWvXeg661T-Sd-w | 4986 |
opencompass/configs/datasets/korbench/korbench_single_3_shot_gen.py | sha256=sO7qdN176ww3Uuo6i4yc50hcBmVplyQ4UM_rHIfHcMQ | 1477 |
opencompass/configs/datasets/korbench/readme.md | sha256=1JByuLoX_WPXTrZrCeumiuaJbyz6F5zJnbN0a5UTsYI | 4235 |
opencompass/configs/datasets/lambada/lambada_gen.py | sha256=2UwzEm8Ua1Kyfl_cGI6jWCHW7OmjhYBYYtv6AeCmVoQ | 130 |
opencompass/configs/datasets/lambada/lambada_gen_217e11.py | sha256=_cKYEuW3UKUIclCrJa0QlNRGvwCopWwsw7T3TkvSFmI | 1029 |
opencompass/configs/datasets/lambada/lambada_gen_8b48a5.py | sha256=_ro1x_zvPWqB4iondpBKEB6a6hhS3DiHRJ49j396hqA | 932 |
opencompass/configs/datasets/lawbench/lawbench_one_shot_gen_002588.py | sha256=5q1OmEtc18zpSIfl6TdZgTHAUI9jpcOfbXqeQUCG928 | 2065 |
opencompass/configs/datasets/lawbench/lawbench_zero_shot_gen_002588.py | sha256=gArZXvcCITB4E3xSeVVYZ7CMd7jzlkm87XAKBVg6E2s | 2066 |
opencompass/configs/datasets/lcsts/lcsts_gen.py | sha256=Jbp0L_p6VlvrAd-IMv8Ycpl_1e9-gXdm6pNljNcTOQg | 126 |
opencompass/configs/datasets/lcsts/lcsts_gen_8ee1fe.py | sha256=SXavDVQhdlBlBth2ab5VHOb4awNFyQXMqF4i4HHFFT0 | 1080 |
opencompass/configs/datasets/lcsts/lcsts_gen_9b0b89.py | sha256=aoRFh27TBH_LVP2UWFtPdFG3RjXp7RoCftuqaiYA50U | 984 |
opencompass/configs/datasets/leval/leval.py | sha256=pZZrgGpLHbcrbAjLTuxuzUI7mt8Hqb4Zxcaddob3-_I | 1579 |
opencompass/configs/datasets/leval/levalcoursera/leval_coursera_gen.py | sha256=k6I2kd_qomGotbM0-wQAuA3XSSIPsG7Lts_LBh29P_8 | 144 |
opencompass/configs/datasets/leval/levalcoursera/leval_coursera_gen_36a006.py | sha256=0D76tHRN44Nf9cY4FUymOwjZZAicF3jJ2TmVpwTx-g8 | 1858 |
opencompass/configs/datasets/leval/levalfinancialqa/leval_financialqa_gen.py | sha256=9p2_LYG1GeK7emi0zQTc2NUMlyi4mXFg0PXCE85ka2k | 150 |
opencompass/configs/datasets/leval/levalfinancialqa/leval_financialqa_gen_b03798.py | sha256=xSES1asJ5IRj-WT4jvL8BxO5MbWaNihLfOUaHirMAYw | 1697 |
opencompass/configs/datasets/leval/levalgovreportsumm/leval_gov_report_summ_gen.py | sha256=EW38P8y3fLfZl40tRsD1zE8dLYbdqstNQL2-atiayhc | 157 |
opencompass/configs/datasets/leval/levalgovreportsumm/leval_gov_report_summ_gen_b03798.py | sha256=O0wY_gaGBJTL2N9QSxm8W-jPODM7J62QZuMERGf0htg | 1745 |
opencompass/configs/datasets/leval/levalgsm100/leval_gsm100_gen.py | sha256=n4IGCKybZrNEGjwel8HWy7ated88oT0ymzR6MfvMOdo | 120 |
opencompass/configs/datasets/leval/levalgsm100/leval_gsm100_gen_77dd94.py | sha256=VY7HYdJ2rGrO-Fx9WuicUELVakj9k-IEwpV_FP2Xf4s | 1789 |
opencompass/configs/datasets/leval/levallegalcontractqa/leval_legalcontractqa_gen.py | sha256=1cw5GwS5ZvjE-eSBopwJjZ9wwj4Cu2AelwCY9jDsHTw | 150 |
opencompass/configs/datasets/leval/levallegalcontractqa/leval_legalcontractqa_gen_68a2ac.py | sha256=zsL4gypjRn7D9QgX4s_n0OgY6BmEe1wwszRFNfm_QFE | 1688 |
opencompass/configs/datasets/leval/levalmeetingsumm/leval_meetingsumm_gen.py | sha256=DSe6b7TE7pJuw4IEdhyL1EmtFUBCjLL712N2k3jlfV0 | 150 |
opencompass/configs/datasets/leval/levalmeetingsumm/leval_meetingsumm_gen_b03798.py | sha256=LO8NtzNJzew-6VfZ9VJmiaEYfwbNJlsRDv5fNz8ET8w | 1714 |
opencompass/configs/datasets/leval/levalmultidocqa/leval_multidocqa_gen.py | sha256=AJSdFIUwf-CNRzr9_GZKiNqzcxusuGgrjU3ERjyRPTc | 148 |
opencompass/configs/datasets/leval/levalmultidocqa/leval_multidocqa_gen_96bf3f.py | sha256=iLx40LQV4kT6Pku3Isvyq7HsCdYAYdkH1PCiUfmuJBg | 1666 |
opencompass/configs/datasets/leval/levalnarrativeqa/leval_narrativeqa_gen.py | sha256=WA_FPGntovZOovqUOfTOrxJvl2JElBE10ktenzVUF4o | 150 |
opencompass/configs/datasets/leval/levalnarrativeqa/leval_narrativeqa_gen_766dd0.py | sha256=8dPfC7wMlUZJdX568oLRYAUpB2OywkpURSczwwZWXZU | 1696 |
opencompass/configs/datasets/leval/levalnaturalquestion/leval_naturalquestion_gen.py | sha256=r5-JzuFvqaCUqkW7gox4hyRQkp-hMweR-4l8EcwrV9I | 145 |
opencompass/configs/datasets/leval/levalnaturalquestion/leval_naturalquestion_gen_52c33f.py | sha256=5KIXTdUdKHn1ciZYSaCtfsk7I_t4EEIdEnohTSa10So | 1653 |
opencompass/configs/datasets/leval/levalnewssumm/leval_newssumm_gen.py | sha256=RM7EOvL51cUUeQWttl-V4WNM31i0wDYa1XVvoGrKvYg | 144 |
opencompass/configs/datasets/leval/levalnewssumm/leval_newssumm_gen_b03798.py | sha256=XrJvLokorAvgmne3snVYIY5UkaU1Bnse1RhDUnmzkrY | 1681 |
opencompass/configs/datasets/leval/levalpaperassistant/leval_paper_assistant_gen.py | sha256=Fk8N0gSdq8jv1mwYXM7-WekrlgVFMX3dkA6xxVc0Eto | 150 |
opencompass/configs/datasets/leval/levalpaperassistant/leval_paper_assistant_gen_b03798.py | sha256=SINw1WkE9TAhuVM8VpcJprQDpWuHTIrDjThQpRD-o1A | 1698 |
opencompass/configs/datasets/leval/levalpatentsumm/leval_patent_summ_gen.py | sha256=PimtC8fzZun23_1LlKUa9dyE--18dn3OYIbdU_XZOXI | 150 |
opencompass/configs/datasets/leval/levalpatentsumm/leval_patent_summ_gen_b03798.py | sha256=aeYzwMeH16WowrJ-ET_V7qUK0QvwbnQjeU-UFRAYiyQ | 1710 |
opencompass/configs/datasets/leval/levalquality/leval_quality_gen.py | sha256=F4oz8G6sVLBNtlC5mwJn5Bi2lW51f5AYG9HSEwrIlrk | 142 |
opencompass/configs/datasets/leval/levalquality/leval_quality_gen_36a006.py | sha256=r8NpW9yVxmi1XZbYvoh04UmDSoWIVsVDBTlSNbQXFPI | 1841 |
opencompass/configs/datasets/leval/levalreviewsumm/leval_review_summ_gen.py | sha256=_qENUwzvp6Ye-j36CgKTVhoGdV38OIXjlMT-bt69N_k | 150 |
opencompass/configs/datasets/leval/levalreviewsumm/leval_review_summ_gen_b03798.py | sha256=zubK7rCVnLZ9FNdtMXL3sBpNWKIh0hVbWYKF1XXSYHs | 1710 |
opencompass/configs/datasets/leval/levalscientificqa/leval_scientificqa_gen.py | sha256=F61kD249KIqda3Cfo7EqzjROD7s9_6F0LqGPKaK6KX0 | 152 |
opencompass/configs/datasets/leval/levalscientificqa/leval_scientificqa_gen_96bf3f.py | sha256=Ot41r7epPfy4KNdwye81QISnTiW5rb-0Ii0kmUqlmVI | 1707 |
opencompass/configs/datasets/leval/levaltopicretrieval/leval_topic_retrieval_gen.py | sha256=jrbxTiNXWJj9YA98NwENnsIXgQWF3F_7JfyG0zAA7sA | 125 |
opencompass/configs/datasets/leval/levaltopicretrieval/leval_topic_retrieval_gen_bf433f.py | sha256=O2GvT4PPeOu1W6enopIDo5ZoYS8OxHOPdF5yoNG_sgw | 1951 |
opencompass/configs/datasets/leval/levaltpo/leval_tpo_gen.py | sha256=nNyZwBcvTieyGKsJZTUBnhWcXo6vjf8DCFwxu6HJ5NQ | 114 |
opencompass/configs/datasets/leval/levaltpo/leval_tpo_gen_36a006.py | sha256=pky5tWblLKjJDqQlucY6li2I_uO4MEHIP6DUuaP0uHs | 1797 |
opencompass/configs/datasets/leval/levaltvshowsumm/leval_tvshow_summ_gen.py | sha256=qaltMJxTlYbtDeEA-fMPR_jDLb1XZUanBT-18ySrfF4 | 150 |
opencompass/configs/datasets/leval/levaltvshowsumm/leval_tvshow_summ_gen_b03798.py | sha256=Htbj7_mM0S5ug-6LMPzRuL42cb_uHDDS5URmrdk_r7U | 1711 |
opencompass/configs/datasets/livecodebench/README.md | sha256=13X0xZpuBg3SvhZerWIttqUu01TFkb8MIpLN1nGE7EI | 1836 |
opencompass/configs/datasets/livecodebench/livecodebench_gen.py | sha256=nC68nx_5WhrfFqgB9wPFPw2H822lVhWySmzIk3OYsIs | 132 |
opencompass/configs/datasets/livecodebench/livecodebench_gen_6966bc.py | sha256=eD8n7x2GRc2wDMQQP8u-rVosPpnQICmQWPTpPdsBddY | 4616 |
opencompass/configs/datasets/livecodebench/livecodebench_gen_a4f90b.py | sha256=Bd2RMhk71iGJm5L70S7VG9eiNOIKLSsqNnC9nOp8psc | 4562 |
opencompass/configs/datasets/livecodebench/livecodebench_gen_b2b0fd.py | sha256=5a6Hd9H16hTjHuLNJ0388mzgdbgJMVLEgOUdwLKMaaI | 4573 |
opencompass/configs/datasets/livecodebench/livecodebench_o1_gen_f0ed6c.py | sha256=OA0Fc5cvxnI8BabEDGAGooH9ldk0aewsHPm5jadhowI | 4653 |
opencompass/configs/datasets/livecodebench/livecodebench_split_v4_o1_gen_f0ed6c.py | sha256=9ib0C5WNEiMlpfypXW0UGaBBIexVMPSgTkA6S8rNzhM | 4671 |
opencompass/configs/datasets/livecodebench/livecodebench_split_v4_o1_postprocess_gen_f0ed6c.py | sha256=rbtxnWUr9LdGJrKGKGw5sXi5K_D2vCvoDYKVnctHD5o | 4686 |
opencompass/configs/datasets/livecodebench/livecodebench_v1_o1_gen_f0ed6c.py | sha256=8qUfKUB__DzssF6_TghM3TjOLqcwCG9EDg5f8t89ePk | 4615 |
opencompass/configs/datasets/livemathbench/README.md | sha256=-o783vmCu91JKbb5upyc_wuohgrGhpTbaRMBmC0f87Y | 2123 |
opencompass/configs/datasets/livemathbench/livemathbench_gen.py | sha256=lQUpBKuH2_FPHxg0XLTaGyXDOEhrvftp_z6xNjl2PJY | 141 |
opencompass/configs/datasets/livemathbench/livemathbench_gen_6eb711.py | sha256=4qf9r_Rh_yjLzC-55YN-T4gxlx1PkKTjYownIv1vexI | 1306 |
opencompass/configs/datasets/livemathbench/livemathbench_gen_9befbf.py | sha256=gQm8Fc7nnBB6y-fLx_qDQZQAC1EaeoTF0Bh0Tb59al4 | 1425 |
opencompass/configs/datasets/livemathbench/livemathbench_gen_caed8f.py | sha256=63edcdWJPwR6WtcU6KjkvpnSQc_68alNQYuKGBwVa5A | 1185 |
opencompass/configs/datasets/livemathbench/livemathbench_gen_f1c095.py | sha256=Sl_HSz5tpHgnbIjpB7ODbwrsEcP128WfqqK_y94UqDI | 1305 |
opencompass/configs/datasets/livemathbench/livemathbench_greedy_gen_efb20d.py | sha256=QCN71nOBjWkc2HSB5snVrlJ6aRc8xGndJglKtpfU73s | 1528 |
opencompass/configs/datasets/livereasonbench/livereasonbench_gen.py | sha256=v3Pzvl_aAnczsxTlhPVUvFxhGVrgozjnGHdyRjQTLqw | 139 |
opencompass/configs/datasets/livereasonbench/livereasonbench_gen_f990de.py | sha256=Cs0Ad57qFlIIPDc0m4k4f9gzUkmHPU3gVSjw-VfxaIA | 7882 |
opencompass/configs/datasets/livereasonbench/livereasonbench_genericllmeval_gen_f990de.py | sha256=cIfMOMP36gNQURZ6K2E4M1NsVljscHHeBvM1HiMC6_4 | 8017 |
opencompass/configs/datasets/livereasonbench/livereasonbench_genericllmeval_xml_gen_f990de.py | sha256=K_kJaxkINBMDnzoUiZV1Lyt7i_xVrST_8j1gUYATcHU | 8148 |
opencompass/configs/datasets/livestembench/livestembench_0shot_noncot_gen_2e6d10.py | sha256=TXQBk3TPVVvHdq8hw66puizdcJNQ9wXwjZkUxakvQac | 8527 |
opencompass/configs/datasets/livestembench/livestembench_0shot_noncot_xml_gen_2e6d10.py | sha256=d4FTa-pblFMEr0ZDh0GLx5Ynw8PJEt_KW996BrIutd4 | 8663 |
opencompass/configs/datasets/livestembench/livestembench_gen.py | sha256=7sBnDoBilJilzn_AXRTm1cI_hn29i9gHOChweH4oPYk | 142 |
opencompass/configs/datasets/livestembench/livestembench_gen_3e3c50.py | sha256=FlLr2SKYUSI56vV9h7ksxrKD2Nk9OkqQRriWBDk7bHc | 8578 |
opencompass/configs/datasets/llm_compression/README.md | sha256=yjPzxR2ijexQIGLZz5duBVePZ3xpaRj36O1laNJlwHQ | 4924 |
opencompass/configs/datasets/llm_compression/llm_compression.py | sha256=U0usgArGM6LFq2PRMiaRGXBH6sxLYIL-Y4H98VBYBVo | 1780 |
opencompass/configs/datasets/longbench/longbench.py | sha256=oqy2dJtMoog4PxOBVdvJzLzU71yXGs-QvV19zwnQnog | 2035 |
opencompass/configs/datasets/longbench/longbench2wikimqa/longbench_2wikimqa_gen.py | sha256=r57L2EMfn0LWdHEagpG4_a1X0nUyYKqAzTyzPeVRxCw | 152 |
opencompass/configs/datasets/longbench/longbench2wikimqa/longbench_2wikimqa_gen_6b3efc.py | sha256=kfoLeh2HyV9-nThCTHQNy6Vgo_HP4R1xvrLeMiVYl8s | 1529 |
opencompass/configs/datasets/longbench/longbenchdureader/longbench_dureader_gen.py | sha256=eKHa0ROKKpzydUnTUAhX14EqbMe5mVnOSd5OetqtvUQ | 152 |
opencompass/configs/datasets/longbench/longbenchdureader/longbench_dureader_gen_c6c7e4.py | sha256=gl8CZXo6bInesZRGFTRlGKl6LywNBZuggXXmbyv1-tA | 1402 |
opencompass/configs/datasets/longbench/longbenchgov_report/longbench_gov_report_gen.py | sha256=Hb0AzxOCZQeHIj5NSNOQSVwC4k3f_syLJzX8KZWqFoo | 156 |
opencompass/configs/datasets/longbench/longbenchgov_report/longbench_gov_report_gen_54c5b0.py | sha256=lktraen25y9J_hzJRPX1DpXd5t0wz_7E7qbGHYR4gqM | 1421 |
opencompass/configs/datasets/longbench/longbenchhotpotqa/longbench_hotpotqa_gen.py | sha256=ZjGen8tqzZNLFbR_rMuEi8SQk6cwBJt5A8oQH8aFkjE | 152 |
opencompass/configs/datasets/longbench/longbenchhotpotqa/longbench_hotpotqa_gen_6b3efc.py | sha256=Sx9MAN7wLRFoJJuri0BiM41jDIt9kLgzttHoLOC2ZBI | 1529 |
opencompass/configs/datasets/longbench/longbenchlcc/longbench_lcc_gen.py | sha256=ZXzJLDhXLr5xQHTPb2xf8o-F0pXJaBoTP2_7pC17j_8 | 142 |
opencompass/configs/datasets/longbench/longbenchlcc/longbench_lcc_gen_6ba507.py | sha256=VpuVi3wOqWDkJXc0paVt0K12VwgQHV_4jwXtBLGxUIM | 1248 |
opencompass/configs/datasets/longbench/longbenchlsht/longbench_lsht_gen.py | sha256=sGPY24dfUp0ShN4BmjtFrLBQAZfoxAZDPeQTb5d7ihw | 144 |
opencompass/configs/datasets/longbench/longbenchlsht/longbench_lsht_gen_e8a339.py | sha256=V3hu8vt1YmhV6v2Ucb7ROdO7vOfySspCwJQJYW-BPYA | 1387 |
opencompass/configs/datasets/longbench/longbenchmulti_news/longbench_multi_news_gen.py | sha256=J1pxb8UJ33doGAvqCFYfz12-t-sMaxse1qV1ugMeM84 | 156 |
opencompass/configs/datasets/longbench/longbenchmulti_news/longbench_multi_news_gen_6f9da9.py | sha256=zz6WCabeIxbmLPRuj8Dnv59JAl4SbVu9A9mHGhqMjeo | 1412 |
opencompass/configs/datasets/longbench/longbenchmultifieldqa_en/longbench_multifieldqa_en_gen.py | sha256=IHDVM18PM87kgSk9a3r6I-LXadFCmaWRKo17MX4JNTw | 166 |
opencompass/configs/datasets/longbench/longbenchmultifieldqa_en/longbench_multifieldqa_en_gen_d3838e.py | sha256=0FEi9KeCVPJy3Zz65lan6dd1akA4xlcZyyioy61PiPE | 1518 |
opencompass/configs/datasets/longbench/longbenchmultifieldqa_zh/longbench_multifieldqa_zh_gen.py | sha256=IStLJex0YZL8b6xGzDmNzU-wl6iyI9Vyf5K_vCMBODM | 166 |
opencompass/configs/datasets/longbench/longbenchmultifieldqa_zh/longbench_multifieldqa_zh_gen_e9a7ef.py | sha256=I9TkoUjWpeBVemmjSirbt4137C-W4JICmasH7MEFbeY | 1526 |
opencompass/configs/datasets/longbench/longbenchmusique/longbench_musique_gen.py | sha256=pDjQVe-sZUuHZB0EoyCKGRrZVd9_qCMwAZFe8MUHwCI | 150 |
opencompass/configs/datasets/longbench/longbenchmusique/longbench_musique_gen_6b3efc.py | sha256=l8zAm3XOk_CVZHx-pqlz3hfoje_OPWm1xKGChoRk_9c | 1518 |
opencompass/configs/datasets/longbench/longbenchnarrativeqa/longbench_narrativeqa_gen.py | sha256=vjtyBt2yHf5UOPCGZyUOp-f8Jk5XDh-lshXumtNNYuQ | 158 |
opencompass/configs/datasets/longbench/longbenchnarrativeqa/longbench_narrativeqa_gen_a68305.py | sha256=fpNTvxAsYaU5hJ7256e1RmnMmIH_iGXuTAJPswwi4Sg | 1655 |
opencompass/configs/datasets/longbench/longbenchpassage_count/longbench_passage_count_gen.py | sha256=p56JD5CejuJkGwnJX70MTTc4kcd-nZePGVLEvLG9-Vs | 162 |
opencompass/configs/datasets/longbench/longbenchpassage_count/longbench_passage_count_gen_dcdaab.py | sha256=WfbjgwcOoU1ShTM7LihxmMdl6P3U-AyPmQQcegbpNr4 | 1764 |
opencompass/configs/datasets/longbench/longbenchpassage_retrieval_en/longbench_passage_retrieval_en_gen.py | sha256=9sFlRW4aGNOuGY-P5ROD3owFEYhWsM3RQK-S4ZCKySA | 176 |
opencompass/configs/datasets/longbench/longbenchpassage_retrieval_en/longbench_passage_retrieval_en_gen_734db5.py | sha256=8GEcS5Vlc4QP_K4tKSj3eNN_7pMrcVGtzgVqi6juZS0 | 1722 |
opencompass/configs/datasets/longbench/longbenchpassage_retrieval_zh/longbench_passage_retrieval_zh_gen.py | sha256=VFaCaMi8vFVdXnT97QOQEYSX2vrlvV4ETJsjdc7kyag | 176 |
opencompass/configs/datasets/longbench/longbenchpassage_retrieval_zh/longbench_passage_retrieval_zh_gen_01cca2.py | sha256=WadvNMkmyoqcF3FQOCeYndRfixFHWyxHxmWRI5efsLE | 1674 |
opencompass/configs/datasets/longbench/longbenchqasper/longbench_qasper_gen.py | sha256=_HNSdYgnwSCj23Ni2IU2f0F-Wn1QQzARY2Us7S9N4Ug | 148 |
opencompass/configs/datasets/longbench/longbenchqasper/longbench_qasper_gen_6b3efc.py | sha256=9oDfc60MLzuyIcN_Q2JNlGf3l9yQZqkyJS5PV3xUpyE | 1507 |
opencompass/configs/datasets/longbench/longbenchqmsum/longbench_qmsum_gen.py | sha256=wtK1rRRFfIy5eed09S9bR_OifIZlDBI8g3Tz3pV0aw8 | 146 |
opencompass/configs/datasets/longbench/longbenchqmsum/longbench_qmsum_gen_d33331.py | sha256=H3tm5GUmFzAHME_DZal4VDzXY1svva8tSCf2P6Yp2GY | 1476 |
opencompass/configs/datasets/longbench/longbenchrepobench/longbench_repobench_gen.py | sha256=h0HwVgQi9TvRJO6zwzEOrB5za0-JWvIMnnYVQjHjFh4 | 154 |
opencompass/configs/datasets/longbench/longbenchrepobench/longbench_repobench_gen_6df953.py | sha256=g0pgfPGKk6ADtkz6qjM3UtpozVNDweoWuIq3UKg7RtE | 1334 |
opencompass/configs/datasets/longbench/longbenchsamsum/longbench_samsum_gen.py | sha256=vIQS5iq-YIqySOviaACI5b0Qm6Whd9l8Iy2FHpsJcfg | 148 |
opencompass/configs/datasets/longbench/longbenchsamsum/longbench_samsum_gen_f4416d.py | sha256=b7bYvy0t6--ChKJU35i2mi1hrRFe7QNwkGoYWD_hj00 | 1421 |
opencompass/configs/datasets/longbench/longbenchtrec/longbench_trec_gen.py | sha256=qJ3VWTmxmkCFDNWnqr9s0bXKcB5cfuLzpVSOgIqSbsE | 144 |
opencompass/configs/datasets/longbench/longbenchtrec/longbench_trec_gen_824187.py | sha256=ScStC5gbjAhY3P5CKC0ZkPdUNuSq-IsS3Ja-pSYHOew | 1415 |
opencompass/configs/datasets/longbench/longbenchtriviaqa/longbench_triviaqa_gen.py | sha256=U8t3YQdCXYXrvodFTCXbnNtNn684xI2zcEH3WQDdXcQ | 152 |
opencompass/configs/datasets/longbench/longbenchtriviaqa/longbench_triviaqa_gen_d30cb9.py | sha256=xpuvZh0qz1ooLbr97zD4HwY2axw4bykvLg-5mqF3afw | 1496 |
opencompass/configs/datasets/longbench/longbenchvcsum/longbench_vcsum_gen.py | sha256=avvqZRkqai-YHD-_R7fotk1thGe04dNvAQyy7_iV6yw | 146 |
opencompass/configs/datasets/longbench/longbenchvcsum/longbench_vcsum_gen_f7a8ac.py | sha256=D29k6NPL_8JVGYScH8UU4wAwwRDTa8DyOCOQeEiob_k | 1350 |
opencompass/configs/datasets/longbenchv2/longbenchv2_gen.py | sha256=yeNLZMnuP7_wJULtf8DqkTIuiOnL9sCE3KrNiLEKI3k | 118 |
opencompass/configs/datasets/longbenchv2/longbenchv2_gen_75fbba.py | sha256=OjBIjdjnKPEl3Q01eOBUAuYRAQHcMeiczNqTQguGbuw | 1731 |
opencompass/configs/datasets/lveval/lveval.md | sha256=uY7V5C3JrhvnPBtGa97Sq7vxWZZOCzB2QxZx5dLXS9g | 12503 |
opencompass/configs/datasets/lveval/lveval.py | sha256=cQGxRt75UDn9jtOHt8-IOGNwUTm-F5odCpyZU3skAIA | 1399 |
opencompass/configs/datasets/lveval/lvevalcmrc_mixup/lveval_cmrc_mixup_gen.py | sha256=yIq-TfxJsgQSWDvzQ2vVWt1flfcWqhtw8T61b3CdRks | 167 |
opencompass/configs/datasets/lveval/lvevalcmrc_mixup/lveval_cmrc_mixup_gen_465823.py | sha256=9TUc9ylUh7UO8XDxB6AV2CmqOsJMtJXv8X-AEwYiR84 | 1785 |
opencompass/configs/datasets/lveval/lvevaldureader_mixup/lveval_dureader_mixup_gen.py | sha256=2Rnjev_UXbz3JfXli3P0p8AYufPLeO5WKTMHUeEJUVQ | 175 |
opencompass/configs/datasets/lveval/lvevaldureader_mixup/lveval_dureader_mixup_gen_465823.py | sha256=kYwXAdLL4h53lG1-Hghaza6Hza-bS5FBhBVhFD2_Ahw | 1836 |
opencompass/configs/datasets/lveval/lvevalfactrecall_en/lveval_factrecall_en_gen.py | sha256=9NpXlB-puYoSRIv-LtOjoU4161nGrIMvBDjkri4my7M | 173 |
opencompass/configs/datasets/lveval/lvevalfactrecall_en/lveval_factrecall_en_gen_9a836f.py | sha256=lIQKTpE8ctr6qyQ3pmaX_eEjFCCAEU0Qm50SrU1RDvM | 1756 |
opencompass/configs/datasets/lveval/lvevalfactrecall_zh/lveval_factrecall_zh_gen.py | sha256=NYzWjdG8PwQ3SbeFKOFAa-uLUvrxY9PGQGM2VsIatlU | 173 |
opencompass/configs/datasets/lveval/lvevalfactrecall_zh/lveval_factrecall_zh_gen_dbee70.py | sha256=FCx9vtJFer96qsxa5kNS7q_eqYI0Wc1Odw9qhnnoxFw | 1723 |
opencompass/configs/datasets/lveval/lvevalhotpotwikiqa_mixup/lveval_hotpotwikiqa_mixup_gen.py | sha256=NZW1lccV7pBSP-SVvplvIDO6IyTExhqPaDPKdmR_KbM | 183 |
opencompass/configs/datasets/lveval/lvevalhotpotwikiqa_mixup/lveval_hotpotwikiqa_mixup_gen_77ce82.py | sha256=EYcx3VNMk0sfwTXTWRo5ETOnO642WzmkRxZrvDXzrho | 2084 |
opencompass/configs/datasets/lveval/lvevallic_mixup/lveval_lic_mixup_gen.py | sha256=XW62YI-IEQk7pM4z3Tf0jUVTLrZE-nkyNWxArahU6IY | 165 |
opencompass/configs/datasets/lveval/lvevallic_mixup/lveval_lic_mixup_gen_01eb0c.py | sha256=xhU0ifzI5847umoS20z32S8QIZYYK6XeAx_y4h2_Rp4 | 1775 |
opencompass/configs/datasets/lveval/lvevalloogle_CR_mixup/lveval_loogle_CR_mixup_gen.py | sha256=BFbJTbDAGQotdrzGSRDcgujC7yhaXw0lXho8NnhqtR8 | 177 |
opencompass/configs/datasets/lveval/lvevalloogle_CR_mixup/lveval_loogle_CR_mixup_gen_d7ea36.py | sha256=nJDA6gbgyUirL_NTkJYgB9-WNRZv2Tcqux4mT9bDIok | 2038 |
opencompass/configs/datasets/lveval/lvevalloogle_MIR_mixup/lveval_loogle_MIR_mixup_gen.py | sha256=o3rbyTi4edFLs2ZUI1dmW00Ytmn-93S-D_GjjBDK-0c | 179 |
opencompass/configs/datasets/lveval/lvevalloogle_MIR_mixup/lveval_loogle_MIR_mixup_gen_d7ea36.py | sha256=bl1SNwoxzsReNT6Okhvos7LBJWgTDbPybqm4Nc-Yfm8 | 2048 |
opencompass/configs/datasets/lveval/lvevalloogle_SD_mixup/lveval_loogle_SD_mixup_gen.py | sha256=1Unh5-Mc-gt0zHW0thaR-GHGJHOy3Lzqa5KM14FrBUc | 177 |
opencompass/configs/datasets/lveval/lvevalloogle_SD_mixup/lveval_loogle_SD_mixup_gen_d7ea36.py | sha256=owsHMQdmL-fG6z34sX8_2rJ4vhmhjzU_sdNOJfYY9Ro | 2038 |
opencompass/configs/datasets/lveval/lvevalmultifieldqa_en_mixup/lveval_multifieldqa_en_mixup_gen.py | sha256=KusOfeNOJP3hPhEA36-AkaFIG958y0gfNJpKPyY_e7o | 189 |
opencompass/configs/datasets/lveval/lvevalmultifieldqa_en_mixup/lveval_multifieldqa_en_mixup_gen_d7ea36.py | sha256=AVktmxJyChJPCCAVs-yB8qqS0vklDRSuRI1BP-VkMCc | 2125 |
opencompass/configs/datasets/lveval/lvevalmultifieldqa_zh_mixup/lveval_multifieldqa_zh_mixup_gen.py | sha256=pMtpAsVZLs_UnL1saCupoVf6_rJGzEdV3h6XqAlemJI | 189 |
opencompass/configs/datasets/lveval/lvevalmultifieldqa_zh_mixup/lveval_multifieldqa_zh_mixup_gen_0fbdad.py | sha256=BLJbyqmp19mRLbLXvpQhJxCm5gVhOqmsmT0uh5SI-q0 | 2082 |
opencompass/configs/datasets/mastermath2024v1/mastermath2024v1_gen.py | sha256=fOyRCJy5u-inyzq_H3jTeVV8TUBnrgrBaH20AK4Uz1w | 128 |
opencompass/configs/datasets/mastermath2024v1/mastermath2024v1_gen_be6318.py | sha256=XHssJ4xl2RQAqeiQjb4RHYNeWbQNdRFEWRytroDocOE | 1593 |
opencompass/configs/datasets/math/README.md | sha256=bt4lATpBIItgjuStJuNEm_NP8CiGHDrX8Ugrqev0RoQ | 2507 |
opencompass/configs/datasets/math/deprecated_math_agent_evaluatorv2_gen_861b4f.py | sha256=eAd0ANuEZmlUPKV4SaE2MbgtGd_KZVsd6qn-UOnpcng | 4047 |
opencompass/configs/datasets/math/deprecated_math_evaluatorv2_gen_265cce.py | sha256=D98IT3w6fLCH141gaayCANryeTqU_8T3OTIRsPAw5IM | 3224 |
opencompass/configs/datasets/math/math_0shot_gen_11c4b5.py | sha256=g4KantB4PaOfCtb0NElDM7Yy9rS21xbkqjA_sWzcr7U | 1102 |
opencompass/configs/datasets/math/math_0shot_gen_393424.py | sha256=saQR8O5Ig-bN1SSbtn1jFbURafnwQEE0TNZg2186pxU | 1120 |
opencompass/configs/datasets/math/math_0shot_llm_judge_gen_393424.py | sha256=C8_qX0sxoUbRbggtU9NDKEEY-GbHipopQMQZnoNdl9w | 2709 |
opencompass/configs/datasets/math/math_0shot_llm_judge_v2_gen_31d777.py | sha256=bnN3M3vGdfUNI5QnfwO4JLZzwoNdRdmzxnYvpdFKzg8 | 1509 |
opencompass/configs/datasets/math/math_4shot_base_gen_43d5b6.py | sha256=XdRvq08D-lrHZhBhHbuqgm9wsn9DfbLxbW49Vi5EMJY | 1097 |
opencompass/configs/datasets/math/math_4shot_base_gen_db136b.py | sha256=X_gIxSY945-ZiMfAEyuotLF5xJV-FM6958Nw5dbo0Qs | 1086 |
opencompass/configs/datasets/math/math_4shot_example_from_google_research.py | sha256=KOHfPbPpeJTfyPqJGPcxGFuxcTztKpuIhmn2a_mR5cc | 1919 |
opencompass/configs/datasets/math/math_agent_evaluatorv2_gen_0c1b4e.py | sha256=Hl2x5j3Egk4dhd1Qi6m8pJqzdPFjYSqhnbh7mTc5UkM | 4082 |
opencompass/configs/datasets/math/math_agent_gen_0c1b4e.py | sha256=iT1iCs3n2QPizE4B1fAp06NTGQtgDBx_UuPnY1vn8-Y | 4047 |
opencompass/configs/datasets/math/math_agent_gen_861b4f.py | sha256=FeuTp0wsuov6X63Pk31YrA8DIFYfszt2_4cweTNKLv4 | 4008 |
opencompass/configs/datasets/math/math_agent_gen_af2293.py | sha256=E41NxJ8fzzozZKMsUDTH-_6ot8Mh4lJHrXbww3LKPkM | 4792 |
opencompass/configs/datasets/math/math_evaluatorv2_gen_2f4a71.py | sha256=0UW4P56anpjPDkuRidjXS2zCTVOGZ8xfWD8qRl-rShI | 2876 |
opencompass/configs/datasets/math/math_evaluatorv2_gen_cecb31.py | sha256=fbqEZNG5eq1GC9L0wq8fQgouyrvNGlCJyISfPxYZq-A | 3220 |
opencompass/configs/datasets/math/math_gen.py | sha256=MIHf-ZNERC27WaCxDgp9pxeM4VQZtQWVMtLqmnJWhBE | 124 |
opencompass/configs/datasets/math/math_gen_0957ff.py | sha256=cWEBjCM-PLAstI9IBL5XycTWcimR_DhMUWMI1djqIGE | 3109 |
opencompass/configs/datasets/math/math_gen_1ed9c2.py | sha256=GvUpCFBcM_j577klWELWH7LTLA0ukrXDa2qnhq-G7YI | 3611 |
opencompass/configs/datasets/math/math_gen_265cce.py | sha256=NANN680ftMLtjcOOfDkYXkIanJ4Oeb4U7u64LxymJSs | 3198 |
opencompass/configs/datasets/math/math_gen_559593.py | sha256=nchTwl8eySfqrfI6Q37LtMWlXLw5njdX2cY07x4GSpc | 2781 |
opencompass/configs/datasets/math/math_gen_5e8458.py | sha256=uwxNP0pYq2UpHRPk9dKl7BicmkAozH0VD1VH3nIgfZQ | 2780 |
opencompass/configs/datasets/math/math_gen_736506.py | sha256=S4VObCaXwR9HOozWOxcTBIhiyMzExdmQD-OETlET-T0 | 1021 |
opencompass/configs/datasets/math/math_gen_78ced2.py | sha256=kyU-a5DU1GHaAlfWOk9nRvBkOFMXk3Ve1tsDFfQAG5E | 1273 |
opencompass/configs/datasets/math/math_gen_943d32.py | sha256=fTbNuQhIBVENNVskIQICWlPpeOHBVzpMTDKB3qEmx3k | 2167 |
opencompass/configs/datasets/math/math_intern_evaluator_gen_265cce.py | sha256=mo5JyZHZrywbxUPbRz1SjFlKYAhG9tOLWW7m-U_yglQ | 3221 |
opencompass/configs/datasets/math/math_llm_judge.py | sha256=K3UnnxvcQE4KUa_GtBMrYUvhEG1qKpHAa95DqAQgC4Y | 1272 |
opencompass/configs/datasets/math/math_prm800k_500_0shot_cot_gen.py | sha256=LoVoQqSmVWlo0JLtJoj8wWrx33JmMT3W9Z04Jd6DAk8 | 1241 |
opencompass/configs/datasets/math/math_prm800k_500_0shot_nocot_gen_b27274.py | sha256=6Pa70i_g2kEbUze2hAdnt7KkkbEDrwmoruZQVGEqM1s | 1157 |
opencompass/configs/datasets/math/math_prm800k_500_0shot_nocot_genericllmeval_gen_63a000.py | sha256=qmwkqzoZTj-dRCLM495IJ_ffWs3qaebOPPpXQQoDkcE | 4643 |
opencompass/configs/datasets/math/math_prm800k_500_0shot_nocot_genericllmeval_xml_gen_63a000.py | sha256=wTt8mzHH00cykq7OiJfXgcTAyXFlQsZtXp_Ueg89m4A | 4775 |
opencompass/configs/datasets/math/math_prm800k_500_0shot_nocot_llmjudge_gen_63a000.py | sha256=9jyHJ9tBmYIDuy3w_x4N5HfhJsNDp6LbtzQvOyAP_Qo | 4420 |
opencompass/configs/datasets/math/math_prm800k_500_gen.py | sha256=4QPUGAa-PrelPf2yZyAtGV8Lt3NKTQj2j4skGrZ5jUs | 1177 |
opencompass/configs/datasets/math401/math401_gen.py | sha256=031DBNlxfGQdLStPMJNld8H1gLP6feryK4a6oJqzhLg | 130 |
opencompass/configs/datasets/math401/math401_gen_ab5f39.py | sha256=cTip3bn2YmtsO254jDKhIKUH3CNFcZE58qmOejNAj14 | 2029 |
opencompass/configs/datasets/mbpp/README.md | sha256=54JYu6HGMoI4SV_OuIPpld2B5YrnudZRumaBe98oWA8 | 5425 |
opencompass/configs/datasets/mbpp/deprecated_mbpp_gen_1e1056.py | sha256=PH11iOwPHN9UW_QWqcZhsmt4wNaMkQjOUi9M2_sLTPA | 2979 |
opencompass/configs/datasets/mbpp/deprecated_mbpp_gen_6590b0.py | sha256=SGKqLvx3kfuhCtns6IPjZXqqy7_nP4h-wA0hXxyRhXk | 2543 |
opencompass/configs/datasets/mbpp/deprecated_mbpp_gen_caa7ab.py | sha256=X9T2WiBX0t1-XTQP4TajFS7OYmeXTPeyYYKbkiflM4g | 3255 |
opencompass/configs/datasets/mbpp/deprecated_mbpp_passk_gen_1e1056.py | sha256=KrVDEKf_UHETYT8DPd3KWKuydq9Gm5GAQ9FkrYdSNgk | 2999 |
opencompass/configs/datasets/mbpp/deprecated_mbpp_repeat10_gen_1e1056.py | sha256=V0FnmG4TsC89aSnGSWtyGIcA6r1h-EdvoWnUKPBElYY | 3158 |
opencompass/configs/datasets/mbpp/deprecated_sanitized_mbpp_gen_1e1056.py | sha256=Mnqf8ru3SCotwfKw09kiJnL67H7uok3O_0OfTK2PT5g | 3094 |
opencompass/configs/datasets/mbpp/deprecated_sanitized_mbpp_gen_cb43ef.py | sha256=JZmd4IQ-WW4QyTK-L-fhhR0BBDVl45OeK28fFsx1_2A | 2590 |
opencompass/configs/datasets/mbpp/deprecated_sanitized_mbpp_passk_gen_1e1056.py | sha256=RifUpJN2SfGI9PIZ9miczJH1eBjJjIWNf8TepYmIFNY | 3103 |
opencompass/configs/datasets/mbpp/deprecated_sanitized_mbpp_repeat10_gen_1e1056.py | sha256=L6RBNkOa5uS2NuesiOBUeAUFcY8t4mtX7ZQzMxY8prU | 3130 |
opencompass/configs/datasets/mbpp/mbpp_gen.py | sha256=8XLvLm8KrbEetPhb8qfo6jQcz5h1B6vytRkER1uHiEI | 124 |
opencompass/configs/datasets/mbpp/mbpp_gen_830460.py | sha256=zj-gabDCt2OAPSZATk7saryCeX2YSKDpSgcQZ148lks | 2967 |
opencompass/configs/datasets/mbpp/mbpp_passk_gen_830460.py | sha256=i0dWFFUfpeALVOZfoHz6F0Z5tq9J5MC4RV9W0-1qJq4 | 2987 |
opencompass/configs/datasets/mbpp/mbpp_repeat10_gen_830460.py | sha256=3i6OWgGiaEmkTYX5txyHQ84yulGGpMMBgLv-Daof0E8 | 3146 |
opencompass/configs/datasets/mbpp/sanitized_mbpp_gen_742f0c.py | sha256=uXLb4Aul5aXQQeSNEh5LnH37c4kV3AR5bUuDC0Sx3p8 | 2595 |
opencompass/configs/datasets/mbpp/sanitized_mbpp_gen_830460.py | sha256=rL7KxUKHwLui7YDPoSo5ppKOoTOqViMpQ5gqC2zjWFI | 3082 |
opencompass/configs/datasets/mbpp/sanitized_mbpp_gen_a0fc46.py | sha256=Z3opqiArqUtLbwH7MuSnkiYfh6Mgualr7dEqqgtrXg4 | 3003 |
opencompass/configs/datasets/mbpp/sanitized_mbpp_mdblock_0shot_nocot_gen_a2e416.py | sha256=9aBzfg6W26TVpEtLWGKEyFlBgzC_VC3NNFniRPYqDfo | 3061 |
opencompass/configs/datasets/mbpp/sanitized_mbpp_mdblock_gen_a447ff.py | sha256=bQMArrnTJqXcmKBabV_1My_Gy0XrlXoRrVOZOC6_1KE | 2970 |
opencompass/configs/datasets/mbpp/sanitized_mbpp_passk_gen_830460.py | sha256=fLHXVdqbyF1Z0kgSJX471DbGzC2wlrn72xQIC2M3btw | 3091 |
opencompass/configs/datasets/mbpp/sanitized_mbpp_repeat10_gen_830460.py | sha256=JDU3t4uACmcJVvuF290AJvSlhfayd4aY4fYFKLNAxZc | 3118 |
opencompass/configs/datasets/mbpp_cn/deprecated_mbpp_cn_gen_1d1481.py | sha256=GH65yr7dy1iaIc7rJo9m_ScRGIxlhi6irgI6zFsYV7U | 3540 |
opencompass/configs/datasets/mbpp_cn/deprecated_mbpp_cn_passk_gen_1d1481.py | sha256=h12nswThIv82yju3pTxyIQFs3UPYOlvaAyA3YuYBr_c | 3560 |
opencompass/configs/datasets/mbpp_cn/deprecated_mbpp_cn_repeat10_gen_1d1481.py | sha256=rO0nPoPXv-BEJO5QwNF0YlHvIhpCTGohaoxCdfW8E0c | 3587 |
opencompass/configs/datasets/mbpp_cn/mbpp_cn_gen.py | sha256=2-TV4SpFNY9ybDnVjqeS1DuoxHmmsDrhxLC4E3DEBtw | 130 |
opencompass/configs/datasets/mbpp_cn/mbpp_cn_gen_9114d5.py | sha256=7_0iVYxH8aDX_iNovOXWi3KHj4WQgXoYmh7hUthYB68 | 3559 |
opencompass/configs/datasets/mbpp_plus/deprecated_mbpp_plus_gen_94815c.py | sha256=8RU7O0M5OSaSCnD0GwGcVqDf0qFUpJU75iAJy0F_qi8 | 3578 |
opencompass/configs/datasets/mbpp_plus/mbpp_plus_gen.py | sha256=S28BwX4eKpKvuykOXPrzrBJt-t_LxjsyizHjRYsgASw | 133 |
opencompass/configs/datasets/mbpp_plus/mbpp_plus_gen_0b836a.py | sha256=ukP-kJgjfHRLLm3XPuVbqqm7QKc76Vnjq2tnb0f36nU | 3572 |
opencompass/configs/datasets/mgsm/README.md | sha256=VKXZgraBe-LpeCyDYRODsnSb-P77tQmW4Dv_cypykLc | 2737 |
opencompass/configs/datasets/mgsm/mgsm_gen.py | sha256=WEmZc2xqRcr4HlIpFrzCBxRpJb5HsZaaxPJi_bE5Ne0 | 104 |
opencompass/configs/datasets/mgsm/mgsm_gen_d967bc.py | sha256=iD62n5Tc_VnMB5DMwucgq-5sCADar6zrCEJz40t4a1o | 5404 |
opencompass/configs/datasets/mmlu/README.md | sha256=3m-uxlcP4kCf7BMOVjy18PH-sjCYzb0aUsI08yAHDMM | 86435 |
opencompass/configs/datasets/mmlu/mmlu_all_sets.py | sha256=MUonCXhJAcwffqIis8YBpfyyrxMgtWT8tSVohQWeLrU | 1458 |
opencompass/configs/datasets/mmlu/mmlu_clean_ppl.py | sha256=yYRxmJ5Vlw1vOPzz0fPVGbWRVDlcOPFnh8wGe3ExgBc | 3420 |
opencompass/configs/datasets/mmlu/mmlu_gen.py | sha256=tET58ml1rSnKasRGXe4X58TCSI1LThyqV69upyUNGz8 | 124 |
opencompass/configs/datasets/mmlu/mmlu_gen_23a9a9.py | sha256=ERQ_VySZ1419govy4VYQFae8Sd9NbJsWyrCqK76v4Ns | 3712 |
opencompass/configs/datasets/mmlu/mmlu_gen_4d595a.py | sha256=cgTKJ7ttFI_oyyw5wnAMdITZ591UA2l1iKRR8POIhxo | 3752 |
opencompass/configs/datasets/mmlu/mmlu_gen_5d1409.py | sha256=arQcgQhLoh21SdxcGNgRj6nvTe1svd8AuulRFIOChMI | 3717 |
opencompass/configs/datasets/mmlu/mmlu_gen_79e572.py | sha256=RNzMKryxDYIq_rfNjeQPabGcC8Pj5qkYSZ7K9MJ2ksM | 3286 |
opencompass/configs/datasets/mmlu/mmlu_gen_a484b3.py | sha256=8oxzYS3EpkYDLeGHehCQzLg0DJ1kWztEsiEkDzzoBpE | 3743 |
opencompass/configs/datasets/mmlu/mmlu_model_postprocess_gen_4d595a.py | sha256=Rr1y0pJ2aXi3Jqx80m-B8itBNRjJDzoymdb3Exsei6U | 4346 |
opencompass/configs/datasets/mmlu/mmlu_openai_0shot_nocot_llmjudge_gen_216503.py | sha256=61M0Fhap5SQ-sj6U3JPL_UUv7rOia4n9BwhtuT_MqoY | 5099 |
opencompass/configs/datasets/mmlu/mmlu_openai_simple_evals_gen_b618ea.py | sha256=IQta6ydIG321Y_Sk0m8QGpdX1B6auOh-Dd5GZqXfdtU | 1924 |
opencompass/configs/datasets/mmlu/mmlu_ppl.py | sha256=eGbNyprZf_9712GztYU2Pmg8riDCNJP5kt6ANQ1trKA | 124 |
opencompass/configs/datasets/mmlu/mmlu_ppl_ac766d.py | sha256=XCYtuVeKc5UyiSV3VA0AYxQ5m0Zs1KLho5eoqyrlP7E | 3224 |
opencompass/configs/datasets/mmlu/mmlu_stem_0shot_gen_216503.py | sha256=N303A4yYfsh-oOEvJaGyBF69VVhijYXwuaP16PUv_qE | 5407 |
opencompass/configs/datasets/mmlu/mmlu_stem_0shot_xml_gen_216503.py | sha256=K0ZvOv1NQ0mET1GwpjAqf9cJaHgyMJo5TSzCNL3L_D8 | 5513 |
opencompass/configs/datasets/mmlu/mmlu_stem_sets.py | sha256=oV41s6iKQAQWbQ-8oNVZ86cJ28DOiC4k0m_nD6JUJX0 | 448 |
opencompass/configs/datasets/mmlu/mmlu_xfinder_gen_4d595a.py | sha256=BugU6iXtomr-iUzHYAcFjD8dlJmxhRe4_DanyOreua0 | 4079 |
opencompass/configs/datasets/mmlu/mmlu_zero_shot_gen_47e2c0.py | sha256=Iy0VB-qlVZhX3ViQCSQmzRtp3azx1ADVLQiHRv7jjT0 | 3743 |
opencompass/configs/datasets/mmlu_cf/mmlu_cf_categories.py | sha256=Ds90mM9AHDNjAFkCVwEMxMR1vfSV4IJutOy-lSZyOBI | 241 |
opencompass/configs/datasets/mmlu_cf/mmlu_cf_few_shot.py | sha256=HiaXyDqod_Dyt_FqTW9x2y3rOzZjLyagswzkQeaPn6I | 2215 |
opencompass/configs/datasets/mmlu_cf/mmlu_cf_gen.py | sha256=QrCicvVFrZPEkME9G1SsnxDTA0EpCGB6NORc2UNHhAI | 130 |
opencompass/configs/datasets/mmlu_cf/mmlu_cf_gen_040615.py | sha256=XmcW2p1zNSfHnrPw4jLLn29n_sevOpLCv5AJxCLhpYQ | 2200 |
opencompass/configs/datasets/mmlu_cf/mmlu_cf_zero_shot.py | sha256=nelO0NP3ZaRKgE2K-eCU3cO7cMNqGX59cGFniJ9bbYA | 2186 |
opencompass/configs/datasets/mmlu_pro/mmlu_pro_0shot_cot_gen_08c1de.py | sha256=gV3aODZPGcJ7pHP9GL8PWwULX6z0TsCs3_daLPAmVHg | 1982 |
opencompass/configs/datasets/mmlu_pro/mmlu_pro_categories.py | sha256=YXxE4X1bKou_bssbDhqrpVWzvRLOp2xWsmzpo5RmIfM | 241 |
opencompass/configs/datasets/mmlu_pro/mmlu_pro_few_shot_gen_bfaf90.py | sha256=FQ9o0-T6BwsNUXonMVONzxQ0thTSpDP-bsbkqhR5UZM | 1730 |
opencompass/configs/datasets/mmlu_pro/mmlu_pro_gen_cdbebf.py | sha256=jYmuqe5eVHc0hI45WbHqguwYPfrhY1pdTGG1i3j0kA0 | 2021 |
opencompass/configs/datasets/mmmlu/README.md | sha256=iG_9CFpQEPpiHVrGYVOh1GXnpIs91LvnBatGh8Di41U | 1636 |
opencompass/configs/datasets/mmmlu/mmmlu_5_shot_gen_bcbeb3.py | sha256=-DoIc08SI_Dqiff5lIJdH7SsBopq_m71_Hr886ofImo | 7824 |
opencompass/configs/datasets/mmmlu/mmmlu_gen.py | sha256=R3Lc71iZJab4qzWR-A546ibAQWdKGIM5rqQ3eHiv7FU | 125 |
opencompass/configs/datasets/mmmlu/mmmlu_gen_c51a84.py | sha256=3b34VD_BWJLGKP3GVXVvRxc3aug0LYa0eo6TN79KX84 | 5728 |
opencompass/configs/datasets/mmmlu/mmmlu_prompt.py | sha256=LOPKE0-rDK9xEGXIWPmXsZprlWa8RHtTHj_bBA5ZdII | 62341 |
opencompass/configs/datasets/mmmlu_lite/README.md | sha256=XPGpvizzAvaynLHD-RATKKm0dRKlbSEsA9Fu687xXhQ | 2035 |
opencompass/configs/datasets/mmmlu_lite/mmmlu_lite_gen.py | sha256=zON4dewd7CcEIMKSihRI-pqjvwSi4nirLvCarCsdGC0 | 135 |
opencompass/configs/datasets/mmmlu_lite/mmmlu_lite_gen_c51a84.py | sha256=oSlTRc6kegp1g-1ZbuMosDh-ucmvAt6Z0uu6z1YLlyU | 5879 |
opencompass/configs/datasets/musr/README.md | sha256=jkf9x90Hg2lss8u_XamT5ZE0kZBdsYf3pGkvKGsMYxg | 4414 |
opencompass/configs/datasets/musr/musr_gen.py | sha256=LCdrl6FJdR1wcpuB9nf-PBDpXnaLGi_5sQhn9VnfGP0 | 124 |
opencompass/configs/datasets/musr/musr_gen_3622bb.py | sha256=B0sAqEJXPWer1rHPS652lexRo1H-kfUlmVLfmL9qgX8 | 4698 |
opencompass/configs/datasets/musr/musr_gen_3c6e15.py | sha256=X6I9I0l_g2yMWU3vCyKow-C1-mnz7hyVArj7NxY16mc | 4697 |
opencompass/configs/datasets/musr/musr_gen_b47fd3.py | sha256=saChU8TFGmCIgvBfvjKWCLvawor_4IlolKZGdkzMjGE | 4646 |
opencompass/configs/datasets/narrativeqa/narrativeqa_gen.py | sha256=SQbN0DJDS_mayjRGL9nKHnGyoWeGreKQc2ImGoMy7s8 | 138 |
opencompass/configs/datasets/narrativeqa/narrativeqa_gen_a2d88a.py | sha256=gJizT4c3FPUN3Eron6qvU3_bKWbY57QAmvCzymNtxT0 | 1040 |
opencompass/configs/datasets/narrativeqa/narrativeqa_gen_db6413.py | sha256=pvA9ksUwUjxJRve1rEIj7mNSlVlPu35QzmYmRJYly2Y | 1233 |
opencompass/configs/datasets/needlebench/readme.md | sha256=njzwuVQUFUYodHhuFfTuivQI24-OIznWR7Ipz0ieBnA | 3090 |
opencompass/configs/datasets/needlebench/readme_zh-CN.md | sha256=bzmugrWikbzDjUytUsm-AO1PFcw9SLFjRVCkCE9be_A | 2521 |
opencompass/configs/datasets/needlebench/atc/atc.py | sha256=bZrQqXEpEEbonwaNn111MkUFri4luq-6arB7Rw4M3DE | 3815 |
opencompass/configs/datasets/needlebench/atc/atc_choice.py | sha256=fw3EhS0KIFoep_bv0lOTrFKardr-iuUFhNiDkv8l-XU | 15142 |
opencompass/configs/datasets/needlebench/atc/atc_choice_20.py | sha256=H4im3cdumZTYQw-nj5KUXuZNwcFdtdeS1AXK0HkBuLQ | 15087 |
opencompass/configs/datasets/needlebench/atc/atc_choice_50.py | sha256=oJc3jL2fRc1wdC42KRl7QQ6KI2_9l54qk6xa7Hcqvkk | 1473 |
opencompass/configs/datasets/needlebench/atc/atc_choice_50_en_reasoning.py | sha256=p7gbhSBz24TQxCsj5DTAu6oLUHyHLv2AP5oXF8gX7Vo | 7653 |
opencompass/configs/datasets/needlebench/atc/atc_choice_80.py | sha256=17gScbW8tCqkvp-APOFCGmRzIQJmqtXzX6GSaj5gukk | 1473 |
opencompass/configs/datasets/needlebench/atc/atc_choice_80_en_reasoning.py | sha256=ikkoinrgdast9ga9brYjX4Aj0lwJe3t482G20L6IFEY | 7274 |
opencompass/configs/datasets/needlebench/needlebench_1000k/needlebench_1000k.py | sha256=ttB6kC4UPJARnwEEJt1c9KaCTe9S4BWr-PvJUR78Ak8 | 1565 |
opencompass/configs/datasets/needlebench/needlebench_1000k/needlebench_multi_reasoning_1000k.py | sha256=T6dAQzCvvjRnpjALrwTf8sd12TIc7lolo0M2oqEdtOk | 10402 |
opencompass/configs/datasets/needlebench/needlebench_1000k/needlebench_multi_retrieval_1000k.py | sha256=zvDgiWheGl_8N4G9gzScIT98E93ENg-GGfq0ukkkcw8 | 3744 |
opencompass/configs/datasets/needlebench/needlebench_1000k/needlebench_single_1000k.py | sha256=egneOiF6wwScQ44QCl8DbkFEYI9b1obB0VHAkqRJU3g | 3989 |
opencompass/configs/datasets/needlebench/needlebench_128k/needlebench_128k.py | sha256=qwhQwQaCmfNcRXcKi2i8HKMBav7-2C7IoKMquV9nfG4 | 1553 |
opencompass/configs/datasets/needlebench/needlebench_128k/needlebench_multi_reasoning_128k.py | sha256=rzajZh9vhn4sVMd3fPqaMo6mr_zn4Bqldq6tmE2qDso | 10480 |
opencompass/configs/datasets/needlebench/needlebench_128k/needlebench_multi_retrieval_128k.py | sha256=1rKX6eStfhNseaduREM3XtWnSmeWCK1RyJlDHfkMgU0 | 3736 |
opencompass/configs/datasets/needlebench/needlebench_128k/needlebench_single_128k.py | sha256=mh1ztYZ8WLt-US1vUKdFdEq9A4KwuoIjJTvC4g48k5s | 4073 |
opencompass/configs/datasets/needlebench/needlebench_200k/needlebench_200k.py | sha256=EiWqvY4jBGt_vBe6ftbSwTkUjCp2yd97gGh9OoatTbY | 1553 |
opencompass/configs/datasets/needlebench/needlebench_200k/needlebench_multi_reasoning_200k.py | sha256=0oQzyYz4NE9lLHQqbg3zaQq89LRQxq-sn6tn3k-fors | 10516 |
opencompass/configs/datasets/needlebench/needlebench_200k/needlebench_multi_retrieval_200k.py | sha256=J_rO5BAaeutOb3zgh2_Y86i80ZxtDw4G9WUq40f74Tk | 3864 |
opencompass/configs/datasets/needlebench/needlebench_200k/needlebench_single_200k.py | sha256=-5o8Qbc71OBIuR08V2S0-i0qRNNriZSHRCLsHF7qgAo | 4109 |
opencompass/configs/datasets/needlebench/needlebench_256k/needlebench_256k.py | sha256=1ORFuR0v8Z6C9d0Q0bdHAqUubOJVimSkaCe3v1RsfDM | 1553 |
opencompass/configs/datasets/needlebench/needlebench_256k/needlebench_multi_reasoning_256k.py | sha256=qik-Kax0eVycghhx78mzxO_G4-vQ8mpOqacQN7bPVGA | 10478 |
opencompass/configs/datasets/needlebench/needlebench_256k/needlebench_multi_retrieval_256k.py | sha256=vSHHC0l8GT5rN1ywzuTYDw-oORGOXQT1Xi8Ddy7tDl0 | 3820 |
opencompass/configs/datasets/needlebench/needlebench_256k/needlebench_single_256k.py | sha256=XNmIttiGnpgofZzwinjJCbPHiYOlmSxExEJAHW9xX6s | 4071 |
opencompass/configs/datasets/needlebench/needlebench_32k/needlebench_32k.py | sha256=zol-4boRseU02pi1xQ-d-PFoK1jwdmAT2r4nxL9Bjew | 1541 |
opencompass/configs/datasets/needlebench/needlebench_32k/needlebench_multi_reasoning_32k.py | sha256=X86Mc8ZRppUgLWHOrd36Jr39jEsWoEFiyHUYm9PcWLU | 10473 |
opencompass/configs/datasets/needlebench/needlebench_32k/needlebench_multi_retrieval_32k.py | sha256=QQ-onEV2aivWlQSWerjmHdUMQB1Pf43U21TtTkeuXL0 | 3731 |
opencompass/configs/datasets/needlebench/needlebench_32k/needlebench_single_32k.py | sha256=IOsz7GOh6NS6VfgV5zvdz2XVIjIbG0la798JmpzF-B4 | 4069 |
opencompass/configs/datasets/needlebench/needlebench_4k/needlebench_4k.py | sha256=Ku4P5W0r5QJbPsN7nCtulEG414NNfQ6qvUL_7PvYW_8 | 1529 |
opencompass/configs/datasets/needlebench/needlebench_4k/needlebench_multi_reasoning_4k.py | sha256=VPRltNUfRIJTOmDeEiAn0X0zlKhPwfdILswgTu4Dd5M | 11154 |
opencompass/configs/datasets/needlebench/needlebench_4k/needlebench_multi_retrieval_4k.py | sha256=wr69-1e2TkubsvhC70XVLL_Tb5yUQ4rD2VrBjpICD6U | 3808 |
opencompass/configs/datasets/needlebench/needlebench_4k/needlebench_single_4k.py | sha256=zBvb7vdKAC-l4_xEQawriVww83CFQW1xa37Baxt2AxU | 4171 |
opencompass/configs/datasets/needlebench/needlebench_8k/needlebench_8k.py | sha256=4xC95bgCo6wSoB3iBTc8iW587J0zQ7XqxjoN_m8Mc8k | 1529 |
opencompass/configs/datasets/needlebench/needlebench_8k/needlebench_multi_reasoning_8k.py | sha256=uMi10A1HggvJ7GmTIESfytrLC_cZX_mURePT8VzVYC4 | 11158 |
opencompass/configs/datasets/needlebench/needlebench_8k/needlebench_multi_retrieval_8k.py | sha256=cO2d_OoqvsvGPXh--d7Jg9STJh5ZtXu6A9mocukkOuE | 3808 |
opencompass/configs/datasets/needlebench/needlebench_8k/needlebench_multi_retrieval_compare_batch_8k.py | sha256=6eLOp15ICg3uQDQPkBHoAgpAjsc5SAr8SMSz2HPyTuw | 4477 |
opencompass/configs/datasets/needlebench/needlebench_8k/needlebench_single_8k.py | sha256=5brbzBLy4bBGUCYMOmFRPck1YhAvd0J9T4iMAF5S9sE | 4171 |
opencompass/configs/datasets/needlebench/needlebench_base/needlebench_base_gen.py | sha256=j0nn_edXF4wmRJ4DwKgktpycdcpAkYzGC3GWre6v5DY | 339 |
opencompass/configs/datasets/needlebench/needlebench_base/needlebench_single.py | sha256=b9iHiUw35-SYc9MgCjf7-CX5icwQ4h70Tl2vP1j5GKE | 4056 |
opencompass/configs/datasets/nq/README.md | sha256=H6R8uippv13iBFrlYOmh92q4ZixHNrWEECG44XFHz4w | 2449 |
opencompass/configs/datasets/nq/nq_gen.py | sha256=5sp-t0kh3B22lpFnFLB5WIcJltNR04G4KtPPgvEh1C8 | 120 |
opencompass/configs/datasets/nq/nq_gen_0356ec.py | sha256=XD-DrYXv119gBdNXh1x8ETDUPpwFsxK2NIGN3u5oo_o | 2528 |
opencompass/configs/datasets/nq/nq_gen_2463e2.py | sha256=LdkKWkg48Pfw_PGx_ZHDmCDxjaXBxC1RE0RoSkEkGT8 | 890 |
opencompass/configs/datasets/nq/nq_gen_3dcea1.py | sha256=uvVnHq6qciZF6U-0HynsoVIVvJim2OtumaWUYvKpD8Q | 951 |
opencompass/configs/datasets/nq/nq_gen_68c1c6.py | sha256=F06ZjERKmQiX1LbhyVSW3DIrPjq7luT8jOykRYG6IgU | 1006 |
opencompass/configs/datasets/nq/nq_gen_c788f6.py | sha256=HGL6VjeWrxqH1hB8NBfyZpZTLO1YqGQN1eqGN1MeAQs | 1105 |
opencompass/configs/datasets/nq/nq_open_1shot_gen_01cf41.py | sha256=DHGMyEmn1fSekmWEjAfx3g_FK6YR5ijAFxsmm7yzLks | 2181 |
opencompass/configs/datasets/nq/nq_open_1shot_gen_20a989.py | sha256=cQ8AR1c9kR10L9MTb-xzpJu3fZloAXdYgNX9A5RL308 | 1602 |
opencompass/configs/datasets/nq/nq_open_1shot_gen_2e45e5.py | sha256=y3P7gbr9H-WyMndp949uk6MgQWDqTrpy5-G4RPThRgk | 2149 |
opencompass/configs/datasets/nq/nq_open_gen_e93f8a.py | sha256=_DjKCLTe5eALCFpKApsutbzeiPCCTl1jQ9QkXVARoxY | 2191 |
opencompass/configs/datasets/nq/nq_xfinder_gen_3dcea1.py | sha256=shtBtcTrWMGDnyzZzyv7aWlgEaQ4bdNuiKBFgeuxRqc | 1254 |
opencompass/configs/datasets/nq_cn/nqcn_gen.py | sha256=pkzzsoR2KIUiv5AZfW6J0rzD_HCbld_DvYMBNkhgGoE | 124 |
opencompass/configs/datasets/nq_cn/nqcn_gen_141737.py | sha256=MM40G8YVAEJWV6QErx3zfLamy5isQcwKVAAfk_y-x6k | 985 |
opencompass/configs/datasets/obqa/obqa_gen.py | sha256=lVYqtm47ua1N8KymRciNMJH2a4poECyjiLwasqFtF8Y | 124 |
opencompass/configs/datasets/obqa/obqa_gen_9069e4.py | sha256=YaY2e3i6ClRZsS7t7zMJEsI8It112QPsye1rdaSDAyA | 1904 |
opencompass/configs/datasets/obqa/obqa_ppl.py | sha256=oxfkIQuQ7Fsw0at0HwnaXnOYe_VqxVc6wQu8AsFYugY | 124 |
opencompass/configs/datasets/obqa/obqa_ppl_1defe8.py | sha256=WQ164Lb8elFsQsUYpWpjrfgCs84NiyGd6LjuKYzuhs0 | 1694 |
opencompass/configs/datasets/obqa/obqa_ppl_6aac9e.py | sha256=CelzxrWE1XAQRcPAgPI4iTCD_uMxq1bA1ZZlrA9R1-c | 1331 |
opencompass/configs/datasets/obqa/obqa_ppl_c7c154.py | sha256=c0DvT3_N4BDX19uPZksJlSr4skq9OieY3JGcPqfEWnE | 2003 |
opencompass/configs/datasets/piqa/piqa_gen.py | sha256=ny4vkArg7sT8lS51fSEvrYXCwhbIDBP6D5_poVHeVZk | 124 |
opencompass/configs/datasets/piqa/piqa_gen_1194eb.py | sha256=Ge0Yd8j3p_Zjdshkd6zrPR0-oTzs3S5bVAoafx5ED40 | 1223 |
opencompass/configs/datasets/piqa/piqa_ppl.py | sha256=2X3FNDZFaqFP2HE_Wo8Zmu8eUN_csHwiotw0C31ID8M | 124 |
opencompass/configs/datasets/piqa/piqa_ppl_0cfff2.py | sha256=6mQQCL16vSXEGFiyuhVzppAlMPHjqjdNaXnys1WSo48 | 1097 |
opencompass/configs/datasets/piqa/piqa_ppl_1cf9f0.py | sha256=JWh21fMipSx-viOB1-E46_Ufb89NOcmWloIidqEbsVc | 1017 |
opencompass/configs/datasets/piqa/piqa_ppl_3431ea.py | sha256=qF2iXSV4jGntLt57AEA1G_DRTmYy3Fjv2QOyaOFxM80 | 1257 |
opencompass/configs/datasets/promptbench/promptbench_iwslt2017_gen_cbb8c8.py | sha256=W41OYmJJVDUFnqzBiHThzjLJsXJqp8FQgwveTLCq4WU | 2559 |
opencompass/configs/datasets/promptbench/promptbench_math_gen_abf776.py | sha256=5S1BndiMossOYzZwqL5Td-Sw7CZpWE4KQTrfOjEZS2s | 1746 |
opencompass/configs/datasets/promptbench/promptbench_squad20_gen_b15d1c.py | sha256=Y69jrz7aOWLvGBv3V2PxHLeTrZOpJhH9QivB_jan_e0 | 2469 |
opencompass/configs/datasets/promptbench/promptbench_wnli_gen_50662f.py | sha256=bbToNXcqnlEJstZ6AlMvxkyyEgBf_TIRbLG9VrzjdK4 | 2816 |
opencompass/configs/datasets/py150/py150_gen.py | sha256=aHm7f_2ZU_c-Me0j2ZUO1-uMkdYLuotzpriFq6ShrlE | 126 |
opencompass/configs/datasets/py150/py150_gen_38b13d.py | sha256=F2c4n9J7_p5Y7PXV7suXIuQA3PIh_0c0FjKuhwFTRq8 | 1349 |
opencompass/configs/datasets/qabench/qabench_gen.py | sha256=_Fwg1G_sR2TTIS4OriNYaV77p4RCCZNM5bMlCIseoqM | 130 |
opencompass/configs/datasets/qabench/qabench_gen_353ae7.py | sha256=ZkHTAVTgtFpI_XkoBvsfADNSsxH9P9VM4-5l3wZemUA | 894 |
opencompass/configs/datasets/qasper/qasper_gen.py | sha256=6Vx_ckw4dATGmuO6hKCziPOrJkdGcn9DPbSAYGd_3WY | 128 |
opencompass/configs/datasets/qasper/qasper_gen_a2d88a.py | sha256=wZZCzcmnGY98eqhGdSMxkPmw08TtceFx11RGrABYeVA | 981 |
opencompass/configs/datasets/qasper/qasper_gen_db6413.py | sha256=_FXFMoIlYS52iubuHXmoibrYjetAZWsQUARFbSFTb9I | 1169 |
opencompass/configs/datasets/qaspercut/qaspercut_gen.py | sha256=ic-UUXb1dJEeDHVbyeZjv-d4YpQClviEDnfvym6bEf8 | 134 |
opencompass/configs/datasets/qaspercut/qaspercut_gen_a2d88a.py | sha256=tJqSf2PpM4jTugaplBpt3cVVw-IJWyvZosa8n9xhsSc | 1011 |
opencompass/configs/datasets/qaspercut/qaspercut_gen_db6413.py | sha256=Rp_TJ74wifNY9d8ILsjmgsFVxO3edX9VY2vK3X_XT-0 | 1204 |
opencompass/configs/datasets/race/README.md | sha256=gDl6vlTJWkKfMmstYidUmu3aRL7SFN1kELVQAMoxppU | 3687 |
opencompass/configs/datasets/race/race_cot_gen_d95929.py | sha256=3x0BjZfCAAAXfNGOvr9bHuk7VSgmsdKtW9abiM9dq3o | 1791 |
opencompass/configs/datasets/race/race_few_shot_gen_a498ed.py | sha256=e71hwMbqf7ThbeaquGhowe1cQ9CaHtlah-HJwIMBnJ8 | 1734 |
opencompass/configs/datasets/race/race_few_shot_ppl.py | sha256=O7VoLqpxIBa2UqkZ5lfd798M30lw-vwVGN0pnTFwilw | 1668 |
opencompass/configs/datasets/race/race_gen.py | sha256=5ybQ0jt8llYd8XwSWojeZPaP1EFElq2H1QqbgN6LTyI | 124 |
opencompass/configs/datasets/race/race_gen_69ee4f.py | sha256=n0h1tFO4SO5jefwKyCgmdbW1LtN5kKXgGNGI7PGAK3w | 1630 |
opencompass/configs/datasets/race/race_gen_9302a5.py | sha256=LmHgT6lQRxkyLHXFbaLeoQqAPyXH73P4jYLoXLOQguk | 1445 |
opencompass/configs/datasets/race/race_ppl.py | sha256=__qrqIPu-AVIXHnyjjyZ7hQHUdklxtzGgOyulbAQvHk | 124 |
opencompass/configs/datasets/race/race_ppl_5831a0.py | sha256=p6JHon8_az_7lcIm8RFnoyQq_Z9UCAN-3PscA2lh6z4 | 1483 |
opencompass/configs/datasets/race/race_ppl_a138cd.py | sha256=doot8_8u3KmmbEV9hCqUc_qIud4rQIgE5hlVjk5jC4s | 1582 |
opencompass/configs/datasets/race/race_ppl_abed12.py | sha256=8_b8Fjp6F61-OjoSSF3Tr4-BUx_cK4-GQWqzPAKIoOA | 1453 |
opencompass/configs/datasets/realtoxicprompts/realtoxicprompts_gen.py | sha256=-VkijpMvUtyQEAu6qME2yePZ17mBk-c6y6iG5ujUe-M | 148 |
opencompass/configs/datasets/realtoxicprompts/realtoxicprompts_gen_7605e4.py | sha256=XfVB0m5iwDFbVCXkls1hi7DR0H-BdKJaIWYAlt6KbSw | 1347 |
opencompass/configs/datasets/realtoxicprompts/realtoxicprompts_gen_ac723c.py | sha256=hLMieiYVyhP8EtGDMf4O_itt5_f4S0tx3NzKQBLhNkQ | 1285 |
opencompass/configs/datasets/rolebench/instruction_generalization_eng.py | sha256=55wS_H0ha3BqhlC_k-4Q-nARylK1MPXwQI_oRtmpQaM | 1879 |
opencompass/configs/datasets/rolebench/instruction_generalization_zh.py | sha256=hdGPT5sELG9A4EhBcYJEF_T_TAv2-UMY22WC09A5ixw | 1815 |
opencompass/configs/datasets/rolebench/role_generalization_eng.py | sha256=RG2p376d_BCO0oKLO8cNcQCqB9HoSBev6ycoJQkoDXI | 1812 |
opencompass/configs/datasets/ruler/README.md | sha256=1iIWKzvffyUPOjpeZujGbGzv-1eDjQQ4nHPM6lNdSKo | 1045 |
opencompass/configs/datasets/ruler/ruler_128k_gen.py | sha256=1-sECBX_PIAX1n34DvkpUdYQtCd6Npl_JGgP4RaMd-4 | 1092 |
opencompass/configs/datasets/ruler/ruler_16k_gen.py | sha256=XRF6o_hPwvM6535gMTokKp-I3gCpEKIRSLDv-JO58a0 | 1089 |
opencompass/configs/datasets/ruler/ruler_1m_gen.py | sha256=LdzmiOUuwSI2cxYNmYwzM5vURRTowJGjFetf3OY0kkM | 1090 |
opencompass/configs/datasets/ruler/ruler_32k_gen.py | sha256=50l4FGRD85I1s3eanuXWYxmiMRARlpX4NDDe-7UWKX8 | 1089 |
opencompass/configs/datasets/ruler/ruler_4k_gen.py | sha256=5RBuu9lu_Zo1zoxkeDmWhg8weqZL8pIfNBhmXjsERJk | 1088 |
opencompass/configs/datasets/ruler/ruler_64k_gen.py | sha256=Paz8CxE9COqdYa3L94_KjfgDOB1g_ju9ue9kqYK50Nk | 1101 |
opencompass/configs/datasets/ruler/ruler_8k_gen.py | sha256=koQoYCTGsauvtwVCHtP7Cux568OFUO0Qo_eTt1JgukE | 1087 |
opencompass/configs/datasets/ruler/ruler_combined_gen.py | sha256=-UeQBGoRPRPMDn8TOUa35ZeUz0eWfQjtGLti5tJ72Hw | 577 |
opencompass/configs/datasets/ruler/ruler_cwe_gen.py | sha256=yMD4esyPKLTKazWAIjGA7AajD9wUCAnYH7ZqEHTv0k8 | 1145 |
opencompass/configs/datasets/ruler/ruler_fwe_gen.py | sha256=nFQHOkwP5ofw7VHlWc63kEHSirBCWBEQFzQREdiFHI0 | 1126 |
opencompass/configs/datasets/ruler/ruler_niah_gen.py | sha256=6cUadKdUKK99G2wqr6u_HJP4F6EZfksDMB1mFpg3p30 | 3453 |
opencompass/configs/datasets/ruler/ruler_qa_gen.py | sha256=LEj_uE8e-Fi9ArozMlTe-2fFKNO9UUL-cgyEWR1OHwY | 1403 |
opencompass/configs/datasets/ruler/ruler_vt_gen.py | sha256=NTH_2U_nH6tqJEXEnypDCAdP0mDc78b25vGr22uPUAI | 1081 |
opencompass/configs/datasets/s3eval/s3eval.md | sha256=RjeLhwExVAnj90wqOaFRCbP_AMh-JaQwBm61mPaDiTQ | 5946 |
opencompass/configs/datasets/s3eval/s3eval_gen.py | sha256=omqSBgPzNugyDufPVxspPssZlzmcXJEty4030IdEewY | 127 |
opencompass/configs/datasets/s3eval/s3eval_gen_b8ac80.py | sha256=FG4GgaF7W1VWEqM19eVJFLnWeYIiNWR5S-RUx6Yp3ls | 523 |
opencompass/configs/datasets/safety/safety_gen.py | sha256=tZUXcLDhr7_yzF1sBGV0kW_rcvX_O3TaI5rqcS3nDxM | 128 |
opencompass/configs/datasets/safety/safety_gen_7ce197.py | sha256=rLYvv04lnzYOu4r54ou9lBIpDJeMNw7WMRDOXqwM6sE | 917 |
opencompass/configs/datasets/scibench/scibench_gen.py | sha256=qFEgHT6Ff6ySKJD8SvELVfWrxEuJvxp9QKBLQyuaA8c | 132 |
opencompass/configs/datasets/scibench/scibench_gen_2b21f3.py | sha256=8XgV20LZFHye-RjxHm2BOxC38Vp_UeWSnfaiucEgDfs | 3213 |
opencompass/configs/datasets/scibench/lib_prompt/atkins_prompt.txt | sha256=4srxUQXZCaV7q70zc3Xen8g9bxREDSXAjsLIig3iEGE | 1791 |
opencompass/configs/datasets/scibench/lib_prompt/atkins_sol.txt | sha256=f30Oo6oGTG2jFhKvE-SAqzwmD5jOpC539cpkJY24s1c | 6693 |
opencompass/configs/datasets/scibench/lib_prompt/calculus_prompt.txt | sha256=LRLlpChOlG4JUzkZFogMPtrrsFh8DWlZwt9KwJJSFHg | 1315 |
opencompass/configs/datasets/scibench/lib_prompt/calculus_sol.txt | sha256=4d2UsvAvB6M13NTVbnXPf8tIy4-gfhlY2HRz77hPMjM | 3766 |
opencompass/configs/datasets/scibench/lib_prompt/chemmc_prompt.txt | sha256=jczrlZJvsX-XJ-O5ru6H3TNXPNAF32rx-xS2PKir1mw | 1349 |
opencompass/configs/datasets/scibench/lib_prompt/chemmc_sol.txt | sha256=Vk7TDCc9YR4-WeJUGLWYcdvuxUeagMt5o2UM5Hy8YDM | 5819 |
opencompass/configs/datasets/scibench/lib_prompt/class_prompt.txt | sha256=pycJ0MmjuAF3XbFsLRPBUkeY7FubeNaLMLT_d95EZz4 | 1659 |
opencompass/configs/datasets/scibench/lib_prompt/class_sol.txt | sha256=LCdZhJFhc4iP5QhomqX84F9Mb0mwGgbhS-rn6SIdrY0 | 9136 |
opencompass/configs/datasets/scibench/lib_prompt/diff_prompt.txt | sha256=Ytoc4CXrprL-3ZgaO6G_avkobfZDsxNx0EfuTUW43CA | 2577 |
opencompass/configs/datasets/scibench/lib_prompt/diff_sol.txt | sha256=ZVHWT57XCOsYuTIMpwjgxsRLxu8UdHMvuUn4BYzOjPY | 8578 |
opencompass/configs/datasets/scibench/lib_prompt/fund_prompt.txt | sha256=HMIHDXpWIHfVJ0d7dyEGUcH9vJGdwhMcAsgBClajXYk | 2564 |
opencompass/configs/datasets/scibench/lib_prompt/fund_sol.txt | sha256=jeW_kCIvHMpeJjfxiWl8g0Waoq8qifmmCx09NEBJB_M | 9795 |
opencompass/configs/datasets/scibench/lib_prompt/matter_prompt.txt | sha256=nGnFtUqxEf-mIQd7T918OErLkoOrTQsWNdNpy9EsgnE | 1889 |
opencompass/configs/datasets/scibench/lib_prompt/matter_sol.txt | sha256=ODGxo7jGrsYSfp9-BTMgxuOMULUp9wLVpVOajEEFChM | 7543 |
opencompass/configs/datasets/scibench/lib_prompt/quan_prompt.txt | sha256=0X4r8IBVgsBr9wOUnIkgL4FFgCq8Fps_USOwOP08Cbs | 1592 |
opencompass/configs/datasets/scibench/lib_prompt/quan_sol.txt | sha256=2ollpsBZsFPcfzSdUeUKcksiJrC4p7N-dfiBeVka9h8 | 5632 |
opencompass/configs/datasets/scibench/lib_prompt/stat_prompt.txt | sha256=8wgTv8CYlkMQUm8hU6_TiNTQBl7AX9oGt8Emij9cFJw | 1543 |
opencompass/configs/datasets/scibench/lib_prompt/stat_sol.txt | sha256=ngdr4sHlT2OB0BNLEfGcIbMUTS4mv5k-ipfPF6lEEF4 | 3831 |
opencompass/configs/datasets/scibench/lib_prompt/thermo_prompt.txt | sha256=ItCprkeS0dhlSp7Vhlw4aWdkm1sKOkajdoxjsKRErKY | 2603 |
opencompass/configs/datasets/scibench/lib_prompt/thermo_sol.txt | sha256=c3Khn29jj5AgVXjPmQfat_Vaukz1a_aCRgyAJ84GsPk | 8236 |
opencompass/configs/datasets/scicode/README.md | sha256=2gqQ-zudSY0DUF8Hf-tVjTKX7rMCzC7M1qik4QZi2YM | 3075 |
opencompass/configs/datasets/scicode/scicode_gen.py | sha256=R5uhfbRlyHNVBKz579vhXL9IPdPoeZnQ0fhZATKMWUg | 130 |
opencompass/configs/datasets/scicode/scicode_gen_085b98.py | sha256=_4VT7C8xdji1rRuZHdkH9v4sPbH8KCEnpK75yQ-gmmU | 923 |
opencompass/configs/datasets/scicode/scicode_wbg_gen_085b98.py | sha256=jBLzcQOtLrqj_5Y37YCXejQyRYTEeLUHwuZQKbkHmD0 | 978 |
opencompass/configs/datasets/siqa/siqa_gen.py | sha256=aAOhD4zHXw18e2ILS3e9CqZnjKNel2s1mbv1Iw_LHVY | 124 |
opencompass/configs/datasets/siqa/siqa_gen_18632c.py | sha256=N4-Tum2_IOR0NM4MEgbl8B-Twqt6KBr8QWpR5jMhdUs | 1297 |
opencompass/configs/datasets/siqa/siqa_gen_e78df3.py | sha256=PMYtPLKyOMHiFH97I1onPU04Ml000qL4DVGjNFV2oeI | 1199 |
opencompass/configs/datasets/siqa/siqa_ppl.py | sha256=N1PUgRSMDee_aCtbqcoQD7D1ypCgn5LtYHnsA3rJV7k | 124 |
opencompass/configs/datasets/siqa/siqa_ppl_42bc6e.py | sha256=s6sgESoerBlX1B-z40blHWc-DaT1yGAfuE1EG4fK5jE | 1171 |
opencompass/configs/datasets/siqa/siqa_ppl_7845b0.py | sha256=UD_oyE-eLGmYVbbgWAlxFIm1xSEHWrk0cRjpIm3k6CI | 1084 |
opencompass/configs/datasets/siqa/siqa_ppl_ced5f6.py | sha256=if_XxYgJhceqklaLAKr33ck7HK_RIOzGiUkMGbyx5sY | 1498 |
opencompass/configs/datasets/siqa/siqa_ppl_e8d8c5.py | sha256=yoLwaEQVQn5LUXJ4gdGM4ICOSV_MORRDYsTl3Csv9mQ | 1603 |
opencompass/configs/datasets/squad20/squad20_gen.py | sha256=opZwLQX0G68x-ckpUJy6w9vFKAzm11DVPjVnOs3BN9Y | 130 |
opencompass/configs/datasets/squad20/squad20_gen_1710bc.py | sha256=Gnq0rO5b6-JYNoYOk5O-HGXcIg0V081MimXUMVxPpHk | 1207 |
opencompass/configs/datasets/storycloze/storycloze_gen.py | sha256=Q2ycNND5Z0lB3h0gFzlbUnOuOUWPFG1RfSuiSkhaPlU | 136 |
opencompass/configs/datasets/storycloze/storycloze_gen_7f656a.py | sha256=dpMm6SPgdvK60iB8mSxSMMWG102fQ8u0XNiWCjqGQw4 | 1549 |
opencompass/configs/datasets/storycloze/storycloze_ppl.py | sha256=GFIiUnFJ88V864oqtgmi-uchdO-EHSmS8XhnFB6qeHY | 136 |
opencompass/configs/datasets/storycloze/storycloze_ppl_496661.py | sha256=1yTp8AatDj8_sU8_PM8wXZVM5vAeIDC_nhnG6uQetpg | 1335 |
opencompass/configs/datasets/storycloze/storycloze_ppl_afd16f.py | sha256=sSR82ZTtxrVCdaS4K4YW94U512UWkAkXSgUzBrWUsvs | 1225 |
opencompass/configs/datasets/strategyqa/strategyqa_gen.py | sha256=Oix-4GpGigkwlHXucVOxPFO91Le2zpHk6pU8LPFaiTQ | 136 |
opencompass/configs/datasets/strategyqa/strategyqa_gen_1180a7.py | sha256=f1rny2h80YLiVieRhxqMm4gH_Zg3lt5-tgBvIAFRNRU | 4228 |
opencompass/configs/datasets/strategyqa/strategyqa_gen_934441.py | sha256=TjCUCF4kaVlYD7yyZR2le-dj0HES1Cj_h4PWhyF8Nl4 | 2657 |
opencompass/configs/datasets/subjective/alignbench/alignbench_judgeby_critiquellm.py | sha256=BUQTvwwwrKM3uQTJsgYvqEQqC9g14PsrmFZvepvVcrs | 2247 |
opencompass/configs/datasets/subjective/alignbench/alignbench_judgeby_critiquellm_new.py | sha256=_HLzx32VS5FZSIrARb1aMwN_C_soof0-V2BBRuSSEzw | 2215 |
opencompass/configs/datasets/subjective/alignbench/alignbench_v1_1_judgeby_critiquellm.py | sha256=IBafhnj5MbDen-cqfI0cQGJ2QheBztEgBG15BUcyhSk | 2344 |
opencompass/configs/datasets/subjective/alignbench/alignbench_v1_1_judgeby_critiquellm_new.py | sha256=_jKQz2DKEv0zrON_uhOGArET9EPEuENt_lBWQxtkq3I | 2312 |
opencompass/configs/datasets/subjective/alpaca_eval/alpacav2_judgeby_gpt4.py | sha256=2bo8Y2C3Sk9LV2iQSZCGj_IqCvee7c4hwWB7khvmtz0 | 3836 |
opencompass/configs/datasets/subjective/alpaca_eval/alpacav2_judgeby_gpt4_bradleyterry.py | sha256=ffdu09DsyFtb2HmcgRyRdS5MDwdM-8-ANNa49uFWi0U | 4034 |
opencompass/configs/datasets/subjective/alpaca_eval/alpacav2_judgeby_gpt4_new.py | sha256=kYfqb6fRVdM5c35Vidg1rByAHolC2qoW4SMDkzwMbkk | 3797 |
opencompass/configs/datasets/subjective/arena_hard/README.md | sha256=THC7g-ZIKAorC1z4f-msGn3LUBenLX6lpZm1zcfNkzM | 1146 |
opencompass/configs/datasets/subjective/arena_hard/arena_hard_compare.py | sha256=tq5aJFZzqsgUGTwKGMhcCcwDTGYlD9o-PW-4hSDNEFE | 4252 |
opencompass/configs/datasets/subjective/arena_hard/arena_hard_compare_bradleyterry.py | sha256=x0H2kp8EowlaMMrLh4oYpgAscp-AC5XDa6CCDiVe7XA | 4232 |
opencompass/configs/datasets/subjective/arena_hard/arena_hard_compare_new.py | sha256=TBdEh_PcryEHA9JXCdJi7WSvKnzaqhhSmu9KdpfEkrM | 4226 |
opencompass/configs/datasets/subjective/compass_arena_subjective_bench/README_pairwise_bt.md | sha256=jbSF2MdFJJCr-lLfeLVbbmuEIrPaaZJVB078T624DnI | 11363 |
opencompass/configs/datasets/subjective/compass_arena_subjective_bench/multiturn/pairwise_bt_judge.py | sha256=jl2EwHJvb3qxRtHdOlfkDNc8wf0R4SyCyoMyPfItE7o | 2652 |
opencompass/configs/datasets/subjective/compass_arena_subjective_bench/multiturn/pairwise_judge.py | sha256=678bT-LIR4ASM3sC7c_9fBvJBcMRNN8EK3wg0XxQx-c | 2427 |
opencompass/configs/datasets/subjective/compass_arena_subjective_bench/multiturn/pointwise_judge.py | sha256=Rml28Nv78P2zhGqKEzlLwwIhtoBPHGtPLUHKIDa0_aI | 2114 |
opencompass/configs/datasets/subjective/compass_arena_subjective_bench/singleturn/pairwise_bt_judge.py | sha256=ql2H8zqy-GvNcpL5oFI5XiAn3b19OB2_baLb5l1IL2o | 2555 |
opencompass/configs/datasets/subjective/compass_arena_subjective_bench/singleturn/pairwise_judge.py | sha256=V-t2Qwg1BZ3umxoppFKzjtE2y528vUw-LxyodwjmfgI | 2329 |
opencompass/configs/datasets/subjective/compass_arena_subjective_bench/singleturn/pointwise_judge.py | sha256=OBoJl5CM4t4opkedaCqnnRvTE3HZzNz8uKDoGESS4Ow | 2038 |
opencompass/configs/datasets/subjective/compassarena/compassarena_compare.py | sha256=Z-h0jsG_t4z1qUj9NUkshINn_ED1jQn9gPEOJSjE4Wk | 5009 |
opencompass/configs/datasets/subjective/compassarena/compassarena_compare_bradleyterry.py | sha256=tG7J-b6OBZ0UO1lbO1Jpbq3FmNPS89j8x2IAGezJ-40 | 5418 |
opencompass/configs/datasets/subjective/compassarena/compassarena_compare_new.py | sha256=kUpbMgnGaRKOcITPSrudwnqgCg5G0lsX5OZ1iOVYSOY | 5138 |
opencompass/configs/datasets/subjective/compassbench/compassbench_checklist.py | sha256=d-_5WXpfEBvjD__bfPwxndhNM_vKRLS3Zsq6nb2k73k | 6684 |
opencompass/configs/datasets/subjective/compassbench/compassbench_compare.py | sha256=vJSJvObgT0QPkVmfIAZNnwisymXZmvf70XGNbKop-Us | 2098 |
opencompass/configs/datasets/subjective/compassbench/compassbench_compare_v11.py | sha256=nFDuslMnu8Tnv1j5xJ2d9Jdp9MNiTedE138hFRBSVDQ | 2129 |
opencompass/configs/datasets/subjective/compassbench/compassbench_compare_v11_patch.py | sha256=nSsNOjOsIZySLDDwPlhvR8kOK1mFKWHZna9uOaDhR28 | 2168 |
opencompass/configs/datasets/subjective/compassbench/compassbench_compare_v12.py | sha256=1W57yqaf7OJKu8tU12xvTykAulm-_K6udQ4Zoki-Z90 | 2129 |
opencompass/configs/datasets/subjective/flames/README.md | sha256=ToStcC8Ue3j8D34Os1KGpQvdK9F7eGL8xolVaLnotGY | 4119 |
opencompass/configs/datasets/subjective/flames/flames_gen.py | sha256=HEmfClivTfYun5hZMRK_0d8ceiA81bzp_3yqsjM6_3c | 128 |
opencompass/configs/datasets/subjective/flames/flames_gen_1a58bb.py | sha256=Ep12MKUHUkFQGLsMz9NlQ2bCi-T4VAUNyFrsLtZFY_0 | 1981 |
opencompass/configs/datasets/subjective/fofo/README.md | sha256=DApmH2Amvaw5fl8pU_VQiM2m5YoZyewKrtnLWTCnsBs | 6178 |
opencompass/configs/datasets/subjective/fofo/fofo_bilingual_judge.py | sha256=1XJD_1onrBWUrwV_cyYW-bYlJPV2OeSfJwk8k-Ktt0c | 5016 |
opencompass/configs/datasets/subjective/fofo/fofo_bilingual_judge_new.py | sha256=p82DS-g0sEykjtS4Z32Y5-cIn6C6b-oTQimtiipFm_0 | 4970 |
opencompass/configs/datasets/subjective/fofo/fofo_judge.py | sha256=jenKT__lGh1AJH09xxiI2VR3uJKyec3DExroezD7WJw | 3614 |
opencompass/configs/datasets/subjective/fofo/fofo_judge_new.py | sha256=glCP6EpY-zJNLbzMs5mk4bnhxRVwgdLlKpgmGasAmio | 3568 |
opencompass/configs/datasets/subjective/followbench/followbench_llmeval.py | sha256=ANcncsmclIS4Gmg2hlW0CYu7TZtkwSwnCw3embuxjts | 1959 |
opencompass/configs/datasets/subjective/followbench/followbench_llmeval_new.py | sha256=_ZqLK7JCr7i8HBZlBMhzOX8ItCTiEmQCrczZRE6kFyI | 1934 |
opencompass/configs/datasets/subjective/hellobench/README.md | sha256=xr-WUpjbWJACfm8HznGajurwQqX08CIDssXQbae-pak | 1589 |
opencompass/configs/datasets/subjective/hellobench/hellobench.py | sha256=FIne9gI8Y2JaQD0G2LdF9-KY1B1zlZoUqst546htjbk | 6293 |
opencompass/configs/datasets/subjective/judgerbench/judgerbench.py | sha256=4_6qv-OMbZSn9aHtdgyz-fZ6MhKqPvJ9BzqZfWmesY4 | 1466 |
opencompass/configs/datasets/subjective/multiround/mtbench101_judge.py | sha256=yoA83m50Mhz1Gc3PS3Fq95uQR_jiLWSKJUil3h2Wz3Q | 2045 |
opencompass/configs/datasets/subjective/multiround/mtbench101_judge_new.py | sha256=JYcwMFZHRNygvDDN1-Q0Kut9ETtLuys-mMaOTklBgRk | 2000 |
opencompass/configs/datasets/subjective/multiround/mtbench_single_judge_diff_temp.py | sha256=RMUySzqZiaO3V-T8ghw0ciLFAKtaq9To2hAkHiQaxas | 2195 |
opencompass/configs/datasets/subjective/multiround/mtbench_single_judge_diff_temp_new.py | sha256=Zhj2Q1BkKdVVcZEPZ2gsylxkVWccxU0wPWUj9DOOArk | 2150 |
opencompass/configs/datasets/subjective/wildbench/wildbench.md | sha256=6Ni6G6z7ZcOLfXMG4dlDvbIU7xjiILiEOqsKhBL37uA | 1265 |
opencompass/configs/datasets/subjective/wildbench/wildbench_pair_judge.py | sha256=FOSNGgiUwp1JuRR3afzQ2C6B3XUx1TAg3hmWPNNM7YI | 2124 |
opencompass/configs/datasets/subjective/wildbench/wildbench_pair_judge_bradleyterry.py | sha256=yncPBBKxbCtzf72k9T8Eepibe4ElcG83VbJAUVA7ILc | 2385 |
opencompass/configs/datasets/subjective/wildbench/wildbench_pair_judge_new.py | sha256=SOYtbYGWUaTl6GDYdKh2LVL9nPWceOYhy0jlaUBmrcI | 2151 |
opencompass/configs/datasets/summedits/summedits_gen.py | sha256=A8mtgPN6zWrTc3JdjHbcK6UrBFOIEOKqP0IUOgI1kfs | 134 |
opencompass/configs/datasets/summedits/summedits_gen_315438.py | sha256=IRJmOvujEObwZNYGyWyj-cWW8XPMX2Dd39HsA4ZPnVE | 1432 |
opencompass/configs/datasets/summedits/summedits_gen_4fb38b.py | sha256=U3Dhs9GK-tAJVGlknMyYShDwu5WyNEkc6Qw_JGpRjxU | 1309 |
opencompass/configs/datasets/summedits/summedits_ppl.py | sha256=FezWDGrqrKxwPguU_GkdmZUdSJpd4iTV6iMZW_o6PMg | 134 |
opencompass/configs/datasets/summedits/summedits_ppl_1fbeb6.py | sha256=Ivx-ehgdv_gewPksm6y6d0J1ioFWRUSMiQhwa9ZVihM | 1624 |
opencompass/configs/datasets/summedits/summedits_ppl_3c30d0.py | sha256=Ejcey-jK2GIWjIX2wP51AgoUXUiNFjXNDi9vKZW5xuE | 2026 |
opencompass/configs/datasets/summedits/summedits_ppl_fa58ba.py | sha256=ajS2ZJEEGIZt1ITKBU04tIex-9PnshwsxrBwD0xbdds | 1305 |
opencompass/configs/datasets/summscreen/summscreen_gen.py | sha256=anFIajaFXQmq2f6-kPK95vmscjEKRVELX9LbXMosqxQ | 136 |
opencompass/configs/datasets/summscreen/summscreen_gen_653185.py | sha256=dkZO94Kkre643HiPOnXPE5GZanHM8brtPIqtJSNcE-I | 1627 |
opencompass/configs/datasets/summscreen/summscreen_gen_aa5eb3.py | sha256=roMKNWHb_PAyv2ADcLzBOj19shO-CrR8iksBUTWfZIY | 1278 |
opencompass/configs/datasets/taco/README.md | sha256=mj06x9h5lOOAtb-ZBOOtmgpARuNrBtr4l9Q5-eNwcPE | 3405 |
opencompass/configs/datasets/taco/taco_gen.py | sha256=dJ6ZyKbHbYNJTMhw7-uR01YqwxTYzHf70XhVgAbCYtY | 124 |
opencompass/configs/datasets/taco/taco_gen_c7893a.py | sha256=D1MTLBeWi5l3lLW0o3rS1O4nW1k3zb2bIISTZvVJP-s | 1082 |
opencompass/configs/datasets/taco/taco_levels_gen_411572.py | sha256=LzjwK8PzSrOyQnhyKQuf_KsXyrm7rTUBmwzEDX6AiWY | 1393 |
opencompass/configs/datasets/teval/README.md | sha256=PG3r7_1EmEEc3nX2cfBV-YuNA09dbqZNAApsQ_7D4pk | 1065 |
opencompass/configs/datasets/teval/teval_en_gen.py | sha256=Wei7KTPQKseC3p54nABTObQ9rmF1NNcTsEDjNdHYWlw | 109 |
opencompass/configs/datasets/teval/teval_en_gen_1ac254.py | sha256=3Yeya8UuFn6pDeDGYL1_MBIZArMDP3I4VLMULWHbNmA | 1682 |
opencompass/configs/datasets/teval/teval_zh_gen.py | sha256=uKRVILeLmFy3JnPDdfaORwk900VBLmQZkaGdcfFq7E4 | 109 |
opencompass/configs/datasets/teval/teval_zh_gen_1ac254.py | sha256=8-q4WXM8U2eotdflTVN3_XhG9gLK9Mj6zoiIlqHdEbM | 1727 |
opencompass/configs/datasets/triviaqa/README.md | sha256=OjG0g2pm0pzvmdYhDzK7vpTOqdBkpcZ0VCJ5Aw0In6w | 2752 |
opencompass/configs/datasets/triviaqa/triviaqa_gen.py | sha256=GnW52ZY9cBtja4D6F1PUA6eTYpHAzWKFFdxh4fBu7Ls | 132 |
opencompass/configs/datasets/triviaqa/triviaqa_gen_0356ec.py | sha256=sqvPG-mgZLxhY51aH800mLME_kUSxApGzebX7UBJNSQ | 2604 |
opencompass/configs/datasets/triviaqa/triviaqa_gen_2121ce.py | sha256=UasR3rWEk_soEc1XOtGg0eQUsOl_RIOSOBqb--nAsm0 | 1194 |
opencompass/configs/datasets/triviaqa/triviaqa_gen_3e39a5.py | sha256=24vlz7-6HUq6J9eZ4lXJe4_bWmlnrk7Nx-F-hP6jhJY | 1039 |
opencompass/configs/datasets/triviaqa/triviaqa_gen_429db5.py | sha256=G6ftXMusq0D8S_ygRuAnBQTs-6dqgZ6FbXJNe9dto3M | 972 |
opencompass/configs/datasets/triviaqa/triviaqa_gen_d297bb.py | sha256=1l0pPPMsh5wsoiTdRMxcUyz5v90i7DWSCzcKhrEzbI8 | 1095 |
opencompass/configs/datasets/triviaqa/triviaqa_wiki_1shot_gen_20a989.py | sha256=fNn2ia-HOMHkeOA_O7Ek7r7m1HgD-g3ibHCEFImkp8g | 1653 |
opencompass/configs/datasets/triviaqa/triviaqa_wiki_1shot_gen_bc5f21.py | sha256=ZwW5ptZXIXrTYyzXGTPhkqenoNSRuC_Nl9D5OEI3LI4 | 2179 |
opencompass/configs/datasets/triviaqa/triviaqa_wiki_1shot_gen_eaf81e.py | sha256=POGyBObZl7FH0XI6i9YMbOxoueomoFdh3UGUHgDMjP4 | 2211 |
opencompass/configs/datasets/triviaqa/triviaqa_wiki_gen_d18bf4.py | sha256=OyX-d6DV6oS0GoOVwyrZAeibfR07V4GBd-nMKRCH33s | 2221 |
opencompass/configs/datasets/triviaqarc/triviaqarc_gen.py | sha256=HmAWE25L9-G8f7Dyr7Hw2GH5a8uwRKxxFI7WdVe7b_I | 136 |
opencompass/configs/datasets/triviaqarc/triviaqarc_gen_a2d88a.py | sha256=DhNcGmcOvca2jkKNGI8hbtmDGmNYunIUi3pefkxD2vU | 1026 |
opencompass/configs/datasets/triviaqarc/triviaqarc_gen_db6413.py | sha256=WOB6cXVO6qi-9Vcr5MpBy7xQlI5zWhlQdu39RXmhEQY | 1219 |
opencompass/configs/datasets/truthfulqa/truthfulqa_gen.py | sha256=5VUKQdZ6RUdB2NyTYhiLgA8vQH6ncSrT3Ra5gPkq5qQ | 136 |
opencompass/configs/datasets/truthfulqa/truthfulqa_gen_1e7d8d.py | sha256=DxYEJ4JunMEadW7D-nkehZp49vokAWX-A4GfvCMxb0U | 1541 |
opencompass/configs/datasets/truthfulqa/truthfulqa_gen_5ddc62.py | sha256=fe9adVuwxITioliuWUZ5PQ0-qCJnihF68cdlZIF5eew | 1410 |
opencompass/configs/datasets/tydiqa/tydiqa_gen.py | sha256=Uizt4VyRoNifH65vKzWRNBgxSoOHOR8ByhxuE-k5lvU | 128 |
opencompass/configs/datasets/tydiqa/tydiqa_gen_978d2a.py | sha256=Ysi2lkpWqweqGGRHqI_5cLavdkN9IGG9AEic6ySxpGU | 3541 |
opencompass/configs/datasets/wikibench/wikibench_few_shot_ppl_c23d79.py | sha256=kglnmGnvKeEl37rap7uD0hWv9epUXYF2wJGGJJXbnnE | 3309 |
opencompass/configs/datasets/wikibench/wikibench_gen.py | sha256=9jGBaMX4fAG41G1BHY3B6Sl_7pDnBKT600TtBi4yKs8 | 134 |
opencompass/configs/datasets/wikibench/wikibench_gen_0978ad.py | sha256=TuvHffm7kq2XvFNFnpmN5NT8WcUEwaUtsWUQPQbQePg | 2273 |
opencompass/configs/datasets/wikibench/wikibench_gen_f96ece.py | sha256=ND0GN-rxIXW6tbeW_Wd6QncLkXsRYe8VG2yPYMWMoIk | 2147 |
opencompass/configs/datasets/wikitext/wikitext_103_raw_ppl.py | sha256=zH8FNMpkvlwfHwksXP7wJPAER50thACKvcYKJRrd1-o | 148 |
opencompass/configs/datasets/wikitext/wikitext_103_raw_ppl_752e2a.py | sha256=BKhQvoFV-ltU0k2TMuRYjpXdBE4_m7dJfT6nBGPRhXI | 1150 |
opencompass/configs/datasets/wikitext/wikitext_2_raw_ppl.py | sha256=jUulKv7l0_wVumimhHG_sEiwuQlBj0INgQUEjOjhq2I | 144 |
opencompass/configs/datasets/wikitext/wikitext_2_raw_ppl_752e2a.py | sha256=isg110YKi61g7P27hG9gED5FF1PcIGYK7q-o0TuWVho | 1142 |
opencompass/configs/datasets/winograd/winograd_ppl.py | sha256=t61etUuFS9feAeAKo5S2SUyXJetGlICo4rRgdvfL4Uk | 132 |
opencompass/configs/datasets/winograd/winograd_ppl_8f3049.py | sha256=j7qOjyx_Wqq9YvJVW4qq1cJGWUd8WfyyRnNBj_PDi2Y | 1211 |
opencompass/configs/datasets/winograd/winograd_ppl_b6c7ed.py | sha256=vUDI87yDycx0Z0mbbYXcEf5CSDMq9j3qp47wuqkCiDU | 1295 |
opencompass/configs/datasets/winogrande/README.md | sha256=GboamAucO_9ApsYK-bKRYRP4Jj7eB79QG20obdgro3Y | 2861 |
opencompass/configs/datasets/winogrande/deprecated_winogrande_gen_a9ede5.py | sha256=yiMKahRVE7JJCe9-v-iIcNhO5S4A7XB9y4o3shGFb38 | 1291 |
opencompass/configs/datasets/winogrande/winogrande_5shot_gen_6447e6.py | sha256=8xdavQORmjBWuoY5QGgR7J3wzsaT4u15YP3PFmg5AYg | 1444 |
opencompass/configs/datasets/winogrande/winogrande_5shot_gen_b36770.py | sha256=HWZWCMkgYPFgwRnwMyHBhbUwmNpIt3DA_vBMnQ1X-xM | 1484 |
opencompass/configs/datasets/winogrande/winogrande_5shot_ll_252f01.py | sha256=UAu4YvfbwNWviBPxwkncwjUt-9lbbV5XXfOVssyPdLU | 1271 |
opencompass/configs/datasets/winogrande/winogrande_gen.py | sha256=3qJy11JulnSIgIjI5XIMBmdtH6diLuu4wF40S46P1p0 | 136 |
opencompass/configs/datasets/winogrande/winogrande_gen_458220.py | sha256=pPpSbKgbLCvAJjmA67dDhZCTFSC7oxgQGaU0zjvQSUQ | 1281 |
opencompass/configs/datasets/winogrande/winogrande_gen_a027b6.py | sha256=6W1KJk4ZAHn1msBZG9MBWJn0RqcxDPE3dsvxiVxgEkM | 1761 |
opencompass/configs/datasets/winogrande/winogrande_ll.py | sha256=vcbwqOtXGnZb5o8mnGLN4Q7-vPAcxGYraq3uOVqljn0 | 135 |
opencompass/configs/datasets/winogrande/winogrande_ll_c5cf57.py | sha256=ywrqgIJ-4NU-22C0TiRyhb1XFCmvBCKhu_bjOOr54NM | 963 |
opencompass/configs/datasets/winogrande/winogrande_ppl_55a66e.py | sha256=X1I_LVIIYbW-f8KD3AxkcsUidQm3-E6rr7M7rj8W4Ac | 1222 |
opencompass/configs/datasets/winogrande/winogrande_ppl_9307fd.py | sha256=C0tNTKR2dNnYOe2lDChEEx-uRazQ94VlzbPKi4kuiaY | 1153 |
opencompass/configs/datasets/xiezhi/xiezhi_gen.py | sha256=KMa9sDrO99oWI3X-dx408WaNhWi1cgKiQTPdmv2s8YM | 128 |
opencompass/configs/datasets/xiezhi/xiezhi_gen_b86cf5.py | sha256=rAJAOjWXQUbPiUNycTZrf1I0565wnviuXsFYcnl5Gyc | 1768 |
opencompass/configs/datasets/xiezhi/xiezhi_ppl.py | sha256=SwcDOXhhp2CBWve_e1uAuS5rvNlIXEtG-GqkiXZniHM | 128 |
opencompass/configs/datasets/xiezhi/xiezhi_ppl_ea6bd7.py | sha256=iAtCBiD-husFD24rty5PkvSMGm8U8IXhdTyk1dVuJhI | 1661 |
opencompass/configs/models/accessory/accessory_llama2_7b.py | sha256=-TOOo-2xiHjsHelEiQXdF5ScWPnlsDkm4z8AyuBNaiw | 1128 |
opencompass/configs/models/accessory/accessory_mixtral_8x7b.py | sha256=n5rroCVCbXJIiYJUePHrtdf6rwqhv_k26OFWTv7v7CQ | 1253 |
opencompass/configs/models/accessory/accessory_sphinx_v2_1k.py | sha256=MBMWFfvuCoQxbcrFUqt56YO5yu8Gz59vBnPwRveUi8k | 1123 |
opencompass/configs/models/alaya/alaya.py | sha256=5Pwn54D6eYN5v_tQKYwjjyquaESPgpOrcxuSLiYEiOU | 585 |
opencompass/configs/models/aquila/hf_aquila2_34b.py | sha256=VzItpJoyKABGjvpdHlab9Mx_FfEy5oKHkcDVQWwRtuc | 263 |
opencompass/configs/models/aquila/hf_aquila2_7b.py | sha256=GigYH8cOXS1T1NkoiSaAjqBagXO8ftbxZoKSVdWvEQk | 261 |
opencompass/configs/models/aquila/hf_aquilachat2_34b.py | sha256=ixqKdfOqmVyl3Yxp-tQy-e5Xj6Upf7m-ZKM7_fh8XMM | 854 |
opencompass/configs/models/aquila/hf_aquilachat2_34b_16k.py | sha256=uVCk2ujExkMRctPuSTKmuRsmXFdm7trROzdYSc6D1XE | 876 |
opencompass/configs/models/aquila/hf_aquilachat2_7b.py | sha256=q-S0ZjKzEzhyyMO4uBH9bG7t3Lu4aaOuSBqsCtoc-kI | 853 |
opencompass/configs/models/aquila/hf_aquilachat2_7b_16k.py | sha256=ErsMg4t0LmSQwWEdZQYobKh4UgtvNuJum670a2Sf6EA | 873 |
opencompass/configs/models/baichuan/hf_baichuan2_13b_base.py | sha256=VC_E8piuseuvW6Ff5FDX3ulKeSAyFghQKBTG-Dc6M4E | 285 |
opencompass/configs/models/baichuan/hf_baichuan2_13b_chat.py | sha256=5HkCtWNYO4FzIVAlFkLps3OCP-DgoIkDElae5XSyYkY | 824 |
opencompass/configs/models/baichuan/hf_baichuan2_7b_base.py | sha256=dwFrc6KSoANiEicV7ZIxV-pOoAtdoQ8820zOKStd52A | 283 |
opencompass/configs/models/baichuan/hf_baichuan2_7b_chat.py | sha256=7k_JL47EDsSvFb0ElRqDGEzZOs_b3NUPUfybhSdqMIY | 821 |
opencompass/configs/models/baichuan/hf_baichuan_13b_base.py | sha256=DHPClidixlJjlQY8dsnTQ_LAowI7h1fGVH5K2TTfm4c | 707 |
opencompass/configs/models/baichuan/hf_baichuan_13b_chat.py | sha256=jnoyQWeVvGz2gViWmtWqT9qhRc2SDSiBPFRIj1mOB-M | 707 |
opencompass/configs/models/baichuan/hf_baichuan_7b.py | sha256=SbRFFufDRuhyk66NcWNAiFZJ-iwIjcCUDgMs-c8hFxU | 636 |
opencompass/configs/models/bailing_api/bailing-lite-1116.py | sha256=mjpIr65-3GQfOeMMG9fyvez6we0X3v8aqWmAt93aw_s | 750 |
opencompass/configs/models/bailing_api/bailing-pro-1120.py | sha256=1Z6jnWN1HCL5seTMQHkd3tmhTV_n-hsutabCXqGky2s | 749 |
opencompass/configs/models/bluelm/hf_bluelm_7b_base.py | sha256=x6oHoIFMU69ePTjd9yRvJMO-Nmrer-CViG8d6Kzk1so | 272 |
opencompass/configs/models/bluelm/hf_bluelm_7b_base_32k.py | sha256=0OBsTjqS0VzyjApuYGvMsL1n20cr8zjECqHg-7VUgAs | 280 |
opencompass/configs/models/bluelm/hf_bluelm_7b_chat.py | sha256=yafEQFBrlispgf9hHLEJzQbi3nVmAcWnijA7wpVspV8 | 826 |
opencompass/configs/models/bluelm/hf_bluelm_7b_chat_32k.py | sha256=osYhzLWQOq2C-sSqlYN8mzX59QJdu83thTUpj6Im_K4 | 838 |
opencompass/configs/models/chatglm/hf_chatglm2_6b.py | sha256=hoL1sI1FNJ1IjXw2ANUVMEOiGUMd5DnWZazJWa-Q9p0 | 798 |
opencompass/configs/models/chatglm/hf_chatglm3_6b.py | sha256=43GQ11anluesT_2v7doOsR1rGOpxcSSHqtK51pP_zg4 | 278 |
opencompass/configs/models/chatglm/hf_chatglm3_6b_32k.py | sha256=d-LxEMpM5YlVskvyk7WgBB07VQKv1TPqSFsm7V5Mo1E | 286 |
opencompass/configs/models/chatglm/hf_chatglm3_6b_base.py | sha256=RjqKB0ClvkhlQHBX7UvYbO1LI25Ub-_oBfKmzrXydBQ | 274 |
opencompass/configs/models/chatglm/hf_chatglm_6b.py | sha256=bWeIY_r9oTIdS12WEyE6xhrJw9mywagHJlDIRr5rClY | 578 |
opencompass/configs/models/chatglm/hf_glm4_9b.py | sha256=CcCcahCRCfrOB27LbBAHK1kYAS73JRIAmgRivAhrSbk | 258 |
opencompass/configs/models/chatglm/hf_glm4_9b_chat.py | sha256=zfPf2SPwWBsSBJr8Myq3bSML5xv3qEYoEa7URPjAJYI | 351 |
opencompass/configs/models/chatglm/lmdeploy_glm4_9b.py | sha256=0UE01bqNDxCR2QB_UNBP9JD0ts-tKWHj6QoFrCBUgvU | 417 |
opencompass/configs/models/chatglm/lmdeploy_glm4_9b_chat.py | sha256=PBg9nTbGtHs4hLqms6IXviPqSIpOiuK3_gcWqfVdwcA | 459 |
opencompass/configs/models/chatglm/vllm_chatglm3_6b.py | sha256=_ScF6MfFnWv-RyDvjjWsPKuF9QtCofkWOailHyxuKcE | 318 |
opencompass/configs/models/chatglm/vllm_chatglm3_6b_32k.py | sha256=tuHGIDGu-UloRAt1jKC7ZwEO_0G9KjcBTmxuzRC8cPw | 328 |
opencompass/configs/models/chatglm/vllm_glm4_9b_chat.py | sha256=oGE4rSNPm2Ls6xH4EuzKBOw04eruxoo5eLzRtk3hrh0 | 391 |
opencompass/configs/models/claude/claude.py | sha256=D1smryG0YUkGdp5ugSiw07iLcWztPQr0swEcorfT1Y8 | 2589 |
opencompass/configs/models/claude/claude2.py | sha256=DgyuWhdr6tdRyxCgmljbpFwjHlVIbGQdMJlFrYbc4j0 | 2289 |
opencompass/configs/models/codegeex2/hf_codegeex2_6b.py | sha256=v-_lGXHyfyt9uO2HJocOPKZypFxe-sdSe4I4ER9jMt0 | 756 |
opencompass/configs/models/codellama/hf_codellama_13b.py | sha256=VpAH8uFmIa9VvnQdIRZSBiGkPK_3tLTbyCPp_tncx5M | 272 |
opencompass/configs/models/codellama/hf_codellama_13b_instruct.py | sha256=FPsqgkcYCT2nXw2fUTEzyuvYJ4WFXExe4s_Ummmj510 | 304 |
opencompass/configs/models/codellama/hf_codellama_13b_python.py | sha256=e-IspBuL0i-8pXgQWxQrfTB5iBwozCyCgD8tnZ2xxyM | 286 |
opencompass/configs/models/codellama/hf_codellama_34b.py | sha256=WHjwzrNTGj4D2Cy_0PiUuEhMrKNtE3D0MxVFEPJc3d8 | 272 |
opencompass/configs/models/codellama/hf_codellama_34b_instruct.py | sha256=vEDkuH0AK3AmEx00yzkB9PFu48Dp8VvdvQioKb9Aiks | 304 |
opencompass/configs/models/codellama/hf_codellama_34b_python.py | sha256=wSuIH_y6UHRto7E11xxFgGCzT0xKjvAl5DdwfUBZ-eY | 286 |
opencompass/configs/models/codellama/hf_codellama_70b.py | sha256=7INbBgtHaBv9i9u0rlILlAWj4_4l_vgMYmC1h6Cw3uo | 272 |
opencompass/configs/models/codellama/hf_codellama_70b_instruct.py | sha256=Z5n-rZBh6TVhFAGhBW2nTyQcPiIJ9lBxqLW0h3rFn1Y | 304 |
opencompass/configs/models/codellama/hf_codellama_70b_python.py | sha256=cJSy9rr5zhhzcT-nODmSDizsjYWt9LaQzqFw3kKuZMU | 286 |
opencompass/configs/models/codellama/hf_codellama_7b.py | sha256=7Tdv7yJ411S5XL707fI-EqH5jxQy_YSHw9z-BYfHcq0 | 270 |
opencompass/configs/models/codellama/hf_codellama_7b_instruct.py | sha256=62gQa6ByO4FWgWVVJJW4QV4MoXMnwQeAXnxoRQ5gtKE | 302 |
opencompass/configs/models/codellama/hf_codellama_7b_python.py | sha256=urjUiCJM1ybARzAXkegv1J8k3dWs0ZWgco5uSF-10hs | 284 |
opencompass/configs/models/deepseek/hf_deepseek_67b_base.py | sha256=d_McilUNaTN3AV8HWuyR2vj9jURFeOSoWha_xVsm8xc | 286 |
opencompass/configs/models/deepseek/hf_deepseek_67b_chat.py | sha256=SDJypqEqJUgnOxsLjlvGW8DvuyDXdHn6asU0Nv0sey0 | 300 |
opencompass/configs/models/deepseek/hf_deepseek_7b_base.py | sha256=D2T9DsNIfu3BzhFxgXOQzNvynKABf3ObVqKLq1BKbCM | 284 |
opencompass/configs/models/deepseek/hf_deepseek_7b_chat.py | sha256=n5EnBsUzcBp_NKef6KM6ZaQLGZSRL2hqZjUbXvCwHN0 | 298 |
opencompass/configs/models/deepseek/hf_deepseek_coder_1_3b_instruct.py | sha256=BqYBWRvp7gLKQvW5dLyE8VOeolys3yAjr1Uw4VlFC-Y | 309 |
opencompass/configs/models/deepseek/hf_deepseek_coder_33b_instruct.py | sha256=0g_uk1zr6fWgm0uOiVZsLJbUzH4ISgQ9_YKE7gveoYA | 307 |
opencompass/configs/models/deepseek/hf_deepseek_coder_6_7b_instruct.py | sha256=qXMkILLljviXnArJE7LtAIAakHvPFxHj4j2idPb9kRc | 309 |
opencompass/configs/models/deepseek/hf_deepseek_moe_16b_base.py | sha256=kdqAvPHXu_DJnVy-JKYCgqS9sI6PPOV1Rc3TPK5--j8 | 290 |
opencompass/configs/models/deepseek/hf_deepseek_moe_16b_chat.py | sha256=jeTinDcAmHIqknu8V8JLRZTT0rFjfOZvv5Cw5XHeYtA | 304 |
opencompass/configs/models/deepseek/hf_deepseek_v2.py | sha256=2C1KEWGSTgHjlGEBzINccKU1_RTlGjoVIrPRn50huWw | 481 |
opencompass/configs/models/deepseek/hf_deepseek_v2_chat.py | sha256=P2TjxTUZVgWkY0m9j9PWfwwuD0PwXKn-NUNn3iEqJS4 | 505 |
opencompass/configs/models/deepseek/hf_deepseek_v2_lite.py | sha256=kR40sBLxB3qVZObbYrTH-6kf7Zr9c6DbpSOy8AlKT2k | 437 |
opencompass/configs/models/deepseek/hf_deepseek_v2_lite_chat.py | sha256=w7G5yUE_06rMlY833zIvx-XpKJuZZ1ouoXzevoUdaNk | 461 |
opencompass/configs/models/deepseek/lmdeploy_deepseek_67b_base.py | sha256=qQqID_QoABY4e1CB_PddMnUyKnsYBigKeQCieiqLBk0 | 463 |
opencompass/configs/models/deepseek/lmdeploy_deepseek_67b_chat.py | sha256=57wJuHc6Ca9J6n2VaR47Jeo1smq2JiBQdXR9amLR4xw | 456 |
opencompass/configs/models/deepseek/lmdeploy_deepseek_7b_base.py | sha256=_SXEomPSjn789EWv6NwPIVKb2BZOc7dAgcKPdJuQrt4 | 461 |
opencompass/configs/models/deepseek/lmdeploy_deepseek_7b_chat.py | sha256=Oo_RixrsA5vn4B4qFi_XhjDfn7RafhS87bCnwq8BZrU | 454 |
opencompass/configs/models/deepseek/lmdeploy_deepseek_series.py | sha256=zflAgwyzjhZ4rRS5VV8y8W7g59J8SVR8nLuJ3x8qACg | 718 |
opencompass/configs/models/deepseek/lmdeploy_deepseek_v2.py | sha256=rn5NJEIIOzpY2G1a5mnnd2pIvqPRPnGqwKDlCkVJQic | 531 |
opencompass/configs/models/deepseek/lmdeploy_deepseek_v2_5.py | sha256=NSag1Y0k_GXRPZLww8mBgzttgQcOBHUi1bcsUXmD0iU | 573 |
opencompass/configs/models/deepseek/lmdeploy_deepseek_v2_5_1210.py | sha256=fgHZMT3gOoUTElSwOtnkdmc8A7PjCk38OAr-DK8qha8 | 583 |
opencompass/configs/models/deepseek/lmdeploy_deepseek_v2_lite.py | sha256=RcjMSZ9EDUdvyI3qUI0n-CJuhUkK5Mllc73czEDAGtk | 562 |
opencompass/configs/models/deepseek/vllm_deepseek_67b_chat.py | sha256=I6Z9nV__3D_9zJRa3h9wpBqpgkAwynsbDAPwrKcd_pU | 340 |
opencompass/configs/models/deepseek/vllm_deepseek_7b_chat.py | sha256=TVyJHO6_Rch-xUCykpEqJ2tYiidILiTGxgM0yWm5KjY | 338 |
opencompass/configs/models/deepseek/vllm_deepseek_moe_16b_base.py | sha256=qQnaqhSMPZosMOQYaFgsxopL1lUn52iGKmsjWo3f4BY | 413 |
opencompass/configs/models/deepseek/vllm_deepseek_moe_16b_chat.py | sha256=CC_DX_H76A0ZAUClqERozBU4q2W4bI8f9Ut27vtKKug | 372 |
opencompass/configs/models/falcon/hf_falcon_40b.py | sha256=4HrC7PSWFmR3YMqPUYlf7V9uvIQkbh3jeVFrPg6iqXs | 263 |
opencompass/configs/models/falcon/hf_falcon_7b.py | sha256=XrBlG422e2-tLa6lrPIKPnaJaRhKO1iBkKwrrxaF8Zg | 261 |
opencompass/configs/models/gemini/gemini_1_5_flash.py | sha256=3wJmdWkcNvq7FpATslD9jT2dWncA10cKOFtbzaxSc6Q | 578 |
opencompass/configs/models/gemini/gemini_1_5_pro.py | sha256=2ZxPB_fPuifhehBid9ltRj88ZrlvG7RpgZM4X_rnR7U | 573 |
opencompass/configs/models/gemini/gemini_pro.py | sha256=0Vp1JRY9eVqh2SBbtOT9sa7z45V1MUYt3e3gDW84rV0 | 529 |
opencompass/configs/models/gemma/hf_gemma2_27b.py | sha256=cSW1IN13TGOOhqXc918ARWge3dPutY4pTvOVknaOq9Q | 344 |
opencompass/configs/models/gemma/hf_gemma2_27b_it.py | sha256=Esqd1OBdkBfWHGHVkjag4CUUALe1VvrzDbXD469PBBo | 401 |
opencompass/configs/models/gemma/hf_gemma2_2b.py | sha256=ihgKVCaGfV2G4LHVIqVkSeiMeLamn0spFz_dlDpVVE0 | 342 |
opencompass/configs/models/gemma/hf_gemma2_2b_it.py | sha256=U1NVNCO-18slnVrq0a7FQTAh1DNMMv_tc3ractDwn1w | 399 |
opencompass/configs/models/gemma/hf_gemma2_9b.py | sha256=B2NjJov6NerZpzUtVXMWMmRPjn4h8l2-N9hxu9oGG2M | 342 |
opencompass/configs/models/gemma/hf_gemma2_9b_it.py | sha256=io2n5nOo5wUzAclr3wjsM71mpETazUXpZCY5iwCxazU | 399 |
opencompass/configs/models/gemma/hf_gemma_2b.py | sha256=WisUDtWcNsLtEDhr-Pkt_QvyOqd3iB5TfDJvjm9AuKw | 259 |
opencompass/configs/models/gemma/hf_gemma_2b_it.py | sha256=1mnu1IUsSsR4g8UyOP28ga5_-GrwCOeAI34vw9_5rb0 | 279 |
opencompass/configs/models/gemma/hf_gemma_7b.py | sha256=VEIFUvlQFmbSGqRIcIFg61XV2NviHPxGR4HLB8KrAas | 259 |
opencompass/configs/models/gemma/hf_gemma_7b_it.py | sha256=wGA-8i3UGQcAAm0MMX21JlZOUghqggG-BXUpOAZPJYk | 279 |
opencompass/configs/models/gemma/lmdeploy_gemma_27b.py | sha256=B5tNMFOSW7obW8j-OYUvEVhOgaWKf49VBMT7dUYqLY8 | 466 |
opencompass/configs/models/gemma/lmdeploy_gemma_27b_it.py | sha256=CTedzLmnHMOocwl9VleZaAW80k1qt-V440dIlfD8AZw | 504 |
opencompass/configs/models/gemma/lmdeploy_gemma_9b.py | sha256=2s6hWugV4kUOoxzGLTgL-Y3L0OQSqkolY3oJVtiqBx4 | 464 |
opencompass/configs/models/gemma/lmdeploy_gemma_9b_it.py | sha256=GC8_njqznTGH9uldP9vg-Hnkhr5eJgdE0YyqAFdIzL8 | 502 |
opencompass/configs/models/gemma/vllm_gemma_2b.py | sha256=OcxmBuUa7Es7YWsTaQE5uxjtA4GxFZYr-X22574_V-s | 382 |
opencompass/configs/models/gemma/vllm_gemma_2b_it.py | sha256=a6sf_BMnRaqQqDr-S2fu6cRYUV0ugFRhAsuJdYF7Ty0 | 394 |
opencompass/configs/models/gemma/vllm_gemma_7b.py | sha256=M3EeF1ksZ6ZP6Yy7ekVWjLm5YqJw2o19G1LRakdZZ8g | 382 |
opencompass/configs/models/gemma/vllm_gemma_7b_it.py | sha256=QlVfcmVAtnZEQ8IK_ECiSuiAP8UZMj2A51UERzjM4M8 | 394 |
opencompass/configs/models/hf_internlm/README.md | sha256=IcoP2N4_eNsut2WLgrGLXEvQsQadvPwguIRTFCyvu6M | 13093 |
opencompass/configs/models/hf_internlm/hf_internlm2_1_8b.py | sha256=5k5IH6Oj7buhpVBN7VSl0uha78_HLU_8zwUZYrum2C4 | 273 |
opencompass/configs/models/hf_internlm/hf_internlm2_20b.py | sha256=3aGQ522FlUL1Jt6g5IIKp6ZBD9zlbN5qdb6guF6KnXE | 272 |
opencompass/configs/models/hf_internlm/hf_internlm2_5_1_8b_chat.py | sha256=Ott1xNbQgDBKeDDkd0CC-ofjXTN-SOJyY6PZs3Rb1wY | 301 |
opencompass/configs/models/hf_internlm/hf_internlm2_5_20b_chat.py | sha256=PxF9SXcYPnjJde7QLQJBePQjWdzwKiVU7fqaBIZTF90 | 299 |
opencompass/configs/models/hf_internlm/hf_internlm2_5_7b.py | sha256=8GxcbmyHeqff-fudoqGYLd-HX5YdqF40Mvx74XPEVbU | 274 |
opencompass/configs/models/hf_internlm/hf_internlm2_5_7b_chat.py | sha256=OtGRNXMvjBeH9vjRy6_YyQgZ256ZatslsUrVlztIhPw | 297 |
opencompass/configs/models/hf_internlm/hf_internlm2_7b.py | sha256=i2yE5563nh1MFOfgdU41uexvqZ0yliiHjpOarEKdnho | 270 |
opencompass/configs/models/hf_internlm/hf_internlm2_base_20b.py | sha256=wOuCNKtz-k6n8YuqCw1gXhj0g3AhaU18bov2FbhYFfc | 282 |
opencompass/configs/models/hf_internlm/hf_internlm2_base_7b.py | sha256=DkYm33CAwybnAvTA6ziYhE1zdBUrDqrlq7zv7pL2QsM | 280 |
opencompass/configs/models/hf_internlm/hf_internlm2_chat_1_8b.py | sha256=aGvJ8JtZnnd9y8uH9J96V91yOansJYP_jTFVtOs3BN0 | 297 |
opencompass/configs/models/hf_internlm/hf_internlm2_chat_1_8b_sft.py | sha256=7mR-NtroPPGotInqIM10eds2_mJiuJ_V2jk8TRfGBSw | 305 |
opencompass/configs/models/hf_internlm/hf_internlm2_chat_20b.py | sha256=u_5YEtQwws86f7zag-pRchElx8m9UpdmtpACu85XI1M | 295 |
opencompass/configs/models/hf_internlm/hf_internlm2_chat_20b_sft.py | sha256=upPPKvfvQij9J-fxQfIXmz0DZ6mxxsowuiKPhp1cxhI | 303 |
opencompass/configs/models/hf_internlm/hf_internlm2_chat_20b_with_system.py | sha256=BD7xQ8_FyNwNpNgubNJvrxB_eIp1YeVdaAGQtS-MaI0 | 1100 |
opencompass/configs/models/hf_internlm/hf_internlm2_chat_7b.py | sha256=iPh1FLquZSzIwbywRXpzfXTWjZIi-irsVmDynjwzR64 | 293 |
opencompass/configs/models/hf_internlm/hf_internlm2_chat_7b_sft.py | sha256=agkh9pPPK-7MdjwChR354zbebAYdOiNixu2AKB6TnkY | 301 |
opencompass/configs/models/hf_internlm/hf_internlm2_chat_7b_with_system.py | sha256=dmk59TBdMmCVv_dgiRrcAfkDniUcvxfaR0BZ3a3dJoY | 1097 |
opencompass/configs/models/hf_internlm/hf_internlm2_chat_math_20b.py | sha256=oInDI55kaWYs0Qgl__aPF-VUMZd5Uk68IKinXtaENr4 | 343 |
opencompass/configs/models/hf_internlm/hf_internlm2_chat_math_20b_with_system.py | sha256=bC9P1HaocpiSxMMhL5dPokixgsP6Zes2zjpIjDFq-sM | 1019 |
opencompass/configs/models/hf_internlm/hf_internlm2_chat_math_7b.py | sha256=2CA5em3v0JuOrDpOU01PsDnMF7dH3UN4kWsSRxB96C0 | 341 |
opencompass/configs/models/hf_internlm/hf_internlm2_chat_math_7b_with_system.py | sha256=jWWi002rHPok66Ea6t4Z_8Xhos0cBNzdrb5cvtbG9ZY | 1016 |
opencompass/configs/models/hf_internlm/hf_internlm2_math_20b.py | sha256=PNq9P4UAK800tRGxRsw4mquc5JNKaELunMlWJL7k3No | 282 |
opencompass/configs/models/hf_internlm/hf_internlm2_math_7b.py | sha256=8P1CWRok6u-lCoU3gyvCsWIdeAUcDjvTr93Bu35KR50 | 280 |
opencompass/configs/models/hf_internlm/hf_internlm3_8b_instruct.py | sha256=lTh1nTf2DMnj2H7oie7pglXishhvPLPZnyYtgZucDlY | 301 |
opencompass/configs/models/hf_internlm/hf_internlm_20b.py | sha256=EwCxbgZpw42FWN2myKNWQQSVt1z1XddGatWijfiR2Co | 270 |
opencompass/configs/models/hf_internlm/hf_internlm_7b.py | sha256=ZSErwzkwB164H8pb1CmM2Krrd1BW5MCz9aupt1e1GQI | 268 |
opencompass/configs/models/hf_internlm/hf_internlm_chat_20b.py | sha256=_-qw2ZCMrN_oJSGmDVG-nE1AlDv0zAFtlHIH2QozleA | 888 |
opencompass/configs/models/hf_internlm/hf_internlm_chat_7b.py | sha256=2XY6IO8KK_wjrhR5mdwIyKXfgG4l9DupL-q_CgFpKNk | 885 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_1_8b.py | sha256=JTE9UBDbfTFoA15pSvbTpgejsrv5VR0x7DXE7Fg8Yfo | 450 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_20b.py | sha256=gFQS25O-A_Rq9ADg6HRe9TKDFejiLWl-ErQfq_Zv_Yo | 448 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_5_1_8b_chat.py | sha256=iiFPy5EzTwBmcteS3G67CCnq892rZTqkUhqBJvscOE4 | 498 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_5_20b_chat.py | sha256=vDaEjB606y7MdtRTMTisosVIiYjFcUz0z9eZoF4pAoA | 496 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_5_7b.py | sha256=OZ8MMTrP8qXJY2YJgRkgBqt5QMSVBZx8GpUj2mv4Bvs | 450 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_5_7b_chat.py | sha256=gofSrLDi6KSKHGAZmHXOEoqSu_1a12WRfxa1rIoY87c | 494 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_5_7b_chat_1m.py | sha256=sOk62_vinRBH_sIYyLw0adTJ_emsKI1auaQPF84nHjA | 574 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_7b.py | sha256=yiDpRGyMOa8qqKLdnBgQE3yMy-MY1d21jlrAYOPOwlo | 446 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_base_20b.py | sha256=ehwxBqJo0st6NC3DBYtSrBbIkD8grgjlBiCichNNC_Q | 458 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_base_7b.py | sha256=srb5qgh-YO98XlPS9fnNEHmm4J8hOcrHzXD18Lwu-_8 | 456 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_chat_1_8b.py | sha256=OHjR_FPz9LICB_8pKF3_r28w-079YohA8sPlt5z6K9g | 492 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_chat_1_8b_sft.py | sha256=GNIxJDLMWmS-gbnKrDN7Y5mFftDYjl0hEMSz_72leDg | 500 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_chat_20b.py | sha256=OqeG2NdpyqhceBuiuk7jKUGtXnthbGH6hXdikusGz1A | 490 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_chat_20b_sft.py | sha256=EYyPmujMyG8k8rwAigLGOz-laHz9TCGV2sn4IjtE5Og | 498 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_chat_7b.py | sha256=lzSclKAx8OPoPkT-AaCCPasZOFt2jqVfVSKUQrgg5mI | 871 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_chat_7b_sft.py | sha256=xmyMOVAv8A_ZW8wTRYuhJokF46ZDxK4Ks7oBhOTPupg | 496 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm2_series.py | sha256=5T3KMiflGKC0SvwtCpapgqPbQm6zJHX0nrFQiSIuWMI | 896 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm3_8b_instruct.py | sha256=PkPfjFBaJjq5moeznXGe1Z909tQaNIolaO-y2qohUWg | 520 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm_20b.py | sha256=y7qBZSUnFd_2b-fGaVIAvwVTH59iBU0FS8VDZt5rgx4 | 446 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm_7b.py | sha256=2TCXIle-acWBWQh-7rqiqEhXH1uvpSAYQVYrYnrpH20 | 444 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm_chat_20b.py | sha256=zBjiy63JZEIOTNwMkgzQbXu8NwLgYD94kzGFF4ckz_c | 488 |
opencompass/configs/models/hf_internlm/lmdeploy_internlm_chat_7b.py | sha256=HoOfbC7Ef3cDWBPmlBn-uzg4OoLrtRm2TEZG8AE_z90 | 486 |
opencompass/configs/models/hf_internlm/vllm_internlm2_chat_1_8b.py | sha256=-H2vxbakgY0E88mjGyGT15NLIBHZ5OErsDRoUE9KCWM | 340 |
opencompass/configs/models/hf_internlm/vllm_internlm2_chat_1_8b_sft.py | sha256=0xfqZSVPslcBw2LyQDe-7Lr8RA_XQba0c64iJKEI3-M | 348 |
opencompass/configs/models/hf_internlm/vllm_internlm2_chat_20b.py | sha256=MiqP1b77xa8uu1tbuACImWCUeYjhHhUhpqeFloimMKA | 338 |
opencompass/configs/models/hf_internlm/vllm_internlm2_chat_20b_sft.py | sha256=sWnbq_arIEknBXS2ojooAYZUM5adPJX4cVprN79n0f0 | 346 |
opencompass/configs/models/hf_internlm/vllm_internlm2_chat_7b.py | sha256=tlCSjWXkK70HmqZeyIBCZT4iyE1i32tokQQogX8EnGc | 336 |
opencompass/configs/models/hf_internlm/vllm_internlm2_chat_7b_sft.py | sha256=LSLOBPOmNOMo3oj6EgBafiP1heB5DHppRd2eI1wqioE | 344 |
opencompass/configs/models/hf_internlm/vllm_internlm2_series.py | sha256=q0dYACAksD0sJMIYvPrYtGM6DR2VFKLio_ZINAKP37I | 781 |
opencompass/configs/models/hf_llama/hf_llama2_13b.py | sha256=za-rqJe8xjtPAksd6AJdK2UQa0UBBUfi_or0r0NQjKM | 272 |
opencompass/configs/models/hf_llama/hf_llama2_13b_chat.py | sha256=I_SfMs2oBsus7VghJZu6OCy1MFs9FuySc2Q0fymYYww | 296 |
opencompass/configs/models/hf_llama/hf_llama2_70b.py | sha256=lX7co2pALfkBoR7vp_gO1SxiNsYrW0x5hcn8IDwQryI | 272 |
opencompass/configs/models/hf_llama/hf_llama2_70b_chat.py | sha256=RMhezAuSXfjm22XsKDFaYDyjgcE3-Ad-fLlAnTC9CFA | 296 |
opencompass/configs/models/hf_llama/hf_llama2_7b.py | sha256=1v4wiz7TzihHGPerI0kLCo_DJ7uWxnF7CRzbDFFUfno | 270 |
opencompass/configs/models/hf_llama/hf_llama2_7b_chat.py | sha256=jHjHe-syQAoE28sh-giJifrEBLk4Xh4kdJKKnaUrXio | 294 |
opencompass/configs/models/hf_llama/hf_llama3_1_70b_instruct.py | sha256=34we4GWGah-aTl2vVWbf7UB_1NjDD7Ghaiz4Y-nWxCs | 364 |
opencompass/configs/models/hf_llama/hf_llama3_1_8b.py | sha256=XdYMgQhFm90GZy2Gb7bA5XE-8ZiCRdQ2yBO7RqkqQUg | 285 |
opencompass/configs/models/hf_llama/hf_llama3_1_8b_instruct.py | sha256=m-CzfSUtgQw01xxemfAjUa4uL6a2R0AFQZv_LrAxQsQ | 615 |
opencompass/configs/models/hf_llama/hf_llama3_2_3b_instruct.py | sha256=BmxScELxyjkASPsYOalpKTWYVZJllLuBYcavJA0WgNk | 357 |
opencompass/configs/models/hf_llama/hf_llama3_70b.py | sha256=y-9GeMMaxJd0qXQDHElC5QHBXaYZ1KAv1D48caOjx3A | 274 |
opencompass/configs/models/hf_llama/hf_llama3_70b_instruct.py | sha256=ihmPRcdY3vdX-EdSMWy-aEmS9j2ENFl82OyanOFMSYg | 360 |
opencompass/configs/models/hf_llama/hf_llama3_8b.py | sha256=xmSbuTQZGBdImme6bZA2gG4wtRPzkAAxhgK1z459kCg | 272 |
opencompass/configs/models/hf_llama/hf_llama3_8b_instruct.py | sha256=vGRo4OnyqT8iwy6TIq5FKV9Pw0oXBiFA23BlMwvPuPU | 358 |
opencompass/configs/models/hf_llama/hf_llama_13b.py | sha256=AlifpKUezqPcvmCT7ZtL6MaTC1w2O103rQN75enDd2w | 265 |
opencompass/configs/models/hf_llama/hf_llama_30b.py | sha256=nNxdqsUXk0H5kO9uT8tqZaRdbYmDIvEA5QrSXYtLIPM | 265 |
opencompass/configs/models/hf_llama/hf_llama_65b.py | sha256=vRuqUkGXEqgnzd0kZnVIGe5EgTKHzXrQxxiy79Yf5no | 265 |
opencompass/configs/models/hf_llama/hf_llama_7b.py | sha256=fkH_2nXeZuhwO89p2R1hZfMkpcnfKmDOGgAyt5rBSng | 263 |
opencompass/configs/models/hf_llama/lmdeploy_llama2_13b.py | sha256=38PHRR4xo75SaYZ1FRhD3Azq1_mVPUIRd_ALTXrpJOI | 449 |
opencompass/configs/models/hf_llama/lmdeploy_llama2_13b_chat.py | sha256=xrFg5-JWp4YE-qhB1q1JyQDYtZBorz4p9DKP5uit_-k | 473 |
opencompass/configs/models/hf_llama/lmdeploy_llama2_70b.py | sha256=MvkuMjYtSMYw9zFA_sJPF-6RXzDTHiDCbEzu_WL1xcY | 449 |
opencompass/configs/models/hf_llama/lmdeploy_llama2_70b_chat.py | sha256=23IBOeteU6n_g62zBPmO0s5SX9JMHDpQSVQKpjh8YBY | 473 |
opencompass/configs/models/hf_llama/lmdeploy_llama2_7b.py | sha256=_FKi8eSmY7usFBSWSPigbTjJ1OcM4UPc5X9cUVfH6KY | 447 |
opencompass/configs/models/hf_llama/lmdeploy_llama2_7b_chat.py | sha256=ZssJDDaQXGeD3YCc53DJjhpdhDStNWhRfTpMvYnG_uY | 471 |
opencompass/configs/models/hf_llama/lmdeploy_llama3_1_70b_instruct.py | sha256=utohQYSJ3FB5FxJrbV7R3mnu-hnijlWdVJKtssoq4CY | 542 |
opencompass/configs/models/hf_llama/lmdeploy_llama3_1_8b.py | sha256=1wT02KfnFN9qdY2utUlhrE_tHcRvXBOCqbIUsn-Vjkw | 453 |
opencompass/configs/models/hf_llama/lmdeploy_llama3_1_8b_instruct.py | sha256=qENwPfxh2EaIckfTTOnYSFr-PJC3rafRAjCKC2sms9E | 540 |
opencompass/configs/models/hf_llama/lmdeploy_llama3_2_3b_instruct.py | sha256=GwisTAXNIKL-Ndx1dkFNeCghfjwrcESukHg3LKh-21Q | 535 |
opencompass/configs/models/hf_llama/lmdeploy_llama3_3_70b_instruct.py | sha256=xzeC1J_j30wNW5t7Frwd0wDWaBtmh7glNjacrZdwPAk | 551 |
opencompass/configs/models/hf_llama/lmdeploy_llama3_70b.py | sha256=lcOyjwpQ_w7KxFiC-W23Q5CVcURFbu0NyyU7WYYiXFg | 478 |
opencompass/configs/models/hf_llama/lmdeploy_llama3_70b_instruct.py | sha256=V1btk_Eo4vYwqdVReTL3UpjQL2YtC4BD1hV_v6BXwLc | 538 |
opencompass/configs/models/hf_llama/lmdeploy_llama3_8b.py | sha256=Y4J7Xv1Dr2-Qlxb27dnDp9UxA1Ruvg8SRCE9x8iiFAg | 449 |
opencompass/configs/models/hf_llama/lmdeploy_llama3_8b_instruct.py | sha256=bIO66C1UrGaqxa5_9ZbMZJfEExiMv1YardO1yTFN0BE | 536 |
opencompass/configs/models/hf_llama/lmdeploy_llama_13b.py | sha256=RZ1WZ7tc_GiNqeHvTZGNaacxCs_eHx9IN1bd1BOVvRs | 442 |
opencompass/configs/models/hf_llama/lmdeploy_llama_30b.py | sha256=PVqd0xxrO5mmTwmGvIaql1thIcRYT-340grLcwW_RSQ | 442 |
opencompass/configs/models/hf_llama/lmdeploy_llama_65b.py | sha256=UzemXiGvi-Uf62YMfOFxy90xiu0qxIVnCk3EQQY0HXA | 442 |
opencompass/configs/models/hf_llama/lmdeploy_llama_7b.py | sha256=nhm_40XERAkxSBP7fFfdv3slJylPaT9XdZ464YW7Tow | 440 |
opencompass/configs/models/hf_llama/vllm_llama_series.py | sha256=5lXL9o6sYL4T3h7PEaePgB2cW4pLF-83pbPmi1lU1mE | 1224 |
opencompass/configs/models/internlm/internlm_7b.py | sha256=pwTrm9fdhPVNICHnE6oLTNuJv4HDyr8AcVhnIebkHEM | 340 |
opencompass/configs/models/judge_llm/auto_j/hf_autoj_bilingual_6b.py | sha256=Gow3ATgIlDDbQC2vbAtzJlMc9dyl2UBJWETSN4nyAK4 | 829 |
opencompass/configs/models/judge_llm/auto_j/hf_autoj_eng_13b.py | sha256=9jOQNDVBo_taX_rGlFrndStR5qKD9Qyr1zhVA4Cv3Fs | 606 |
opencompass/configs/models/judge_llm/auto_j/hf_autoj_eng_13b_4bit.py | sha256=QjMwGgGIks1v7RHfL0CmnkX4d36WMx1fnkNFNdCpZr0 | 799 |
opencompass/configs/models/judge_llm/auto_j/hf_autoj_scen_classifier.py | sha256=TvsuT2cDaGm44xLxd4g3N550u_Ow_fD7ckZ3jNFTWLI | 654 |
opencompass/configs/models/judge_llm/judgelm/hf_judgelm_13b_v1.py | sha256=Jz2_WisgUUIJi_l4Au3tc2IdPPAPTcUoqCHq5JootSg | 628 |
opencompass/configs/models/judge_llm/judgelm/hf_judgelm_33b_v1.py | sha256=UxpzvbTKT6pL5yy5wzSZTcuLK28lRGYM8Ke_S5O7fTM | 628 |
opencompass/configs/models/judge_llm/judgelm/hf_judgelm_7b_v1.py | sha256=Y767to7KQ4TZhlJKairkrzm_yuxaHPle7vC4rIAz07w | 625 |
opencompass/configs/models/judge_llm/pandalm/hf_alpaca_pandalm_7b_v1.py | sha256=ROQhLJLFp_USQxiPNjH6STdLe7goB8udGHKJ7HLrXbA | 650 |
opencompass/configs/models/judge_llm/pandalm/hf_pandalm_7b_v1.py | sha256=oGtKZgUUaQ5gUrNfIa-_ycrq3ATBhxwrYbRpUh62FaE | 629 |
opencompass/configs/models/lemur/lemur_70b_chat.py | sha256=3hV_JA55R4HFGLHAHqXI3Zy25Zkahj8nYg9VosaVV7w | 898 |
opencompass/configs/models/lingowhale/hf_lingowhale_8b.py | sha256=RrhSrod1WCD3MJrRT8QUOeZYnfF-gf1n1-M99kkErcE | 631 |
opencompass/configs/models/mistral/hf_ministral_8b_instruct_2410.py | sha256=801yOtgJtFQVID-sbezaz-dcF41yAetzbT0MotXwed4 | 312 |
opencompass/configs/models/mistral/hf_mistral_7b_instruct_v0_1.py | sha256=MOun8WMvk1EMefWgxAxiOFU64N8pDVa9mIooj4HCm6Q | 308 |
opencompass/configs/models/mistral/hf_mistral_7b_instruct_v0_2.py | sha256=l7r8lE6zZGJOm8rdbFYO8MxALMEVgUB2qE8bdoddGEU | 308 |
opencompass/configs/models/mistral/hf_mistral_7b_instruct_v0_3.py | sha256=nNpBeM8dD58Fws4I6KnWCSLyJfgteIZT6Ad1pU9ukBA | 308 |
opencompass/configs/models/mistral/hf_mistral_7b_v0_1.py | sha256=BQNa5GChACEyKbjIeYX90WrhVCkU4GW29MYTDG0gCWo | 277 |
opencompass/configs/models/mistral/hf_mistral_7b_v0_2.py | sha256=88UiIyBMdIN38Mn8mRzAB7tpidquUjpEeQO-KksYe-8 | 285 |
opencompass/configs/models/mistral/hf_mistral_7b_v0_3.py | sha256=9GJryFvNdjn0SbvcgLeMw5HvEvPxl2bzzQhnDKpK2NE | 277 |
opencompass/configs/models/mistral/hf_mistral_nemo_instruct_2407.py | sha256=UuC5BL6a3YiR0IomiqeI8Bt0So26OWi7_78PN0CF9rA | 312 |
opencompass/configs/models/mistral/hf_mistral_small_instruct_2409.py | sha256=3Vyzm-fXHglsnT48FSjKj_KcJ8X4PgoWVoK8FOgTjPc | 314 |
opencompass/configs/models/mistral/hf_mixtral_8x22b_instruct_v0_1.py | sha256=YTp1Oa07qD-8v3apd45Bpc5sdGNXWJ9lJkUYvWTkAiU | 314 |
opencompass/configs/models/mistral/hf_mixtral_8x22b_v0_1.py | sha256=i13bRt1L_1pJxpWBKFUmIyVjE63nnk1SYdmzIVGjUMU | 282 |
opencompass/configs/models/mistral/hf_mixtral_8x7b_instruct_v0_1.py | sha256=PfvnsPus928cNYYEZ5b3E4LBZ_vvVkXOj1CmbnEGHh4 | 312 |
opencompass/configs/models/mistral/hf_mixtral_8x7b_v0_1.py | sha256=ybIL_TGsIrx1XUkq15gQsixrxu-7EfUbtwVPe8bk9Os | 280 |
opencompass/configs/models/mistral/lmdeploy_ministral_8b_instruct_2410.py | sha256=kZBAaAmpTBUQlk5HoeJvtXDaFE-hQd1zGY64qcocZps | 509 |
opencompass/configs/models/mistral/lmdeploy_mistral_7b_instruct_v0_3.py | sha256=uzc8oAgsyORCyTp51FZZtJxEDkap857gjiuLYGOe6wE | 505 |
opencompass/configs/models/mistral/lmdeploy_mistral_large_instruct_2411.py | sha256=8Agn9pyCoptyALRwW8wuTdUPFFJFrrgfQc4b4b8ir0E | 618 |
opencompass/configs/models/mistral/lmdeploy_mistral_nemo_instruct_2407.py | sha256=AFYJ3uo-ZlSfc4Njg6kX5Kh_c1Es0l28RUbTs_rU8fs | 509 |
opencompass/configs/models/mistral/lmdeploy_mistral_small_instruct_2409.py | sha256=uaFqi0BtvgYq96xEkfbpwy7vdSizPoUBN4GFZDj3qSc | 511 |
opencompass/configs/models/mistral/lmdeploy_mixtral_large_instruct_2407.py | sha256=pI5WIWRUbJTp6PwAxff_2eFgqyNoX9s8fEwHJ9a_uCM | 618 |
opencompass/configs/models/mistral/mixtral_8x7b_32k.py | sha256=70nZau7vIW5Add3ZM4YSxE74GYlFaEcuvC0HR21J4hM | 544 |
opencompass/configs/models/mistral/vllm_mistral_7b_instruct_v0_1.py | sha256=VAT-kdSzQ7MSE98aIUxZ6i1ifg568fSl6wIuAsnzr1E | 395 |
opencompass/configs/models/mistral/vllm_mistral_7b_instruct_v0_2.py | sha256=1cS0MCWDRElzSetemsqndH9G0CPQgURqi0Qkje2IHnY | 395 |
opencompass/configs/models/mistral/vllm_mistral_7b_v0_1.py | sha256=YAIf8XJ3dUTGTW-eZfmxTw3ZW6uV2XvDF9dP_Rop4UY | 389 |
opencompass/configs/models/mistral/vllm_mistral_7b_v0_2.py | sha256=_Ii_qW0BzASgUNsGcKiJ-TFtucWBNvskkH0NDQpPAvs | 397 |
opencompass/configs/models/mistral/vllm_mixtral_8x22b_instruct_v0_1.py | sha256=iAmFPJoKxAXultMM09cbAyGqjz6PBRYcLDY-nc-h7JY | 401 |
opencompass/configs/models/mistral/vllm_mixtral_8x22b_v0_1.py | sha256=GkvmzwneoiN_K1nHBgFK2uTjJJVBRTNfolcfe9fW1Xw | 395 |
opencompass/configs/models/mistral/vllm_mixtral_8x7b_instruct_v0_1.py | sha256=kJBD1lrumtq4zS_lnWQr9H8NDTZZu3XmQjvGGB_l-hI | 399 |
opencompass/configs/models/mistral/vllm_mixtral_8x7b_v0_1.py | sha256=bimqjWjSM5aq_PabniHGjcHCC4nK79bov7YyKSVLUy4 | 393 |
opencompass/configs/models/mistral/vllm_mixtral_large_instruct_2407.py | sha256=Q73jbMpae_3LvKt8ElGNNyeCqVjeog-U5LO_rXeW0gA | 401 |
opencompass/configs/models/moss/hf_moss_moon_003_base.py | sha256=yzZ9tZQ1exFX5SHJSQddnmUH3uOdxa0n01poq3BU2b8 | 634 |
opencompass/configs/models/moss/hf_moss_moon_003_sft.py | sha256=IkJKYozVwrHrdzMeRKqDex6HGnT6co1F6CJax11pCbM | 853 |
opencompass/configs/models/mpt/hf_mpt_7b.py | sha256=RDArLfRDyzqFoff3fOMVVtgAmul4A8m52EDopBVfVyI | 709 |
opencompass/configs/models/mpt/hf_mpt_instruct_7b.py | sha256=kA9OyPfYElfe8f9wS-xKuB-82Lf5laqO9Emtcvaf9zM | 736 |
opencompass/configs/models/ms_internlm/ms_internlm_chat_7b_8k.py | sha256=Qoc9dZvYEFOdF-gBxEwnGw8UDdgVInwZ1m-54aEw97s | 865 |
opencompass/configs/models/nanbeige/hf_nanbeige2_16b_chat.py | sha256=r-e_wE2_I2FkYJVWVb5adpLCNBYa1dLMnSFVjmtFVlw | 295 |
opencompass/configs/models/nanbeige/hf_nanbeige2_8b_chat.py | sha256=s8HNtFOi--UMsfFlS4pqO6BeN_aoGHW90K_pYvnbIF8 | 293 |
opencompass/configs/models/nanbeige/hf_nanbeige_16b_chat.py | sha256=YbpL7uzlcgcQOqRkKDhLkCN3FvbN4JTYUifsEYArAyM | 957 |
opencompass/configs/models/nvidia/lmdeploy_nemotron_70b_instruct_hf.py | sha256=WTV94zqFT9F_4Wyjzifpfezc0TF8Olby9VUq4Ok0uJA | 580 |
opencompass/configs/models/openai/gpt_3_5_turbo.py | sha256=KAk47A-80KFEiqCnPxhAycvlbD00qsHwbuc3edCx53g | 538 |
opencompass/configs/models/openai/gpt_3_5_turbo_0125.py | sha256=iP6opPzyRgxlgHB2xZnwXjhGyZ09EbS1cw_SQQiBLTc | 554 |
opencompass/configs/models/openai/gpt_4.py | sha256=KAk47A-80KFEiqCnPxhAycvlbD00qsHwbuc3edCx53g | 538 |
opencompass/configs/models/openai/gpt_4o_2024_05_13.py | sha256=kIxrQNS0A0s2dXxGHctSL8yAL_xx6GJtrlXoFjyzXm8 | 552 |
opencompass/configs/models/openai/o1_mini_2024_09_12.py | sha256=kuBqf0qskZwPggpfIg77AKL5ANJ-hex20BN44tX6AEc | 687 |
opencompass/configs/models/openai/o1_preview_2024_09_12.py | sha256=zPeLaSmCpevQlxkBSIJNCciEbTgaH9v47Us-FkPlik0 | 693 |
opencompass/configs/models/openbmb/hf_minicpm3_4b.py | sha256=BkjADonh6UJrwRyUqZ8lNB8Vt9bfYoBf_xPwp8aGWPI | 360 |
opencompass/configs/models/openbmb/hf_minicpm_2b_dpo_fp32.py | sha256=nxTOCDikQbn7JjvnQfCJkW7VvyPZ8F_eYh3QD2iVdDM | 296 |
opencompass/configs/models/openbmb/hf_minicpm_2b_sft_bf16.py | sha256=L8-UwBxzOZ-8EDsN10nd4NSZ2ZnBPMcyYMQ80-MbUxQ | 296 |
opencompass/configs/models/openbmb/hf_minicpm_2b_sft_fp32.py | sha256=rgA50lbbYP9Vocgz8j9ZTbvgzvRs27_J5mMjklz_DS8 | 296 |
opencompass/configs/models/opt/hf_opt_125m.py | sha256=Ac9Hb16Yrbo8VK6qwWJzdjx2vPNmSPbgbntYEwlTLlo | 247 |
opencompass/configs/models/opt/hf_opt_350m.py | sha256=fOSWLiJ9WQTnIqCTmsNTQA_D2n7re2AEakqP4YityJM | 247 |
opencompass/configs/models/others/hf_abel_7b_001.py | sha256=1m9gq6cSRZV4-AopNXzN07umnHAm-eqRfyH4yz8fv_Y | 803 |
opencompass/configs/models/others/hf_abel_7b_002.py | sha256=MvSq66iZzNadJIYsoREp3Y53layITNSmlDusRo8eL1M | 803 |
opencompass/configs/models/others/hf_arithmo_mistral_7b.py | sha256=32qoecRUYdMfYuUypvnkDiRfyRizDgq5QqAK0oZ0NGM | 862 |
opencompass/configs/models/others/hf_command_r_plus.py | sha256=_AlhY6zdlkwX_JX2NN4xEIiO25zfsjTdL2qxAXdZbtA | 295 |
opencompass/configs/models/others/hf_dbrx_base.py | sha256=eQ7w8YPWc-ftpaIbUDrnHrHJ0vtsyTiR-qj9rnqPbxc | 265 |
opencompass/configs/models/others/hf_dbrx_instruct.py | sha256=8dC1_tTvUB1eUtcUse7QvIvcbS2lD3G4RDdV3rC9zCw | 287 |
opencompass/configs/models/others/hf_dolphin_21_mistral_7b.py | sha256=iqMZloe-2egP8-42DBSIIqPQlzfUhTaKAHpJ2PjPRik | 897 |
opencompass/configs/models/others/hf_fashiongpt_70b_v11.py | sha256=pQxzFSBT6SF4LXxD2PrxPvOMfL8fip_-beLigWmly7M | 835 |
opencompass/configs/models/others/hf_gsm8k_rft_llama7b2_u13b.py | sha256=M1GfnQcxEBLclEQ_jWXjihP4rVnxixqxP3NPsWFbnMA | 984 |
opencompass/configs/models/others/hf_metamath_7b_v1_0.py | sha256=8ldfZbnpfxZJZQiGLXIj0kKFE3OzrrD06a0OpXJa0JI | 971 |
opencompass/configs/models/others/hf_metamath_llemma_7b.py | sha256=SHzoFko2QM9jks0zlwnu2HQCxTvPJQhHPAPp-sY-Hd0 | 977 |
opencompass/configs/models/others/hf_metamath_mistral_7b.py | sha256=czg6pIaav3ZzLK-A5yY8zfxwuVeD_megrpAee08NBaE | 980 |
opencompass/configs/models/others/hf_openchat_35_0106.py | sha256=8z754FvwVNNOXm7y9XEV4vtk1nJOPZQte8Pq1KqL4io | 917 |
opencompass/configs/models/others/hf_openchat_35_1210.py | sha256=qDAEDZJGlzXDgkE0lT-itCmGSHh7b3oh_4oLUgrVacQ | 917 |
opencompass/configs/models/others/hf_orionstar_14b_base.py | sha256=o0rbPoTfMlSiLhaAfekdeMF75M2-jpsSz6RCbYos73w | 644 |
opencompass/configs/models/others/hf_orionstar_yi_34b_chat.py | sha256=Qf6jlWKzq36cCg1wWDqSNlE0dk0ukTPSD7JB6Y-HP0I | 937 |
opencompass/configs/models/others/hf_phi_2.py | sha256=C7jPuDxZMnf4KuyGD9I-l5FEsPaYm1Ooz6RlpyzPkAY | 609 |
opencompass/configs/models/others/hf_telechat_12b_v2.py | sha256=0ZOZle-YXMmX8vnde8D_vm5tY1h72cjgrIUbhff6KQo | 751 |
opencompass/configs/models/others/hf_telechat_52b.py | sha256=URHF5XOVilXvZZkp_mQTjtV9-RQe65eLZM22EfbY_Jk | 745 |
opencompass/configs/models/others/hf_telechat_7b.py | sha256=VUgUgGiIs8cAFuvgrDxcsSr94rAMJl9Q7vFT9HF65a4 | 698 |
opencompass/configs/models/others/hf_yayi2_30b_base.py | sha256=NUzkEeDgB9_pKcvMCrVxGc8Zbhu2Twt38yCzj7AcpMo | 632 |
opencompass/configs/models/others/vllm_dbrx_instruct.py | sha256=9Acrn4WocMmjq3f7DWw62AqF3vimbzAPSN96uAKJtpc | 374 |
opencompass/configs/models/others/vllm_orionstar_14b_longchat.py | sha256=Vbejf2IGd0qOVkSmx1JIJ835GmsJI544XYIpekcBLvM | 663 |
opencompass/configs/models/phi/hf_phi_3_5_MoE_instruct.py | sha256=vVGj84H_K0M_s21RxaE65Wxq6z9wiH3MBGhCDtbakfw | 300 |
opencompass/configs/models/phi/hf_phi_3_5_mini_instruct.py | sha256=pTv7EeKvBjyuPStbHl__n85YDtHmpxTnMe4BaWHxqTI | 302 |
opencompass/configs/models/phi/hf_phi_3_medium_4k_instruct.py | sha256=MB1uApFH7VCjp7ezxBnfDa8kaFD75ynOKRlyil8w8Qo | 308 |
opencompass/configs/models/phi/hf_phi_3_mini_4k_instruct.py | sha256=rmS-0dAxRkAJQwA8XuTX3CWqeaZMMjAoYVOZJwdNATc | 304 |
opencompass/configs/models/phi/hf_phi_3_small_8k_instruct.py | sha256=lXJcedOiLQQFOWMvcT58eyJhxsYEcy-_8c2z7hQqlIE | 306 |
opencompass/configs/models/pulse/hf_pulse_7b.py | sha256=k4VU3_qW5rCNRTZwJS4ltB4QeJL_MpxD7eozcO480Vw | 580 |
opencompass/configs/models/qwen/README.md | sha256=OVDA2sFXPM3Kz-fNR9Y-SA-M7tDgKiJXv6DoRXi4yMw | 15044 |
opencompass/configs/models/qwen/hf_qwen1_5_0_5b.py | sha256=Y4ywb-tAuuBUm36KeHZ38mF_qgn5iH-R8dSTP7b206g | 265 |
opencompass/configs/models/qwen/hf_qwen1_5_0_5b_chat.py | sha256=6jobKXGzBn2mn94a1daNDfik2L-s0zQrqjLHrRsCtcQ | 340 |
opencompass/configs/models/qwen/hf_qwen1_5_110b.py | sha256=78ojj_aSw-WyknJbGJGCAoTHrod1zpCw6h9z4uiMd0k | 265 |
opencompass/configs/models/qwen/hf_qwen1_5_110b_chat.py | sha256=iKZCUP5MUulmeB0BhcyQKXZvaXMnvOKHceyMdzALHpM | 340 |
opencompass/configs/models/qwen/hf_qwen1_5_14b.py | sha256=-TtnUzB7H1tF1FkJWruJ7JSpOtf2fQA6WjFtK8ghzVI | 263 |
opencompass/configs/models/qwen/hf_qwen1_5_14b_chat.py | sha256=D5zroSXFQVd07NMIPxdzWmlMlmaXYefk2ckxYIBeqjc | 338 |
opencompass/configs/models/qwen/hf_qwen1_5_1_8b.py | sha256=1Swmm6ggqAHqwaPEaJEIvfZuOsOtYzueUSVz1WKJ0Ng | 265 |
opencompass/configs/models/qwen/hf_qwen1_5_1_8b_chat.py | sha256=_0aAErLYnI-yIr5yhwxBpG0U6IoxAGjQ2zSDz4SNi_w | 340 |
opencompass/configs/models/qwen/hf_qwen1_5_32b.py | sha256=XkEOre6Eh3yIUc38uTwHnRyAIJpIpG5wht_fDtuS0XI | 263 |
opencompass/configs/models/qwen/hf_qwen1_5_32b_chat.py | sha256=2JjbnOd2blXQwmrRfwd7FyqI2tQwLE8XGBQfEv5lPOg | 338 |
opencompass/configs/models/qwen/hf_qwen1_5_4b.py | sha256=Ru4S7g2A3Mk_Z01HZ5p7YoZjh5KuQifXJ5BYAQ9igeo | 261 |
opencompass/configs/models/qwen/hf_qwen1_5_4b_chat.py | sha256=lwMwLL-QINFl3xE_7BI_Wmz3U-7EmXiy6_w0yKQFOs8 | 336 |
opencompass/configs/models/qwen/hf_qwen1_5_72b.py | sha256=cknx2GJYv0tEb7UelUkTHjjdOHZyd5UzRWSXNnG6cZo | 263 |
opencompass/configs/models/qwen/hf_qwen1_5_72b_chat.py | sha256=5DCg3v1LBoVoBwsCz2Vzdt0wq-zbnodELx3fE-TXP4Y | 338 |
opencompass/configs/models/qwen/hf_qwen1_5_7b.py | sha256=bXFHHBueeecmojRaeCfjN-HkVYZCCYk1jv540aYwQEA | 261 |
opencompass/configs/models/qwen/hf_qwen1_5_7b_chat.py | sha256=vCG9llVVjvgCERNE7-8mOBUOOWU1IiVoFIgMNBSu9_w | 336 |
opencompass/configs/models/qwen/hf_qwen1_5_moe_a2_7b.py | sha256=OjzyAxPJw0p3wb9piMd9OQ7UQdyN23yPNRa6bSPdjB0 | 275 |
opencompass/configs/models/qwen/hf_qwen1_5_moe_a2_7b_chat.py | sha256=NPVdRNe-5rK6VdXO8Z_FPiHkhE9KHiiJuOhm-ga-8Ao | 350 |
opencompass/configs/models/qwen/hf_qwen2_0_5b.py | sha256=Awkpn-LYzSGHcqXSN_saH-wOK5ZtywUHgpPbTtW0uyU | 261 |
opencompass/configs/models/qwen/hf_qwen2_0_5b_instruct.py | sha256=iZr_lZYlL-3dI5U14lefg_GKw1LZYVNyYFHaSWsQzjc | 293 |
opencompass/configs/models/qwen/hf_qwen2_1_5b.py | sha256=iybO9PVLINYu42fy2ogECvvaMyx8z_0CIEITs1Pd5vo | 261 |
opencompass/configs/models/qwen/hf_qwen2_1_5b_instruct.py | sha256=HCdwmMrxv_n3i6ffAH85YI9yGe-1eTa9r3XDHs7yF2s | 293 |
opencompass/configs/models/qwen/hf_qwen2_57b_a14b.py | sha256=jQaKpr_oam7OXnfV-1bFJy7HLdIswf3JRlvsYPlFGfo | 269 |
opencompass/configs/models/qwen/hf_qwen2_72b.py | sha256=lVzN9nGu2Dt0NX7komI9jcpStN3SGYzHLSKUEavXnVk | 259 |
opencompass/configs/models/qwen/hf_qwen2_7b.py | sha256=1PAJcJSrFjbt_NMxnCOLlvHuXecUGsCL1u3IOi3NZxw | 257 |
opencompass/configs/models/qwen/hf_qwen2_7b_instruct.py | sha256=LABKEndz7qI58c15qMkhkzIJ2C7uKnLGQEBcFPMQn7I | 289 |
opencompass/configs/models/qwen/hf_qwen_14b.py | sha256=B-OZt1vve2YVreJijB2d4bOX-4GZFtGiHfvDIkmvcSc | 257 |
opencompass/configs/models/qwen/hf_qwen_14b_chat.py | sha256=rvovMI64wgXwFSp5jPM4h1UaV3aFQd7qj8ydJvh65QE | 332 |
opencompass/configs/models/qwen/hf_qwen_1_8b.py | sha256=i-agbxGJ5tcYLQo_zCGlWz0k4-L7o10amad_NzZjaLA | 259 |
opencompass/configs/models/qwen/hf_qwen_1_8b_chat.py | sha256=qe18dpPlOl8bWiiZb6EefpUbTPavQt_KRt8GoSKgk1M | 334 |
opencompass/configs/models/qwen/hf_qwen_72b.py | sha256=7mxp1qDV8GgY_MhYY0cC_53SffiKJwvYnQBc7UYAwqE | 257 |
opencompass/configs/models/qwen/hf_qwen_72b_chat.py | sha256=S_zY5D_DSfdgPevSI_GqFhWnlJtf6YXIBVe-5M_j0Jk | 332 |
opencompass/configs/models/qwen/hf_qwen_7b.py | sha256=2Wbp6jiOTNbFeXNzkKwtarbwVT4rPhDI7YNPTXxMJgg | 255 |
opencompass/configs/models/qwen/hf_qwen_7b_chat.py | sha256=Qsp0yRvNM96bx14ROscqbCVEX1zXINL7XlYRP3u8wgk | 330 |
opencompass/configs/models/qwen/lmdeploy_qwen1_5_110b.py | sha256=ToaBDIEeckAXmEBTKwa4s3w93gNe-BNm94a2ju0UfR8 | 467 |
opencompass/configs/models/qwen/lmdeploy_qwen1_5_110b_chat.py | sha256=9EbuaZrRN7QoUMafD6B9TYGBy0iM_K2kbmqpP6u-gIY | 535 |
opencompass/configs/models/qwen/lmdeploy_qwen1_5_14b.py | sha256=hHnB_3VLiYVHMrJ8CmpIta1rSsTdc8mSVUNbITnEnFQ | 440 |
opencompass/configs/models/qwen/lmdeploy_qwen1_5_14b_chat.py | sha256=0uvpY8-g5f-G1_hFGXbJIiOkiZl8xYgk-7pPrZHWEG4 | 535 |
opencompass/configs/models/qwen/lmdeploy_qwen1_5_1_8b.py | sha256=KMqsWB9ypybsLbbhX5RYTPHY9daDc3QpqmkFrclEEuo | 442 |
opencompass/configs/models/qwen/lmdeploy_qwen1_5_1_8b_chat.py | sha256=wtR0a4OYSQbpiNM7orRU7ObPsfWegpCEwGILldf7mrA | 537 |
opencompass/configs/models/qwen/lmdeploy_qwen1_5_32b.py | sha256=M1lgRRY2GpSsasWmDrfdCFY4tTpCg_irkq-umSBNdwk | 467 |
opencompass/configs/models/qwen/lmdeploy_qwen1_5_32b_chat.py | sha256=kUuIo4p5mG1LrI6hnUveTQmsBirxpG_xlANmTdtt9Sk | 535 |
opencompass/configs/models/qwen/lmdeploy_qwen1_5_4b.py | sha256=pjnBUJLEZWpNuvQygm9eMSIwvJl09zpswqHz3o3O2QM | 438 |
opencompass/configs/models/qwen/lmdeploy_qwen1_5_4b_chat.py | sha256=FYobhcUrMWR4qAwM7sW14fVYjFeaJIj-Br0huvcJmKc | 533 |
opencompass/configs/models/qwen/lmdeploy_qwen1_5_72b.py | sha256=-ujnFElUO0kyVIHnXo359ci0A8Bo556a-GUWjC-N5Gw | 465 |
opencompass/configs/models/qwen/lmdeploy_qwen1_5_72b_chat.py | sha256=WWLuPYBLl2RyCvxVw66h_Axq27MqyeGtKAtTWXfyfs0 | 535 |
opencompass/configs/models/qwen/lmdeploy_qwen1_5_7b.py | sha256=CqC9k0zmk8N1DffgvlMGVmK6GmPHyRIjrluZtYTBhEI | 438 |
opencompass/configs/models/qwen/lmdeploy_qwen1_5_7b_chat.py | sha256=APYPAjwNtnDbPFS_TenfKcbcMMI2CEGpRFagzc7zZMk | 533 |
opencompass/configs/models/qwen/lmdeploy_qwen1_5_series.py | sha256=Kx8DJsAEAGzQwaFq1omPJdqXNOcJoTTzeSgOPpQBoas | 1082 |
opencompass/configs/models/qwen/lmdeploy_qwen2_1_5b.py | sha256=7Bkec0Cx7dBgS5Ih2LHckteSqRPHG2kFOGGSf2gTKsA | 438 |
opencompass/configs/models/qwen/lmdeploy_qwen2_1_5b_instruct.py | sha256=t0O3M-_zH_ZsNWAd5ynklR14A-MLa9SjodH5uB35kHY | 490 |
opencompass/configs/models/qwen/lmdeploy_qwen2_72b.py | sha256=LE28HE2LfuUfrYLSiyQ5narjI0xQ7zCiMoY3ia6NJtk | 463 |
opencompass/configs/models/qwen/lmdeploy_qwen2_72b_instruct.py | sha256=2tfUoxcxCBkfp0s2QRNUPeyJzeuSEpRyzKSfq2WFLCM | 488 |
opencompass/configs/models/qwen/lmdeploy_qwen2_7b.py | sha256=oBqEtcGA7eR3ZJG3EwMGwLAxkfMUNGI6lBn93WJ6dVk | 434 |
opencompass/configs/models/qwen/lmdeploy_qwen2_7b_instruct.py | sha256=Zn9Vb3aH1Cms4PKQeTyG3cLj1Tuubonhu_2ykceuDkY | 486 |
opencompass/configs/models/qwen/lmdeploy_qwen2_series.py | sha256=e9Bp6p9hqGwJO-BgZAZhj-lZ75KUcD9LksjE1EyORF8 | 844 |
opencompass/configs/models/qwen/lmdeploy_qwen_14b.py | sha256=ArY9oE76Y5agXFdCS3QN6RpPCgK10X9aqIKq8ZGI_tA | 434 |
opencompass/configs/models/qwen/lmdeploy_qwen_14b_chat.py | sha256=BRpcad8ZMUdUYsSUJaNP0rNEK1vnCfVPnp2xF3_iMy8 | 527 |
opencompass/configs/models/qwen/lmdeploy_qwen_1_8b.py | sha256=n_mH_qZ1R6qtjyz1oGhLXXTutpzb1bcVho5aHsrpVo4 | 436 |
opencompass/configs/models/qwen/lmdeploy_qwen_1_8b_chat.py | sha256=9B_oGW_l3YZx2yEdbs_u40ANY1AC5luKQLqgXy9rnd8 | 529 |
opencompass/configs/models/qwen/lmdeploy_qwen_72b.py | sha256=qkxuoOxHLcRnoB--ha3UNFw9Gfqp0wr2DDSSy3f8LIY | 432 |
opencompass/configs/models/qwen/lmdeploy_qwen_72b_chat.py | sha256=pN6UeVM0dKlcwUwEUM1Kb28spPtXwIK83j_cfn6eiVA | 525 |
opencompass/configs/models/qwen/lmdeploy_qwen_7b.py | sha256=hEfG5ludtim4El8iEOXGSzHiv5aC9CIsezxjnVSkNkI | 432 |
opencompass/configs/models/qwen/lmdeploy_qwen_7b_chat.py | sha256=PLNQy6ygFL3pg2zkHgLDqEPm2mLi3SScw3xW-6ybB1w | 525 |
opencompass/configs/models/qwen/lmdeploy_qwen_series.py | sha256=dgxPGH5sMy4xmva9MyyViwkbAjbFdclJY365vn5_9WU | 815 |
opencompass/configs/models/qwen/ms_qwen_7b_chat.py | sha256=L3ALjixpJoJFwt2Mt_OvmHGos4-HtQXMMMHuhuk1kF8 | 862 |
opencompass/configs/models/qwen/vllm_qwen1_5_0_5b.py | sha256=3a9KWVBi4CbD0TTP_Q5RmqbeebvHvXqcMlKDWxm1tsw | 388 |
opencompass/configs/models/qwen/vllm_qwen1_5_0_5b_chat.py | sha256=es6ugRztFKsSOsVJqBg1BCrA5whBNM8MfrVJQrxChd8 | 404 |
opencompass/configs/models/qwen/vllm_qwen1_5_110b.py | sha256=qW2phtdmz-nepeoJLdeDxnkrwb1zV_gw830T9PIUD7I | 360 |
opencompass/configs/models/qwen/vllm_qwen1_5_110b_chat.py | sha256=0hTzS-NvoMnizjqO4SfLhO7ZPmSdz3HkMU1K6b3q5_8 | 376 |
opencompass/configs/models/qwen/vllm_qwen1_5_14b.py | sha256=9YdIN2r_NqwzDvDHeeixcA-7HZYPZRW4jbQC0tu_OpQ | 358 |
opencompass/configs/models/qwen/vllm_qwen1_5_14b_chat.py | sha256=a5jW3WUqhKU-vpwT6ZWreUZMjDCgZzsIQtU6-6T_ObQ | 374 |
opencompass/configs/models/qwen/vllm_qwen1_5_1_8b.py | sha256=HTmrOINmPr6-t89gzSA6JZvGccFl5psMxcbl-IWH0V4 | 360 |
opencompass/configs/models/qwen/vllm_qwen1_5_1_8b_chat.py | sha256=eytpzMfLp3OmIqNjspKr1R5-AZV2w3ReBEQhuzoSgJg | 376 |
opencompass/configs/models/qwen/vllm_qwen1_5_32b.py | sha256=PYhZthvDB27cWLaKk2SYeDYckQIKN9fLQFzmuinvyU0 | 358 |
opencompass/configs/models/qwen/vllm_qwen1_5_32b_chat.py | sha256=ZUT1t5SpH6kY0Gb9baOpTK8Fz2RmfrvF05E2VSGQWiQ | 374 |
opencompass/configs/models/qwen/vllm_qwen1_5_4b.py | sha256=Qv_ukxtS3SerMIx73Cn3r6JskA0MyVWYGD42NiMbTYE | 356 |
opencompass/configs/models/qwen/vllm_qwen1_5_4b_chat.py | sha256=XjNxfiv7TmoXdLNjiNojtqWRrBAtiyOcJnPCjNvzrjg | 372 |
opencompass/configs/models/qwen/vllm_qwen1_5_72b.py | sha256=VOTFB4gvMjQCRUDGCwMzbew1_RYWJtI1y-DaWhw_SAc | 358 |
opencompass/configs/models/qwen/vllm_qwen1_5_72b_chat.py | sha256=ylIOVs5ptsRGhrIIHcc9S-mh9VEHwFgdyZ0lVys3DPo | 374 |
opencompass/configs/models/qwen/vllm_qwen1_5_7b.py | sha256=6Fw5TR8uMEL9baudR5EsK_MQEHx5T-UN5Vc2dJ6WYo0 | 356 |
opencompass/configs/models/qwen/vllm_qwen1_5_7b_chat.py | sha256=4ssJ-B2rrwumCD8kDQ9FHLm7uQqtXUhQ2_XSkMNO16c | 372 |
opencompass/configs/models/qwen/vllm_qwen1_5_moe_a2_7b.py | sha256=oe_VzHBnvMCy-bBwhBaGYvs6yBgUwu7_4P5tg8_iV-M | 398 |
opencompass/configs/models/qwen/vllm_qwen1_5_moe_a2_7b_chat.py | sha256=DeBQd5fsNsNMGHhqVzNS9gsq8pPkCmEaMB0sREZ-2Rs | 414 |
opencompass/configs/models/qwen/vllm_qwen1_5_series.py | sha256=QiHGHwFTVRfx6l3EjsU9JdZEXDfIkyYpVBt11qba99Q | 933 |
opencompass/configs/models/qwen/vllm_qwen2_0_5b.py | sha256=TlqOUmkwx-7oBm05bxVHxmBDj_BPKGDNlk_pztFqegU | 384 |
opencompass/configs/models/qwen/vllm_qwen2_0_5b_instruct.py | sha256=JxmTBqSWu69w1EctqYEbdII6PV-EC3vT-xrNHDsv2jc | 408 |
opencompass/configs/models/qwen/vllm_qwen2_1_5b.py | sha256=MR4wVqKJZmXCHhq21fKtIZBaRIRlp32YXR8RwzHaBvQ | 356 |
opencompass/configs/models/qwen/vllm_qwen2_1_5b_instruct.py | sha256=a4WzpHdVmRwVbrX5yeSxXDwQNMIeVCKoj-Sbvsh4Sgg | 380 |
opencompass/configs/models/qwen/vllm_qwen2_57b_a14b_instruct.py | sha256=epULkR2qYjYOr2xTvcc8qvx9zWbZX_YtDNktPPqvCx4 | 388 |
opencompass/configs/models/qwen/vllm_qwen2_72b.py | sha256=WpKMYa6Bt1SMUJjt8nyZFvxc_SkXeiw56mDisCPTpOE | 354 |
opencompass/configs/models/qwen/vllm_qwen2_72b_instruct.py | sha256=Mec4al98kVm0sP6hotFcCbQNtstrgeFNnH9pxvT6w6Q | 378 |
opencompass/configs/models/qwen/vllm_qwen2_7b.py | sha256=N8Eh73kBpen112C8IxiAw4_sIv1E3Fu2-FPSKNQOV70 | 352 |
opencompass/configs/models/qwen/vllm_qwen2_7b_instruct.py | sha256=Z-hWuVAE6qNND2aIMTbK2RV38GFPwNjvna_7fRWGiFg | 376 |
opencompass/configs/models/qwen/vllm_qwen2_series.py | sha256=8NGiICc3_lsqH4Fh8vm6m896k2pueH-4jvnTknO0oYI | 715 |
opencompass/configs/models/qwen/vllm_qwen_14b.py | sha256=_tdIaousHexpTTrOvDC5RjSL9L4G-28j01NJ8SEORhg | 352 |
opencompass/configs/models/qwen/vllm_qwen_14b_chat.py | sha256=X3C8vBjbBeObpfi96L1-takY9H7LiYRGTNWvBmIzsNI | 368 |
opencompass/configs/models/qwen/vllm_qwen_1_8b.py | sha256=eXdceX-YYwiaDIxZW6Foa7CHtCcN7SXa1Tu91DymQDU | 354 |
opencompass/configs/models/qwen/vllm_qwen_1_8b_chat.py | sha256=coYmmCR2ry99iXZHSwlIDpuvQ7CrrfBJnYE9d0I02DA | 370 |
opencompass/configs/models/qwen/vllm_qwen_72b.py | sha256=qmfw9Wnz0_6Xr0TqyKemUIwxIZxNfjXeTwP6CsPvckE | 352 |
opencompass/configs/models/qwen/vllm_qwen_72b_chat.py | sha256=VwCB0OLJlvcGA4ImjLrqzOXMNagv7dRuAD9JEV3pvCw | 368 |
opencompass/configs/models/qwen/vllm_qwen_7b.py | sha256=geVHW2x0h6LG6Yv6avI6bHIKXSohSb7AMLiziCzd4xw | 350 |
opencompass/configs/models/qwen/vllm_qwen_7b_chat.py | sha256=HBGTekE6sZZYbubFtj1E2s_U0nnCachR3bRQMzQm5Yk | 366 |
opencompass/configs/models/qwen/vllm_qwen_series.py | sha256=jxCebx_9liVLadQy0AdzcwxBJXKvzsFStpXFG6b3WQk | 650 |
opencompass/configs/models/qwen2_5/hf_qwen2_5_0_5b_instruct.py | sha256=VLPDy-vYxoGci0yu33K11Kcoz6J-8dC4X3v9wCM2EGc | 297 |
opencompass/configs/models/qwen2_5/hf_qwen2_5_14b_instruct.py | sha256=mlMrp-0FCehh8DPYdHQ5uMtobHsfOavjnmMUfbVKA24 | 295 |
opencompass/configs/models/qwen2_5/hf_qwen2_5_1_5b_instruct.py | sha256=wQL0X5rlRkBQGUWy7OxS5m5oYb1jlLONSjh8jM7GE7s | 297 |
opencompass/configs/models/qwen2_5/hf_qwen2_5_32b_instruct.py | sha256=z8ATBqsVNxpq2sS0p8gBkxUV1aXN2KJA1leH6Wp3QA0 | 295 |
opencompass/configs/models/qwen2_5/hf_qwen2_5_3b_instruct.py | sha256=dDRkrWgGEpe8hyU3BaoYTiyID4IA5tAAqpH-NSORsOI | 293 |
opencompass/configs/models/qwen2_5/hf_qwen2_5_72b_instruct.py | sha256=QtZcSNTVlkwVoh0kw5a0Q7uaK2UQdBSP2WxiJ7XCZsM | 295 |
opencompass/configs/models/qwen2_5/hf_qwen2_5_7b_instruct.py | sha256=lDlO4S_Ma3u4T2yDeHqC_TQGNVk7FOOf7gV5GGssyrQ | 293 |
opencompass/configs/models/qwen2_5/hf_qwen_2_5_14b.py | sha256=v25foiydBOzGcJgRTVaId6s7f1PoYHFCfAPua6BBMQ8 | 263 |
opencompass/configs/models/qwen2_5/hf_qwen_2_5_32b.py | sha256=JdoHGYOW2Z03JNzqTNAC3DQiORtplGQ2IDmqbYXt09w | 262 |
opencompass/configs/models/qwen2_5/hf_qwen_2_5_7b.py | sha256=9kKLFFTr98lKkGDsVRWDppdyDnzqgIbQPG9CuOB-kpE | 260 |
opencompass/configs/models/qwen2_5/lmdeploy_qwen2_5_0_5b_instruct.py | sha256=R8TTo_OAh3mLsH2iF4MZSxLSx-JBveYTbnFefj1oydo | 494 |
opencompass/configs/models/qwen2_5/lmdeploy_qwen2_5_14b.py | sha256=OjMSPM6HGpjmdUMZXfvB9CU8DB3ZG1LbmRpMpLh6UMY | 440 |
opencompass/configs/models/qwen2_5/lmdeploy_qwen2_5_14b_instruct.py | sha256=Ioy9VympqxHb5BTj3DAbs0cVh_LoEozjnudoETQXIbQ | 492 |
opencompass/configs/models/qwen2_5/lmdeploy_qwen2_5_1_5b.py | sha256=kSRjwI1ltbZfZB2lGVkK7MyV3isg9xvSx1HxHj22Vhk | 442 |
opencompass/configs/models/qwen2_5/lmdeploy_qwen2_5_1_5b_instruct.py | sha256=RaqbftIXXn4eAAOCrDchml8QLM4BHmXU-xcoFYCHPuo | 494 |
opencompass/configs/models/qwen2_5/lmdeploy_qwen2_5_32b.py | sha256=vBh8xwqK2RG1gqqYPbtdvAwoqlkoGmWqDFcNrCrq9Cc | 440 |
opencompass/configs/models/qwen2_5/lmdeploy_qwen2_5_32b_instruct.py | sha256=CVr6q9_1vOaJAyd1buILZHuG9yTK9G4n_z3Wef9QAA4 | 492 |
opencompass/configs/models/qwen2_5/lmdeploy_qwen2_5_3b_instruct.py | sha256=L5KBDJZFiz7v8lrMWQVOVIkiOGGnuj8jpWKe2PkWgPE | 490 |
opencompass/configs/models/qwen2_5/lmdeploy_qwen2_5_72b.py | sha256=Z3TLw9TexT6RYuO2LC2p8XGk9cqOGVGsFiZa5os68VQ | 462 |
opencompass/configs/models/qwen2_5/lmdeploy_qwen2_5_72b_instruct.py | sha256=OOcUy7Qe9CttKJR7gB2fiw6SxZL34Fc665cqnjU37aQ | 492 |
opencompass/configs/models/qwen2_5/lmdeploy_qwen2_5_7b.py | sha256=iJTZW91j6V72i9V4OcB6gW6FHaxW7q4yOYuTxrFl3TI | 438 |
opencompass/configs/models/qwen2_5/lmdeploy_qwen2_5_7b_instruct.py | sha256=lbBiDeqno1u3E0Pnn5dxveAFuLGSj2Zsv2sbLq_Kl9Q | 490 |
opencompass/configs/models/qwen2_5/vllm_qwen2_5_0_5b_instruct.py | sha256=3hDy9ZWYeWnXzeGeSZMi7aj5jW8JGdvFEFRj8NEvoko | 412 |
opencompass/configs/models/qwen2_5/vllm_qwen2_5_14b_instruct.py | sha256=tJTC5mYtkMYBVnTByf5nVjle_Ot2izxix4EQGafnKGc | 382 |
opencompass/configs/models/qwen2_5/vllm_qwen2_5_1_5b_instruct.py | sha256=dgi623aBgMs-58HcOMglRRyNjPD8K_vm_5ILngMui2Y | 412 |
opencompass/configs/models/qwen2_5/vllm_qwen2_5_32b_instruct.py | sha256=med01stehnPUkCncXoL1U9lAPAcECrRZngj0wU6sNV8 | 382 |
opencompass/configs/models/qwen2_5/vllm_qwen2_5_3b_instruct.py | sha256=g6ORLSc9tA1s7Ytskxt24XpZ5_db-F67npRQ48TWJ4g | 408 |
opencompass/configs/models/qwen2_5/vllm_qwen2_5_72b_instruct.py | sha256=cdL-BUZ5YRWEDgdNH5Oxthn4x_COnBc30tauaQZgrgc | 382 |
opencompass/configs/models/qwen2_5/vllm_qwen2_5_7b_instruct.py | sha256=f_edQBwLlAZGpK02_yVHM3d1ObNreIVFVMnQ3nTsHrs | 380 |
opencompass/configs/models/qwq/lmdeploy_qwq_32b_preview.py | sha256=t7m0ylVToJwRjDCrZ7s4_uBUG1v1vyXWI6SQSKQr-F0 | 472 |
opencompass/configs/models/rwkv/rwkv5_3b.py | sha256=PZdJVNP9_34bAtgv-CGF90fR2Rg_7HZGbjBjL8CshGA | 654 |
opencompass/configs/models/skywork/hf_skywork_13b.py | sha256=N_L07amTbVYmZMZBiLGX4s5U5U060assvq5a8t0MXMQ | 271 |
opencompass/configs/models/skywork/lmdeploy_skywork_o1_open_llama3_1_8b_instruct.py | sha256=7HIImaK80acw5xlk1rx2fxC0ycoyX6GCvqfQnRU9nG0 | 546 |
opencompass/configs/models/tigerbot/hf_tigerbot_13b_base_v1.py | sha256=MAOuTeYDAxM7bjxDfj4JDBGj409JwFuWq1k9nz2z-4E | 606 |
opencompass/configs/models/tigerbot/hf_tigerbot_13b_base_v2.py | sha256=GWjUoownoSzl8mXoIZZVgCN8ekNN4Ll_Fz6th-z3FnU | 600 |
opencompass/configs/models/tigerbot/hf_tigerbot_13b_chat_v1.py | sha256=39K_Ax3l_7HlNBn6a7ayFQVix8O_Gw5W7Ld9xKXVCPw | 818 |
opencompass/configs/models/tigerbot/hf_tigerbot_13b_chat_v2.py | sha256=KUhuAT7DDQOXzJPpAefCwRNQW9Jz9tISXPkh0kNeWw4 | 812 |
opencompass/configs/models/tigerbot/hf_tigerbot_70b_base.py | sha256=IEeG35HUT9x7OA-L8SCz73UaSOQihwXeQZNIx22YHeI | 635 |
opencompass/configs/models/tigerbot/hf_tigerbot_70b_chat_v2.py | sha256=UfkgcxuL8l1M2tVHKz6ZWNbXk17xRHcbdaDcNM4JaE8 | 818 |
opencompass/configs/models/tigerbot/hf_tigerbot_70b_chat_v3.py | sha256=bnCinscTN2T67D92XwznsIQO-z2vq2tBItobYH8sD9E | 853 |
opencompass/configs/models/tigerbot/hf_tigerbot_7b_base.py | sha256=O327vXunxL3TYV4ZkEu1A-PJfKilfbPbmvQ4k504u_E | 594 |
opencompass/configs/models/tigerbot/hf_tigerbot_7b_base_v3.py | sha256=9TOsLcpIxhVY7LIUCEjHD6hgjinqOnujgnz-IQhC_28 | 597 |
opencompass/configs/models/tigerbot/hf_tigerbot_7b_chat_v3.py | sha256=Adv5GIoO6UJUQT1CTtmCaaNieYzsQ4dzwu8jyb8nXu8 | 809 |
opencompass/configs/models/tigerbot/hf_tigerbot_7b_sft.py | sha256=by7I1kg9a-cIMhSf2Al5OG8KNBlGbSxPiv1xrmDBgw8 | 805 |
opencompass/configs/models/vicuna/hf_vicuna_13b_v13.py | sha256=ddP1JWt4smi1i8Z3m5VQfzXdKpAZBTrgq45PPXX3xn8 | 322 |
opencompass/configs/models/vicuna/hf_vicuna_13b_v15.py | sha256=91F8bUaXPDZBgDsPGU3k-_ouZmj4u3AHtaQNl4t5Ky0 | 322 |
opencompass/configs/models/vicuna/hf_vicuna_13b_v15_16k.py | sha256=NS9j_LsOz8DqbSTdajX3M5iMyUPKMZ2Auh8XwVPgEzs | 330 |
opencompass/configs/models/vicuna/hf_vicuna_33b_v13.py | sha256=m7KSX0bIueaEffVZxPpV6oNPJtAFL-QcUAWSZRgqmUM | 322 |
opencompass/configs/models/vicuna/hf_vicuna_7b_v13.py | sha256=LFwof1eWAlZ4RQYGOSPqy8mCNceaSuHwqR5fIhBaP4k | 320 |
opencompass/configs/models/vicuna/hf_vicuna_7b_v15.py | sha256=SLWyBTt2LxtlM3T6RjBmxJRuNvN_cwx3pL4q96o4goY | 320 |
opencompass/configs/models/vicuna/hf_vicuna_7b_v15_16k.py | sha256=VvmbOfDLXh-5dp8W6NdGgnYPbvZO-OBohrHdZWK-zM8 | 328 |
opencompass/configs/models/vicuna/vllm_vicuna_13b_v15_16k.py | sha256=MRWIz07Q2p_zgmxzOiib1SMQRtKjCWTZHgyjgybimyw | 566 |
opencompass/configs/models/vicuna/vllm_vicuna_7b_v15_16k.py | sha256=F35ApwlhIz8a0b7R_ie5jSyxd2lI6D3yDtF-L1N16TQ | 564 |
opencompass/configs/models/wizardcoder/hf_wizardcoder_15b.py | sha256=QUPJigfinR52sQ0zaSURadXJmcTkJVfSJ9iIgXE5uq8 | 615 |
opencompass/configs/models/wizardcoder/hf_wizardcoder_1b.py | sha256=ZUqQmKZcmO75j_oDWN-uGQCayoB7tZmoBL-Lxp-vfNM | 611 |
opencompass/configs/models/wizardcoder/hf_wizardcoder_3b.py | sha256=ZUqQmKZcmO75j_oDWN-uGQCayoB7tZmoBL-Lxp-vfNM | 611 |
opencompass/configs/models/wizardcoder/hf_wizardcoder_python_13b.py | sha256=25DnHFh3pzvlv559GAlfElT8k2LNutwLdOWC40Dq2uA | 643 |
opencompass/configs/models/wizardcoder/hf_wizardcoder_python_34b.py | sha256=gLnkbWXnGwl5xD7LXZw9h3I7SPvTOOlUkZRkvlqSaQI | 643 |
opencompass/configs/models/wizardlm/hf_wizardlm_13b_v1_2.py | sha256=GPl1dEYzjh2OR6OGEfI7WzqKMIUM-F995RuqSLxOkiM | 855 |
opencompass/configs/models/wizardlm/hf_wizardlm_70b_v1_0.py | sha256=NuOm8s62tbSeB9GFNQYeDoo6PUCPdJqE40j_eHjdrxE | 855 |
opencompass/configs/models/wizardlm/hf_wizardlm_7b_v1_0.py | sha256=wg-CcRfuQCmeZH-rjh44ktLqdImWg9pHlyBRuWd8nG0 | 841 |
opencompass/configs/models/wizardlm/hf_wizardmath_7b_v1_0.py | sha256=ri6sNdXRKsuac8FkfSLjUk4CwzNd6bcpRZcS9X6cHMw | 847 |
opencompass/configs/models/wizardlm/hf_wizardmath_7b_v1_1.py | sha256=R3RThHeu5d9Na75fjNiaWLiSy68QuiH2UrI5C68924U | 847 |
opencompass/configs/models/wizardlm/vllm_wizardlm_13b_v1_2.py | sha256=SOwvLtl5g8lL_bRFomCe9ITpZ7hEBmqDO5PSHPbf0OY | 574 |
opencompass/configs/models/wizardlm/vllm_wizardlm_70b_v1_0.py | sha256=jytdOU3vxHVXNz5ap0QqceHGeUyENl_iRc6r-LHsvyY | 626 |
opencompass/configs/models/wizardlm/vllm_wizardlm_7b_v1_0.py | sha256=fx5tozRNRebzkhpO1xklDBZ99w7Yj5507XQCAWSt07w | 562 |
opencompass/configs/models/yi/hf_yi_1_5_34b.py | sha256=2u8_7vcuxkAtoJE-HBbjSfVbfZKAP-Bfz5rKcLnmVNk | 262 |
opencompass/configs/models/yi/hf_yi_1_5_34b_chat.py | sha256=ZeUNF-1u0DZJ5SHjeG9aBUUc95KJ6Om9xgEadS9tLIQ | 286 |
opencompass/configs/models/yi/hf_yi_1_5_6b.py | sha256=LPiKKaH5ha3InVUCJHSCEtLqC5jsAI24qjUUv-ai0X8 | 260 |
opencompass/configs/models/yi/hf_yi_1_5_6b_chat.py | sha256=laOyFWoJuvcDRpjWunKN6bvA-ajDW4HcxUKH_DixqnQ | 284 |
opencompass/configs/models/yi/hf_yi_1_5_9b.py | sha256=bCrHLiuyYGrF9n4YaMzFBItERxQUojlgbeIRG1GXq34 | 260 |
opencompass/configs/models/yi/hf_yi_1_5_9b_chat.py | sha256=7-iHS1JFT-7pGeVz_hggh0baMaQiaIoBYWgzUaKoJyA | 284 |
opencompass/configs/models/yi/hf_yi_34b.py | sha256=Saym-F_SO9t0KDZ6Su3llfXZMbHr96RV5h0EVmuU2YY | 254 |
opencompass/configs/models/yi/hf_yi_34b_chat.py | sha256=CxNVbuCcWSY-TWEuguUjY3tuljt9WqziTcGyHukpVSs | 330 |
opencompass/configs/models/yi/hf_yi_6b.py | sha256=GuFc63ZI5R0B1RMrfzoiHZLqD_8-x6FouJZdeKqoEco | 252 |
opencompass/configs/models/yi/hf_yi_6b_chat.py | sha256=K2Wy6X6cNtqZ-r-SC4aHxFN-imbUcepdXYFn_thw4wE | 328 |
opencompass/configs/models/yi/lmdeploy_yi_1_5_34b_chat.py | sha256=EdYysiNwFiGKoEExeUKEnUGdTr3z6Kk9OAeegprzfr4 | 481 |
opencompass/configs/models/yi/lmdeploy_yi_1_5_6b_chat.py | sha256=w5MRhQTVTxYAx-vTfaeBJYSlSqslAu4smlILvA2-sg0 | 479 |
opencompass/configs/models/yi/lmdeploy_yi_1_5_9b.py | sha256=MsT9K1goOMxiQSX1D5Q6BjEQZM3RNpme9koXykJYqag | 437 |
opencompass/configs/models/yi/lmdeploy_yi_1_5_9b_chat.py | sha256=dvAS005Qo4OglpYrUY4mG6y_bkE8-ifKYYI6S2AXoas | 479 |
opencompass/configs/models/yi/lmdeploy_yi_34b_chat.py | sha256=hVjejUfmdD9urBrDnX3fq7Ao2vkmWgz-gQ_c8ap9TQo | 473 |
opencompass/configs/models/yi/lmdeploy_yi_6b_chat.py | sha256=Cl1L4zd74G7s_UF4PIw1Nygi238u2oRRvjn4NaK33qc | 471 |
opencompass/configs/models/yi/lmdeploy_yi_series.py | sha256=mjMnxwA_T22bNoPQIPxoJFN9Yljs0M6oljRpM8FfA6M | 664 |
opencompass/configs/models/zephyr/hf_zephyr_7b_beta.py | sha256=bDMZtsat72xlCYAsVw2o8JGA0xoQcic4Dxg7CeKumQ4 | 292 |
opencompass/configs/models/zephyr/vllm_zephyr_7b_beta.py | sha256=60ufa2tzRdJY-vyVodYngPLBQFanw0DUuKTfYnohjNo | 584 |
opencompass/configs/summarizers/PMMEval.py | sha256=OqODMeRLXr5PnPn3-jusKjqjUAcxxHye2qvGOcN4IyA | 421 |
opencompass/configs/summarizers/agent_bench.py | sha256=TuaWpyUFUD02ugJlwS5aTlUitCXwUiV3rXcGLBSEZWA | 3698 |
opencompass/configs/summarizers/charm_reason.py | sha256=4BSR--A2S6bvWPyoJ69qwQ79Thxfv-i5efd6_XNYOHs | 5224 |
opencompass/configs/summarizers/chat_OC15.py | sha256=FW3avHVjReOxYzER_gWBf8gn4XGaVJTTpMtfYOtFG8A | 2443 |
opencompass/configs/summarizers/chat_OC15_multi_faceted.py | sha256=UymNbex_EiwcF-TMj2Z5QNJjjaIQbM8kfFKLTEOUC4Y | 5725 |
opencompass/configs/summarizers/cibench.py | sha256=Uh8siRZqTMxlWndT_xrdhMkHxBYGirL0u4ZPgK3ToJI | 2558 |
opencompass/configs/summarizers/code_passk.py | sha256=3egk7lyBRy9nZPr54eo7Ich-h5YGVYkOAdZ1loSaneg | 2773 |
opencompass/configs/summarizers/compassbench_v1_1_objective.py | sha256=nIwhs66QyUC0iSqf1ypTNBdMRGbWJtsS2wd_vvzKqKc | 14986 |
opencompass/configs/summarizers/compassbench_v1_1_objective_public.py | sha256=M11teU5zPUEEUM3KRWJ9BkzfFKR9KtWO8U_tyhnZwdw | 822 |
opencompass/configs/summarizers/compassbench_v1_3_objective.py | sha256=YoEV9qnMn8DTQWzSqrABm-x_Ao28wDEvJ35zUQAuiQQ | 7388 |
opencompass/configs/summarizers/compassbench_v1_objective.py | sha256=Jcrub-76_ZMjcpcUh9XU1SDEZIN5uhX9l7liXPRATWk | 13850 |
opencompass/configs/summarizers/contamination.py | sha256=h4HF764DaxKYZPcK3DcgJf35skIFwUcctyOFaApm4IM | 23740 |
opencompass/configs/summarizers/example.py | sha256=cBozXI6luLc7ZlsSaWP_7_QUhFN8H1h30g5WZc2_SPE | 814 |
opencompass/configs/summarizers/infinitebench.py | sha256=6sLiakW9L9C3FyFLH8u4Nb6wV7nkJhFAo0HxeUuVp6E | 241 |
opencompass/configs/summarizers/internlm2_keyset.py | sha256=knMzbhejpToRXZWn4w6WRDP7Y5-XhKBvzOlOsPTvA-s | 616 |
opencompass/configs/summarizers/lawbench.py | sha256=RDAcaOMdxZPhwjthM4gz4p3ccNr5E6S9c0TPOsvC8M4 | 2770 |
opencompass/configs/summarizers/leaderboard.py | sha256=sdrqukwTkMrY5wJoc7OdJUz6-7Fp4sxqNCaTOTq6ESM | 3460 |
opencompass/configs/summarizers/leval.py | sha256=ViKkcR5TiIdnI7Ys06MyiTlnPdQawDjGGz54iZFO1AA | 780 |
opencompass/configs/summarizers/longbench.py | sha256=5RBW-MNTOmpNRxZgOloktzgd06Raykt8xcjyE8rer1w | 1217 |
opencompass/configs/summarizers/longeval_v2.py | sha256=WGTT4b8HWzQeWd6lVMuXQ3EzWllVuxOiIWfvPxY6Gzs | 2235 |
opencompass/configs/summarizers/lveval.py | sha256=BJoXeVemRJjfYNUD2TAoQHndq1kWoAeAVOFSUa-wL54 | 4578 |
opencompass/configs/summarizers/math_agent.py | sha256=eCYpWG-_9r4hOLkmoMr9ljbofcbP9EeB2g9ibRlkC0M | 885 |
opencompass/configs/summarizers/math_baseline.py | sha256=W99xGvJxI6hEoxnUPbrgOveLnA8KX3QXmw9NApn63fA | 594 |
opencompass/configs/summarizers/mathbench.py | sha256=qtmENWwR2F_ojoqh-g-aafYFx_eBF1EG5kzYrCQ7oNM | 823 |
opencompass/configs/summarizers/mathbench_v1.py | sha256=AphjdM-DxpN8quQ-T6z914hewEizQMASavvp5xJYh64 | 2336 |
opencompass/configs/summarizers/medium.py | sha256=d1trjlqDLvN6bXzPxsHT2jAamms9YrZsNkEYFkWkEwI | 2701 |
opencompass/configs/summarizers/mmlu_cf.py | sha256=yG4jwGMxt-8yirc2LZipsfh6uuKjzn09Ip6KQw6LavA | 667 |
opencompass/configs/summarizers/mmlu_pro.py | sha256=7KGGA1cDXZ2clghUfuzYIVvI27sIFVLkj7qAA6Zua-Y | 684 |
opencompass/configs/summarizers/mmmlu.py | sha256=Mdx_Erx0AhWBLi_qskwWulwPoCL3MDvjx1VD4kRIe0s | 689 |
opencompass/configs/summarizers/mmmlu_lite.py | sha256=nE5qqL8jEyfeAF5E5mxb-1ZFYDLZwwKugVb5yjXK6OY | 1027 |
opencompass/configs/summarizers/needlebench.py | sha256=CV9uyjuUIdUFFhTSKvqGS0beJGc8MeiIGkhDiLEO4fw | 18124 |
opencompass/configs/summarizers/plugineval.py | sha256=lARJa5owBLfNQb2SUwqWDfMqXNxkt_Ti83sXkIpIwoA | 1951 |
opencompass/configs/summarizers/ruler.py | sha256=EvG-SrUMKyE_iL0thYdtyVDXsl3OqkTtjmgHIw-KsIk | 1808 |
opencompass/configs/summarizers/scicode.py | sha256=gQZXqYHi7ooWuBTg04IB5Wdf0Z9cuAN1fDrwBX7tjW4 | 464 |
opencompass/configs/summarizers/simpleqa.py | sha256=laEvJ0QfzOA6jEGF3tVu3mO8JvHFZ3ce8vyXv9nvsAU | 221 |
opencompass/configs/summarizers/small.py | sha256=OWhEy_1Mbozivp3GfOIjsu-qeZ2GOL6p2jip0NX4DF4 | 1564 |
opencompass/configs/summarizers/subjective.py | sha256=YoB4i1RnLOSwI9dcQ4kNbC_I6mjAdX1CHwdwd_2VcS8 | 109 |
opencompass/configs/summarizers/teval.py | sha256=s3UrXmhnkRXjF0pSqXERLl2ug4ybsclqHGSOyavslpk | 1797 |
opencompass/configs/summarizers/tiny.py | sha256=Hi2uckmwIJQpefkOuCzo6wnbAFDkQX9im9jm-KCQSKI | 1029 |
opencompass/configs/summarizers/groups/GaokaoBench.py | sha256=gRzTHZzGI0m2EhzyLWqIqyJ3wQxLsFAg4utM2thuDe0 | 796 |
opencompass/configs/summarizers/groups/MMLUArabic.py | sha256=u5o8CspNGjXeB_lioRfCn2iSZ5VArAYWqDyiZw9-mqY | 3072 |
opencompass/configs/summarizers/groups/PMMEval.py | sha256=wMMSRv7IqEBIxxvoiM3MiDrQyX_z95ODDYbYoBllSy8 | 1757 |
opencompass/configs/summarizers/groups/agieval.py | sha256=gYY9vgUpLDdKNWGVV52OPnXembqiFRGuRZPuLrK7XEU | 1550 |
opencompass/configs/summarizers/groups/babilong.py | sha256=l4uKstmMYEFZCRWwqIJV2Z9YLGOaT6eGWU4r9HgAmN8 | 639 |
opencompass/configs/summarizers/groups/bbh.py | sha256=ZpMSg3MpgZz4bFQm5H54frFLeqPn_WXOZnktfHerY2o | 800 |
opencompass/configs/summarizers/groups/calm.py | sha256=yT85-jXFaGo03iUtd1gjn2j32ZokFuLA5ELdmP71TBA | 9332 |
opencompass/configs/summarizers/groups/ceval.py | sha256=rFARNusdC7n4ElztYWdx0aeBVksq5O30qr4-B58VHkM | 4733 |
opencompass/configs/summarizers/groups/charm_reason.py | sha256=sfRTXoS4oIHdCb0975ZC8AzSLXWXSBiLRhG73b9xwJQ | 985 |
opencompass/configs/summarizers/groups/cibench.py | sha256=w3YkgzdSIIqcN68U6b7pMASS-sQZBWI2EXtvJgngJIA | 20748 |
opencompass/configs/summarizers/groups/cmmlu.py | sha256=KZgCy7XUH8YsPp4N7GvOluJlLicGNTrQkBI_n9HZvHw | 4406 |
opencompass/configs/summarizers/groups/ds1000.py | sha256=w6A2XG_RG_XH-IMblI2PyMdKlT-Haq-wPC2kynYm_g4 | 245 |
opencompass/configs/summarizers/groups/flores.py | sha256=Gc_NeiNjMkxjZxEkUIgaVKI8uShSWCGx_i1pXInYc7Y | 1751 |
opencompass/configs/summarizers/groups/humanevalx.py | sha256=hoF-LRYnQ2BOwMz0QQshFSZxfvcuXLPbetLYp9mP2-Q | 236 |
opencompass/configs/summarizers/groups/infinitebench.py | sha256=JmjKkWNjxiqfmnL2GXCPQdkGCTLVboxB29HzR74syoM | 348 |
opencompass/configs/summarizers/groups/jigsaw_multilingual.py | sha256=v47GSQ1UQZQQzWf5W7ah-WgJkr36D66SdhZ0QsquhgQ | 297 |
opencompass/configs/summarizers/groups/korbench.py | sha256=Z9yMxbAUG3fyfq_8jQmFosE_JzjGe8M5z_ih4hD2UU0 | 382 |
opencompass/configs/summarizers/groups/lawbench.py | sha256=lecT1flZWF_HMxeEdat00e8bBgk4KHMTrUGYNzhUa64 | 1209 |
opencompass/configs/summarizers/groups/lcbench.py | sha256=iTeDLtpBATkfbLLozajH6ae4rh2igfKLuNY9rRzaA-k | 95 |
opencompass/configs/summarizers/groups/leval.py | sha256=WZwxA4S8eJhkPM--33flyPZoMIML26TGZdyV-n70dHY | 429 |
opencompass/configs/summarizers/groups/longbench.py | sha256=AHmLexv-9aTtXTt6AQPbIM8B95otuQseIXv8j2OdEh8 | 1906 |
opencompass/configs/summarizers/groups/lveval.py | sha256=X2H65eb7mrSUJSfXxti1crDaS36Cvv5-9gEMDhMXq5M | 3652 |
opencompass/configs/summarizers/groups/mathbench.py | sha256=Ul5Y5p8-Q5Y51Qeyd-zC1cRKBr1DkMiSIZOEKuLfgQo | 2432 |
opencompass/configs/summarizers/groups/mathbench_2024.py | sha256=ZgjyOldEp_pRWhA3zapdR4iOl_UQmC__vFeAS83Gm-o | 2034 |
opencompass/configs/summarizers/groups/mathbench_agent.py | sha256=8LvYCwiQ6tH_sUDZlk9tkl66pkRfMddP6pRQFzl9L6o | 2111 |
opencompass/configs/summarizers/groups/mathbench_v1.py | sha256=OAM9NLwcK5-KwheaQuVt96JjAIjVo-ixbw9NcRNN-sc | 1738 |
opencompass/configs/summarizers/groups/mathbench_v1_2024.py | sha256=UfagE-lD6SPU4TGT1zoFhE4RH4JRSTwDGoGpCIJYzfU | 3054 |
opencompass/configs/summarizers/groups/mathbench_v1_2024_lang.py | sha256=4urqeUAjACYH32ncgphiwgb5Jj7RXonM92tkUfqKdmA | 7418 |
opencompass/configs/summarizers/groups/mgsm.py | sha256=PAimd55e_d5Ef57T-suOksiMHaeBhgIdOppTrKzWd0I | 473 |
opencompass/configs/summarizers/groups/mmlu.py | sha256=xA74FZlY8FMBP6YSNsX0T8i68QYQlxL2ElhxWqLXArs | 3678 |
opencompass/configs/summarizers/groups/mmlu_cf.py | sha256=KGHcX30I5_35Osroba5dGpLkMLm1Hy-j0sQ0JsCgTa4 | 304 |
opencompass/configs/summarizers/groups/mmlu_pro.py | sha256=yk8OLvzHrOHFjOeszTjb9l1H-fj6cX3MI1MKzt1w9ZI | 307 |
opencompass/configs/summarizers/groups/mmmlu.py | sha256=ldVV8mM0DXesqOlAxL8rHzcSgRpXk_i82YjlLwvHnrk | 297 |
opencompass/configs/summarizers/groups/musr_average.py | sha256=yfDqzYxXEwUztac7scZ2KBo3x1QCwtL3A8B6_YGgJOY | 417 |
opencompass/configs/summarizers/groups/plugineval.py | sha256=Kf1b7SfV8oXjCGLE0pk5qqtWruaZVOaDTfJcgmhwfEM | 5804 |
opencompass/configs/summarizers/groups/ruler.py | sha256=h2QZfya1sgq5LJnSa-6tJmX6Eu3YQCnS3dBDJGW2U7I | 727 |
opencompass/configs/summarizers/groups/scibench.py | sha256=TTY22wDuw7CgQMSXYufBTcs_p_mGP14nT76s2uFiVA8 | 350 |
opencompass/configs/summarizers/groups/scicode.py | sha256=mkDbyTtk9YAayQD5qKGjGl10UVKPD5WxaiPDY0XBqIs | 565 |
opencompass/configs/summarizers/groups/teval.py | sha256=6qiEsApC9g_awYZI5Fo9nFZbIIw_o0xYWzsPrYSBluU | 2262 |
opencompass/configs/summarizers/groups/tydiqa.py | sha256=F3FPFPB_8XmceGehsiIrwo2ZVGAALo8BJICcJVJR9o0 | 282 |
opencompass/configs/summarizers/groups/xiezhi.py | sha256=N-uxePetwmHI3uQMSXhnELGXpbiOCJ1NWYdp9OpoZ24 | 186 |
opencompass/configs/summarizers/groups/legacy/cibench.py | sha256=-lITMudKKChC-Il4JEX8-lwYHSAgNUM5CW47UGej6qc | 4725 |
opencompass/datasets/FinanceIQ.py | sha256=pAujto0dME5GtKrVRG1whHwcPPdZ4J7-JnEgLqHp-S4 | 1286 |
opencompass/datasets/GaokaoBench.py | sha256=ciqbpRxi66qCkdK_EtDwsLueEVCX_owPFN9EtkYcHv0 | 5820 |
opencompass/datasets/LCBench.py | sha256=_OVyosTVfe6n2Sp0wZnaNIdeq69w5SAVC0ARoHRbadM | 11424 |
opencompass/datasets/MMLUArabic.py | sha256=kVyvvVC6HsvS6ovtcQqrISFhFMaMMmIbVEDYcayE1kI | 1084 |
opencompass/datasets/OpenFinData.py | sha256=bmbDxj7aAiu_SjsItgbfuFdj7Gd6mH_ihTOFaIGCjH8 | 1332 |
opencompass/datasets/QuALITY.py | sha256=Dcl_naiuHfFlphwGpxjLd1aCkpEC2S6YR50VJPYkZ24 | 2044 |
opencompass/datasets/__init__.py | sha256=vBdErcwCY49RJUZIwpWEmiRLuoANoV6FudSsX25BsS4 | 6722 |
opencompass/datasets/advglue.py | sha256=7RXJHJbVs0weosqu9Ms_1FciBddzqcLvqF0jQ60Mn08 | 5296 |
opencompass/datasets/afqmcd.py | sha256=x0Br6aqtyQvBTju0KaYIY7a6C37pVvBYACq6v0XsH6M | 1023 |
opencompass/datasets/aime2024.py | sha256=STHmQkLztMeoRlFHrqAQITII3REYscrNUNsTxsgTP1c | 679 |
opencompass/datasets/anli.py | sha256=IhQ_D8chsMm51K3g5kiFgYfnP-1n4QbTyIylLnzzhGA | 431 |
opencompass/datasets/anthropics_evals.py | sha256=5RAlvbYgla5c9pzIq8cfr5HGQugZ1GpjnHdZS82sD3U | 1706 |
opencompass/datasets/apps.py | sha256=0j0n2vivJckWJjUGAUHXHjrHlyzYVl3rET8fYi53fKQ | 32935 |
opencompass/datasets/arc.py | sha256=cdqlzFWg2uONYOfO1J2bmopTSWAKCOTZoYUm0kizHng | 6146 |
opencompass/datasets/arc_prize_public_evaluation.py | sha256=rKNTnbRFbQNccopD16D-c8_CnRdp9Li5JFA7cnBPXe8 | 11414 |
opencompass/datasets/ax.py | sha256=yzIcVIjkgNEXhQD41iw2HmhN_1POg0FEyzBxHTg7txo | 1152 |
opencompass/datasets/base.py | sha256=w5iL885-Vmfxt0kEXCE0WRU67Jc3Ti_7IqjLC5LBoFc | 692 |
opencompass/datasets/bbh.py | sha256=XULPuoDrbxLLGBpB_FcEcpYtJDzwBv9ysa2_xhkMUY8 | 3149 |
opencompass/datasets/benbench.py | sha256=6bVIkrLn2BDF5Cp3xTjYKSahDFCh8d7isxdfxMprMFU | 3545 |
opencompass/datasets/boolq.py | sha256=qv-XN6BZQS1jZ8hrfjUZ1BMYHnTNKxy12DGCxfnxnmI | 1580 |
opencompass/datasets/bustum.py | sha256=8EWX01lI5mny5_wVRcVVO1HVErjUUD_0gGgIm2uFca0 | 498 |
opencompass/datasets/c3.py | sha256=jIYizYboMGWvEQ-slrXtj-DDEIZ_b7XVdWkkB84stTs | 2893 |
opencompass/datasets/cb.py | sha256=T3bTBOy2vIHrj7LQypJt9hh-U5TRn_USxFSqpcdP-4o | 706 |
opencompass/datasets/ceval.py | sha256=QnDYJH5llAmddhAVnr90bSS6euEoCy8PPznmehv5Spw | 4846 |
opencompass/datasets/charm.py | sha256=8K9j6erpmoBy7knk9R-YuRStIqYh_VaGRjyDDN2rp7k | 5151 |
opencompass/datasets/chembench.py | sha256=dvw1tjnntOX5aRz37IB_RA-c47LcCvvkG9SB9XU-h8Y | 963 |
opencompass/datasets/chid.py | sha256=l9KHJpsbisvwwfUdkRobziAGkw0zae9uBycZhlZyUoI | 1439 |
opencompass/datasets/chinese_simpleqa.py | sha256=V9Zr-03KYYxCw9G5h64I43bL6IhOKghL8BeCJM-P1Q4 | 9258 |
opencompass/datasets/cibench.py | sha256=Ir3E2VmYnPNnbHh6vy0rALZ11crlyHDHwR9Tn5mlhPw | 24124 |
opencompass/datasets/circular.py | sha256=BgogDqLCTzovBF5iuYACv25QQlayzSR75YiCXskXnIo | 15029 |
opencompass/datasets/civilcomments.py | sha256=pl4ftpLnd78stJNn1MK9yvE3JWB2zGNGxDF47bEhRug | 1140 |
opencompass/datasets/clozeTest_maxmin.py | sha256=1VSQcA2WcSBxiTsDld4sJw5_tx4Wi6pcAIHvNDk7GF0 | 1347 |
opencompass/datasets/cluewsc.py | sha256=1RKSiMs0aSVf8fhzh1ci-vakpBLQmvzUECMmW6d9gLc | 1966 |
opencompass/datasets/cmb.py | sha256=Z7D0Lh3K9yYQ0iM240p0PiLnqTXFhoUGw6nnfOD1ii4 | 1083 |
opencompass/datasets/cmmlu.py | sha256=INPLnqtWJ3QX8-SpcNps1I4ykDvyNAJY6-4aFYH7bY8 | 2064 |
opencompass/datasets/cmnli.py | sha256=9GUiXy9KuUdEBCgddactDL5cmvPIDINI-Iwg0UB4ga0 | 2302 |
opencompass/datasets/cmo_fib.py | sha256=OQKNolUHHLnV7X6yzqrb1JisgEgYIpkxrzpmaFabJYA | 667 |
opencompass/datasets/cmrc.py | sha256=KTfLm21F9i9gOUpWDN0icfCOQ44sU9FAz4cIUx5jOKU | 1475 |
opencompass/datasets/commonsenseqa.py | sha256=AJcrcEqYcKKqthYaB5E_BZFY-qPn8yExxIrqTNqqgmU | 2498 |
opencompass/datasets/commonsenseqa_cn.py | sha256=VqoTi-oDWbi-BVukFD1kiVVvZ5dsSp75Oms2TKGyrVg | 942 |
opencompass/datasets/compassbench_obj.py | sha256=tOic1ZF85x_1c1dceBvx6XTSGk4_wKD8acg9Y1--6p4 | 3929 |
opencompass/datasets/copa.py | sha256=raHfv8ca0p7dKaFkGO2ahGsLJfBKUYGZyQKnMztmpDg | 595 |
opencompass/datasets/crowspairs.py | sha256=M29NyLhj1aV4a6MaVmQhyy_D2uu6XX6OZCqJNBVDbuM | 2703 |
opencompass/datasets/crowspairs_cn.py | sha256=AMK1jaz9Tmjs8W8vRzWw6A5Nzsb5wBRHyzNiE03fHk4 | 668 |
opencompass/datasets/csl.py | sha256=JDB_voRKxHnECYYkkPZcS85bHA6vV4MhmB_hknxtqH8 | 1295 |
opencompass/datasets/custom.py | sha256=yuUPPiXYpTY8BV0DjfiHGevYtZc1ZxFbHfZzkImoMqg | 17709 |
opencompass/datasets/cvalues.py | sha256=x26J9nUWXZbaQjaOgsIRkTMnlmVBoPAkYe93wMYbV6g | 788 |
opencompass/datasets/dingo.py | sha256=yx9oeSkYO2nRoMf6h7X8WYxyNRGfg7L-l5dv2-ayOZA | 2806 |
opencompass/datasets/drcd.py | sha256=5S2Rf3V-9Ji0ZnJEDmotP7Zbs4AwU1anR6JnDzcOrog | 1475 |
opencompass/datasets/drop.py | sha256=gyjs5fo6GlUpeerFXpFVGsAVkpPbUvm7Mkik9jvyBBk | 1641 |
opencompass/datasets/drop_simple_eval.py | sha256=X5Zk1NnWlLOS_mPMjO-gUCKiPCLu8zSAzcRkPJJ1WgI | 2404 |
opencompass/datasets/ds1000.py | sha256=NmLWbdWPIMyaoMZ9gN0KTH0-50v9PXhgYY0b5T1DxhE | 16114 |
opencompass/datasets/ds1000_interpreter.py | sha256=YW11inDFJmHlw0IYficV4aEfMttLHp6p_ghEjSRvJCM | 2280 |
opencompass/datasets/eprstmt.py | sha256=dh55R7Up4PEYJEhNaXhfZtIqvdeU5j3hQzrUzLSjUvQ | 781 |
opencompass/datasets/flores.py | sha256=9DIwO2z9lgPIFG7if_I7OKRGXK2NjCjJQgs2f9E8DD4 | 3168 |
opencompass/datasets/game24.py | sha256=iqAUONT88cWHrYo0PHwwq8AalsXq1cVrAaLi8umwUhk | 6632 |
opencompass/datasets/gaokao_math.py | sha256=RHNPg4a8Akyy1iNILMQAzmCVD11qt59o7Cnu6M2M4O4 | 10698 |
opencompass/datasets/generic.py | sha256=c5pdoS01p9sp0YvF3Vky_klP-7IS_SvY_J0N9LcBPdU | 2378 |
opencompass/datasets/govrepcrs.py | sha256=VMm4Otst9yZjwnpTmEtC_A_wYze0RrcuL9AysKRJvxM | 1584 |
opencompass/datasets/gpqa.py | sha256=R8-ypmaE4oISpMCq0lALpt5w-DT4Tsl-BoMKNZfh8Yk | 3849 |
opencompass/datasets/gsm8k.py | sha256=8Z-pLQTJ9pTcm6e8lTIZWCmcZAN_CWL7DQpL4GazH5s | 4762 |
opencompass/datasets/gsm_hard.py | sha256=Sgc_7QIDNaIDfJdGG6qX1Mon-iCYs39zl7ZTFs4AYUc | 690 |
opencompass/datasets/hellaswag.py | sha256=AWIDIUXWemYVMjespOWbGQKxmBpmfBktkaMwRiTaWhc | 9132 |
opencompass/datasets/huggingface.py | sha256=elVdWInUXuatBVyOtDvQm5TScgiLa8Wn9kjjn4ZZxDU | 473 |
opencompass/datasets/humaneval.py | sha256=6dyaCawHAOy4t2O_JY3-N2wSiROVxz-Hcmia5WmXwio | 9656 |
opencompass/datasets/humaneval_multi.py | sha256=m3n6FxaIpCkjFUvZpEmoiUx7oYROTghLACiODnmZCMg | 7521 |
opencompass/datasets/humanevalx.py | sha256=yMvZ_zCSvei9afjIaOhl5HACD-vQ8uE0c2nBz0IRCCM | 9198 |
opencompass/datasets/hungarian_math.py | sha256=SiToitu4syu1NEnbUTMZOHFm-x6gCiUo3iWFQ9UVbAQ | 579 |
opencompass/datasets/inference_ppl.py | sha256=MWL8ivEkE43LhuLd75AeEPnS80GylFeWWATyeDtKkWw | 1117 |
opencompass/datasets/iwslt2017.py | sha256=g5nPoyp-mDOEAseOokC0MlK_KebHTn9YJC19Gvko5aY | 421 |
opencompass/datasets/jigsawmultilingual.py | sha256=JhaBZtYTmPPhoMjVs69QfXf4fntdmDaj4gZhIq3xYbQ | 1187 |
opencompass/datasets/jsonl.py | sha256=e0jZRE5UDvwa4vAVAkHew5Htua7T-Cd99vmcbyUAaoM | 506 |
opencompass/datasets/kaoshi.py | sha256=ClLTbnsV84CyiYT7IKggyG6GX6VPx93bv1giIGoS5Co | 5092 |
opencompass/datasets/lambada.py | sha256=K7mxGos7sTc7_KROat1NqbNIjfai-GEJWqnFIYINWzk | 1674 |
opencompass/datasets/lcsts.py | sha256=Z4NjHyLOvCLgBncbn-kET105SmN32seK4r3gEGczIVI | 1893 |
opencompass/datasets/livestembench.py | sha256=JiN9ToT9dvmxI3cXVifRGFrLKAHZ_VDD61Bl4YeZqFs | 1611 |
opencompass/datasets/llm_compression.py | sha256=gOuuL3hIuFw8fNQXWdRK5si0BFeY87J_Uais5zaHE3Y | 1129 |
opencompass/datasets/lmeval.py | sha256=rD92IboOyPAb4Qd_-X1mZ3vXxnUpwSlzUC1JYO7PHig | 392 |
opencompass/datasets/longbenchv2.py | sha256=dtM1YeRNwMSDC5TInKFN0_0_BhNtXUnoXBDfM27aoDA | 3989 |
opencompass/datasets/mastermath2024v1.py | sha256=Bb2XtzFl6Km8fU1yWak-K0XO1pZjaAaN7-rOgiUGacI | 1752 |
opencompass/datasets/math.py | sha256=CZKtWKfPSCJvZGavLKSVTa9FxjzcKW9IHBn6mvwTeMk | 19198 |
opencompass/datasets/math401.py | sha256=A6KZWnaZ15LBrBhTmbjLH4_DkIrWbbwHLVPlKdAjwAY | 878 |
opencompass/datasets/math_intern.py | sha256=AN4SApGsZdIa6fj4_DfCj91TXKyD9j9wVlZKu3OSqQ4 | 9854 |
opencompass/datasets/mathbench.py | sha256=GBnJzmKQN3O72-CTIqqJqdbaqYdCvZNtKSAgkX2AZw0 | 14355 |
opencompass/datasets/mbpp.py | sha256=GUbLJ_3ksPE8J_PbZQ_7l-rWr4A5USQ0msK0qh92A3g | 19267 |
opencompass/datasets/mgsm.py | sha256=mog4Del5aRZCLx0MpOqP2C2BjCmUsW5CEszjMe-HbCg | 2296 |
opencompass/datasets/mmlu.py | sha256=SLGPkaBWeyOqMmhKYjgwL_aCPKyL9t-rtbzZMQxK9uU | 6391 |
opencompass/datasets/mmlu_cf.py | sha256=yXI5FF5lw82qPHNtTBG-UU9hzCBCSklRAq1C25I53RI | 1377 |
opencompass/datasets/mmlu_pro.py | sha256=URL1_bDGvofpD9_EC4A0uoOCwEDmmMcDQi-VJThiw_U | 2247 |
opencompass/datasets/mmmlu.py | sha256=6fzyAWDsoZ7MYn3kYK2LzmYGs1m8Lbvqw-ThwpbmA4s | 1694 |
opencompass/datasets/multirc.py | sha256=4HTS1U07IOG9oajhri2ReggQTxqmeeLL-tvE-BZ1JR4 | 2405 |
opencompass/datasets/narrativeqa.py | sha256=OkuxLLgA2Du9jdJb6rSkEkO1tWG_QebO-udeg07i4HE | 1519 |
opencompass/datasets/natural_question.py | sha256=1Np9mXjL4Z0DKR36WSRijNfWy81GGbezWgBwGZvYZzE | 3845 |
opencompass/datasets/natural_question_cn.py | sha256=VnMzzO-Gz1dxGonAe_5kvj82zsFDdZaBh12y-M8oSIQ | 1898 |
opencompass/datasets/obqa.py | sha256=kROcSicRa8a6BJPZAAUA_sTkfUtf8qAd-Qu5n-RU5SQ | 3761 |
opencompass/datasets/piqa.py | sha256=0W1sKMVOGCNRA9PtX1aC76ebsbV71rTJdIPPU7bCdiA | 6857 |
opencompass/datasets/py150.py | sha256=ERskLd3uT230Gpw0lPI3BRgrD7h3WgA4G9lPHJhq6_g | 1160 |
opencompass/datasets/qasper.py | sha256=oqZSkS0z6Vn1yZZw5esUoGI4GsAfD9KEQ_sgLOthfis | 1451 |
opencompass/datasets/qaspercut.py | sha256=Ub1tLxUrZawB7BqyS-DXD-hfI22JB_iiMH87N979SR4 | 1763 |
opencompass/datasets/race.py | sha256=HOL0jPs2XCIEr3gYfjJZhojZFmDikvXzcUlsYPhCBnc | 2184 |
opencompass/datasets/realtoxicprompts.py | sha256=cveC6BZiwhbivSJdvPRPX7zMch-zu1FHay4HFO7hxNw | 1403 |
opencompass/datasets/record.py | sha256=P9o0uzms_EhET7944F11mon0PHq8YJqQ6vCoH-cKFgs | 2773 |
opencompass/datasets/rolebench.py | sha256=8s8N-taQlT5IkfsNYUR8pJANEaBuHZRhB0VKNNbEhmM | 3235 |
opencompass/datasets/s3eval.py | sha256=eEsvFq4pyevpubzwJOKoCtzqu7lN45oBmktAjWSce9k | 6038 |
opencompass/datasets/safety.py | sha256=Pk5rcguYA5eU2aM0HbRupEqpd_A0job8h7mG1XrbTEA | 654 |
opencompass/datasets/scibench.py | sha256=n66iMkxWepYfdktJcDiNDAGxjchPOy926EvkDdc1jQo | 1330 |
opencompass/datasets/scicode.py | sha256=_FtA2eGkKe-yVWtOU7Occv2wQZ_zPfl7qgZPxgSqGvs | 12928 |
opencompass/datasets/simpleqa.py | sha256=ZO3j9c_MhByIWk9vpAvXrqdvGu1NpxyYbEq1P1JSaBc | 9552 |
opencompass/datasets/siqa.py | sha256=ehYAkkjGHjdXXUO6LhvmDM2OoagNSxqTLjqaO5mzd8Q | 7130 |
opencompass/datasets/squad20.py | sha256=5RmnI8sO9tJRScxVFafwfH1V8Qfn6YGrQnOOyFMLpMY | 2435 |
opencompass/datasets/storycloze.py | sha256=txmVMQhppc1EfL5TY91pohQ0bjV_cBS7anMAYmKi8gA | 3303 |
opencompass/datasets/strategyqa.py | sha256=QJ00N7olkHWz3-13kLHWQVyDnDvS4JOEHBPun0CdLTg | 1157 |
opencompass/datasets/summedits.py | sha256=72N6jfPUYftkaFm-vERuAtPSIXGN1kduNk-YBzR0QRY | 942 |
opencompass/datasets/summscreen.py | sha256=eX1jMPFbDZ3dVbSpg5B8_CFQvKPYF2tQ1nAjVVg6rWM | 1538 |
opencompass/datasets/svamp.py | sha256=EfLMoCiAKtnKrm2aLDBGm6mhrlQngJB-VDs4ctm2eu8 | 727 |
opencompass/datasets/tabmwp.py | sha256=TxDMPfZ-CGfXLzKQG_x65T5PI7pOySTzfKWdiUelaT0 | 8398 |
opencompass/datasets/taco.py | sha256=w-6wTgwpvoqM3xrKMtfJPuVLf-hUI76z1BHEpzoto8g | 31176 |
opencompass/datasets/tnews.py | sha256=KFL6yl4TlCnnLM54dq-EMIg-G21heH0mcgmtDXW4d6Y | 2602 |
opencompass/datasets/triviaqa.py | sha256=OeeWa8Z9_KYUJO-B2hhlmRzD5i0SMu5rezHCXLx6T5A | 5233 |
opencompass/datasets/triviaqarc.py | sha256=bwPh2Qg7EZSs41394ePtYz4NPisTurExA6ONGe-YD_k | 2026 |
opencompass/datasets/truthfulqa.py | sha256=-l6COEx_NMBGXPIDUYoAWvYT4upoMfACSCuDr38l08Q | 9198 |
opencompass/datasets/tydiqa.py | sha256=2PwLCsWv8io75SXylEnms8t_PKvj_RRlawjYe_tEIvQ | 3379 |
opencompass/datasets/wic.py | sha256=W8kzEQNF2APleZnzkSHg4pfpQOHiXrklAbvnOuT0SPE | 1200 |
opencompass/datasets/wikibench.py | sha256=z2I5IP3Gh-EQFTxHXJjMKpI4mPBLC-nB6ODyvSr2bDQ | 2250 |
opencompass/datasets/winograd.py | sha256=bkHYay-Hi6tcR4q7eR0Gvzezf5CNgW_h5vk6kYh8Oqg | 602 |
opencompass/datasets/winogrande.py | sha256=m-hSvPyUk992iiTqRsHXlqRZidgmwSjPZ4TEOAb0uYc | 7388 |
opencompass/datasets/wnli.py | sha256=bclb1pqF3X8z7PArMGieqIULEPrg-ih9wFZeLU1mz8k | 560 |
opencompass/datasets/wsc.py | sha256=vqbl0dS346jZHJz39YRusTLApq5LMyOGtaOnsN-ZbGA | 3897 |
opencompass/datasets/xcopa.py | sha256=XgEfvw8YnivgiSMoI6xJMTS9o6DBMf8TJCyOVPhK0i4 | 853 |
opencompass/datasets/xiezhi.py | sha256=K_J-hpyqoubLrTyHewumDWYaGQQiEV1Scb0OcFJG42E | 3536 |
opencompass/datasets/xlsum.py | sha256=Jhk6Qj7s4H2QZzvR_kT_DCZbKnWon5rWoEyoXkXbbt0 | 1183 |
opencompass/datasets/xsum.py | sha256=sSNjZLchc69_3yvQMKalauRFdNocyRsI4dkh0Kmk424 | 1883 |
opencompass/datasets/IFEval/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
opencompass/datasets/IFEval/evaluation_main.py | sha256=AedFPy3sLW1HV29yCPxmil_5reFFeey8ltkc4mfmUrM | 4621 |
opencompass/datasets/IFEval/ifeval.py | sha256=NTIJdERe5L-wuOPriGZjQO8FBvj-PCFOjkpdRHWpbn4 | 3662 |
opencompass/datasets/IFEval/instructions.py | sha256=TBxaCuG-QrkgG-wj2xnQ-zpaIYqMlhiz_j4BgxFjgAI | 57249 |
opencompass/datasets/IFEval/instructions_registry.py | sha256=7uDQ_4ah2ySYYyadGWrNV_lWJMR7pqXK8cZ8fjx-pqw | 7316 |
opencompass/datasets/IFEval/instructions_util.py | sha256=R73TobWTykCQoYFa-XbVRFBXnnE-Zy62qju1v1wbCjM | 19612 |
opencompass/datasets/NPHardEval/__init__.py | sha256=Ore6Xw9pKzNYVnl8Zi0_wSO26pk6OPzDbsNRjQzA8rc | 388 |
opencompass/datasets/NPHardEval/cmp_GCP_D.py | sha256=_t6-0M5SqmkIdqeMJzLNTt-6t0bmpuNDJLPDVQFhejk | 6794 |
opencompass/datasets/NPHardEval/cmp_KSP.py | sha256=pWJ85aqBmQhJXMHiHx2NT31nbllgkFTg3uJan_AyY94 | 7076 |
opencompass/datasets/NPHardEval/cmp_TSP_D.py | sha256=tCX_3KLLpAhoswHgGx_KcYhZ_2qnITfhw3i5LiDGKAg | 6354 |
opencompass/datasets/NPHardEval/hard_GCP.py | sha256=b_fLw2QTdYSoW2AMIL_JnwcqKIrg0VTfvnhG0tbm-os | 7418 |
opencompass/datasets/NPHardEval/hard_MSP.py | sha256=0LQSlJSQzGW_aNUYRQ1kjK8YFhK5Seth6kS6fYG76ao | 8503 |
opencompass/datasets/NPHardEval/hard_TSP.py | sha256=7EtACtFaGXuHVnC64q7XHjqVabN3H-EOx9Oz_7R46b4 | 8611 |
opencompass/datasets/NPHardEval/p_BSP.py | sha256=XrgfnBkyslon9buwfLDu19mRLog-kjpTz5sx53Bjmmg | 4755 |
opencompass/datasets/NPHardEval/p_EDP.py | sha256=Dl7L0Ga0b7SOuEPEDp7p8WLvJESaAxoCE30pyYbp3mk | 5636 |
opencompass/datasets/NPHardEval/p_SPP.py | sha256=EwJ29M7sUjof5VwjW7TT660OREd4TckrXBeewRve5XE | 8437 |
opencompass/datasets/NPHardEval/prompts.py | sha256=NnwHrGzhfE-lCaM5RLD9v95O1GBogvBxRtjgVoUJ2-Y | 10534 |
opencompass/datasets/NPHardEval/utils.py | sha256=J-pWfJyJvwd_whrl7Co21yI0DnvMKoJ7kLDowVZYmBw | 1543 |
opencompass/datasets/PMMEval/__init__.py | sha256=ipFVQxU8dAGXzTZqFl6xIpnMUSzi02y4KCVpqegv94A | 342 |
opencompass/datasets/PMMEval/flores.py | sha256=HTT3LhL2HZ91-WQmaJuF0H3ouow1ZQbwfvaxNyiKWXQ | 5377 |
opencompass/datasets/PMMEval/humanevalxl.py | sha256=2VMCjPVU7h-5wzSVHVnoHVFBY--MMP-X0r6DFR3fY1I | 8594 |
opencompass/datasets/PMMEval/mgsm.py | sha256=q1ey4bNSTQkRgLlZj1d788K8x-TP8EwQTJl_G7dk_yo | 2639 |
opencompass/datasets/PMMEval/mhellaswag.py | sha256=szgD5LdVsLCVd1EuXNx7_ioqQoBaef-NHceMAaTaSAg | 4484 |
opencompass/datasets/PMMEval/mifeval.py | sha256=CQgdf5bJvKfzu7_iiu2HOhdczZvgxhJLdRXVG97R3X8 | 5328 |
opencompass/datasets/PMMEval/mlogiqa.py | sha256=VenMZzXSOwz3_7r634XKuY3LG4n_Sdhq11VmIt9qvL0 | 4377 |
opencompass/datasets/PMMEval/mmmlu.py | sha256=TmeSe654DMF3lH4q0WLw2eFdAr8KHmbFbmwUm09mcfs | 5114 |
opencompass/datasets/PMMEval/xnli.py | sha256=dKKAxVuxBzW2koVLi7NaEgSHCNA1GDXd27BhcvPHnhE | 4453 |
opencompass/datasets/PMMEval/mifeval_utils/__init__.py | sha256=kod7B_afp5kLQDl0WVdx9pMg3VQM59P0022CLgUp_Fw | 731 |
opencompass/datasets/PMMEval/mifeval_utils/combination_checker.py | sha256=C85NOI9otOY-hufHjFV1lqrKydKyavJ8H0LlGDAOgvU | 985 |
opencompass/datasets/PMMEval/mifeval_utils/detectable_content_checker.py | sha256=YnYTNMUsW6JL-FE5t-yIr5nm8fL_84LN-6iFESDhTUw | 915 |
opencompass/datasets/PMMEval/mifeval_utils/detectable_format_checker.py | sha256=cO41Dpefew4zMr3gZ1rPV_OrmViKZOLmniCz8oebJPI | 4104 |
opencompass/datasets/PMMEval/mifeval_utils/keywords_checker.py | sha256=vaL_iLypNeZwQK-7BXzTA5shJdn9ukOhwzX3dv0r7BA | 344 |
opencompass/datasets/PMMEval/mifeval_utils/length_constraints_checker.py | sha256=qQ3R2n4hHfI4LCQ5zHDq4cAbwl6ANWnr_B77Zbpz5M8 | 2799 |
opencompass/datasets/PMMEval/mifeval_utils/punctuation_checker.py | sha256=VhTt0H4fdgijlt2WMFYrXy0-j132fwNG4eYbbAgxFS8 | 710 |
opencompass/datasets/PMMEval/mifeval_utils/startend_checker.py | sha256=v-WaKAUcqbf6XYn2YHIbUBCGOrLtYMIpEAUT3o9AP8g | 1151 |
opencompass/datasets/TheoremQA/__init__.py | sha256=smPnabTJAw_fG3A-f9lwIYe4Hypn4vZJsQp7h6W-rTU | 241 |
opencompass/datasets/TheoremQA/legacy.py | sha256=JYkZ5oWT2QMlSLpZLqE-rEm9TuV4E0MlHTCr5TKqfDA | 1111 |
opencompass/datasets/TheoremQA/main.py | sha256=wVrM49lxq_3NxaD3YYg2w8Sx8BXQPveJupRjySyF3NY | 2473 |
opencompass/datasets/TheoremQA/number_utils.py | sha256=KQIko615rsxup3bsKfzVVSo2MHrc60SB_MGMUVKHiFA | 2836 |
opencompass/datasets/TheoremQA/utils.py | sha256=PapAT0cI2Zb_xtRaOK7eoa1MthVH7M1aSRYKjEBIHNI | 3620 |
opencompass/datasets/agieval/__init__.py | sha256=S2uTeswnZdYaKX_4ENLdx4iwe1yYxNAMAUT1ZSdGdpU | 59 |
opencompass/datasets/agieval/agieval.py | sha256=1-xY8oTFykUUBvWzXHJHh30170kS230OjMR_Y5KgIM8 | 4576 |
opencompass/datasets/agieval/constructions.py | sha256=dR_arF4xAGvZeRitm5auSQyVlSqMs6PeNxBW65pDI8g | 3113 |
opencompass/datasets/agieval/dataset_loader.py | sha256=pDw1EW8wtwRj7EBFgkDyS3qUD7Rqk-ABncWQ-gZI12s | 17030 |
opencompass/datasets/agieval/evaluation.py | sha256=3bspfRl1mmM6FXwqiNTRYfl9FVqkhl4yNP8jXaOc5ks | 1422 |
opencompass/datasets/agieval/math_equivalence.py | sha256=JLV-nIpInx4lT13x2VFIBd7bTwJ1HSXytIMf7v7L5dw | 4572 |
opencompass/datasets/agieval/post_process.py | sha256=OBW7rw0LuzR4olA_on6hJTZ75lcm2OhpjAeZtg5f89Q | 6561 |
opencompass/datasets/agieval/utils.py | sha256=0skceVjzXX-YtnSSOpP3mrrdOAqxDmnlwg_1hdY9OBg | 1097 |
opencompass/datasets/babilong/__init__.py | sha256=jQE7yCbPNJ5SjuAndKKG1But4wu2TmR4J-fYzPkRfLQ | 44 |
opencompass/datasets/babilong/babilong.py | sha256=hZwLnDBSq-FAJ6Sqp8fov3ItjZ7FrWSyFwKbu6_2cGA | 3122 |
opencompass/datasets/babilong/babilong_utils.py | sha256=H00phPgqgHU_tX6b0cU7wBON_IvvaKEJacSV4NO6cyc | 10751 |
opencompass/datasets/babilong/prompts.py | sha256=tquUqvcQghrHywlpfNuWFKhgGIZT6WzAdmua0g1WkpE | 26147 |
opencompass/datasets/bigcodebench/__init__.py | sha256=fL9L0BCo8PlZUJGQ5pfVXGbJi7Gn0OZq3IlYGoWBqtU | 77 |
opencompass/datasets/bigcodebench/bigcodebench.py | sha256=M-_WPt15UOKA1wnOru8pPvB__z83zS-bWxnqu_efMek | 6799 |
opencompass/datasets/bigcodebench/extractor.py | sha256=Ffvj8a9inv2gt5Pbn_l6O-iGO9uZi3rEy7nUVs7NjsY | 6272 |
opencompass/datasets/calm/__init__.py | sha256=Qfzj3MTbGjhkYTKmNQZXJ3RsA4zJ1k4uQq0yd-ELt_c | 40 |
opencompass/datasets/calm/calm.py | sha256=jkRYQKE196iOP8KzV_TmCwwevyOG_v0rcs8K6Iwfu9s | 1974 |
opencompass/datasets/calm/data_processing/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
opencompass/datasets/calm/data_processing/generate_questions.py | sha256=UUJ0Q6RRvE1e-5jEj0E8RHLqNbpvwr-DzSb98FDmsPQ | 6934 |
opencompass/datasets/calm/data_processing/task_hiearchy.py | sha256=qIJqy8WKqsvcFWXh7g6N9AiwAzthmCDm9WNkEYUi3Bc | 7080 |
opencompass/datasets/calm/data_processing/prompt/AC-B_causal_judgement.py | sha256=ouvZeeN9JqLsbrwiYRdBsPpQg5_Fmj5Ntz7KcT3lWx4 | 12377 |
opencompass/datasets/calm/data_processing/prompt/AR-B_CaLM-AR.py | sha256=p2117b1M64qqTuokVjgYST-0X6KNp11-7mS5INRstkY | 5689 |
opencompass/datasets/calm/data_processing/prompt/ATE.py | sha256=xvIFpzl_la2goNSGcMNyLQ4tv-ZppClTmANNGFvMCPY | 14210 |
opencompass/datasets/calm/data_processing/prompt/BAS-B_backadj.py | sha256=_ubFS8DDwKIViPa0UC9yjelz2smvM2ERtZnAmx3z-3Q | 8054 |
opencompass/datasets/calm/data_processing/prompt/BAS-C_max-BAS.py | sha256=KzFO1nz_2qoOz-kmv6HehBZtJC2IOtDk77x-UzOW85Q | 17300 |
opencompass/datasets/calm/data_processing/prompt/BAS-C_min-BAS.py | sha256=D8btwBnwJrkwTamoHHJKhhv7fCnHFRzX_JsU_M_IH6c | 19616 |
opencompass/datasets/calm/data_processing/prompt/BAS-C_mix-BAS.py | sha256=28ocn8KUsvd4mi7OqPNFxV0Lk6p7u47AZslO5WrGW3k | 19154 |
opencompass/datasets/calm/data_processing/prompt/CA-B_FA.py | sha256=2RSP2NoHAGch1RhpRV4E_CfB2XypwP41VffBmWrPx7k | 9271 |
opencompass/datasets/calm/data_processing/prompt/CA-B_FP.py | sha256=fb4BydkWGNNrOaqc1DVwuKz5GBsc2H_q3ViP61CbXro | 9900 |
opencompass/datasets/calm/data_processing/prompt/CB-B_collider-bias.py | sha256=W9tKedksfOvp0KcF-wSxJmizEZ-AUKDchJUpYBV9npo | 8831 |
opencompass/datasets/calm/data_processing/prompt/CDE.py | sha256=sye8epcQLcx-hyAkdZG6WbLZVSIFyKgNGxMDJ5IqCs4 | 15321 |
opencompass/datasets/calm/data_processing/prompt/CEG-O_E-CARE.py | sha256=4NLhNC7HdIRfqdDildnrix1TDnNly7IkH3vkbDJi1zk | 8222 |
opencompass/datasets/calm/data_processing/prompt/CEI-B.py | sha256=LQCuCQ3ELQjQLlZVYspSg86GLRnkhR0-C_TYm2vYI9w | 9795 |
opencompass/datasets/calm/data_processing/prompt/CORR-B_correlation.py | sha256=srvzozPVlVf6MSUpYIhOG7s6aA0lRMvxaV_3FEukwks | 8397 |
opencompass/datasets/calm/data_processing/prompt/CR-B_det-counterfactual.py | sha256=GKu8jhUV1CHqjrJSK50XYT-G1Hw3qlxUeTRU1JKKHcQ | 8107 |
opencompass/datasets/calm/data_processing/prompt/CR-C_CRASS.py | sha256=hokz3m4VR0mKoQWmi1bdTJM-Q6z1y8dalblOa2sRZB4 | 15092 |
opencompass/datasets/calm/data_processing/prompt/EAE-B_exp-away.py | sha256=7s6e8WL7M3cifH_DXKQbZEIOioCqJOaD4obrT-zzDXQ | 11512 |
opencompass/datasets/calm/data_processing/prompt/ECI-B_CTB.py | sha256=Hp9vMx2ndNrQRgtoPPNfiQ5dAhchbF1TvfVviBQRAGE | 11281 |
opencompass/datasets/calm/data_processing/prompt/ECI-B_ESC.py | sha256=oCnUGVu67fkuehoZk8BMgC3xqBGJ1lHYiUhJeC9c1Ds | 10358 |
opencompass/datasets/calm/data_processing/prompt/ECI-B_MAVEN-ERE.py | sha256=SaDd2A8T9WrfhixTAFK52Dn4IuRaMxXCP4BPCpgC4OE | 9659 |
opencompass/datasets/calm/data_processing/prompt/ETT.py | sha256=L7BQriI7Dp3dXagyGJXU_Yu7AquNO8qaqZW2BD2ExYQ | 15011 |
opencompass/datasets/calm/data_processing/prompt/FAS-C_FAS.py | sha256=SIsh25evQfxn3vMBC-BsymkujA0bS20jH4McA7Pi4uY | 20192 |
opencompass/datasets/calm/data_processing/prompt/IV-C_CaLM-IV.py | sha256=KLnGCiA-oq_d9LwOssWcP-wn25B42QQ9CbH_KvxJt1A | 16549 |
opencompass/datasets/calm/data_processing/prompt/NDE.py | sha256=Z7qE-A69ZQ0fwmNBjH33W1AW-Nb-fiqHHlYMBv3ob8E | 14032 |
opencompass/datasets/calm/data_processing/prompt/NIE.py | sha256=hC8ElvN-yiFRCDDWUcxqsu7XU0HEhxd5BB5Uu2ef73s | 17029 |
opencompass/datasets/calm/data_processing/prompt/PCD-B_COPA.py | sha256=LpAabS0N8CKGfexkxMtyJx4f98i_K7WxQ9_jL-8RPm4 | 9049 |
opencompass/datasets/calm/data_processing/prompt/PCD-B_E-CARE.py | sha256=8fQHFXmrI_mvlDClNRW5wbGtT5c8eVUGpIRl4W35iPc | 9325 |
opencompass/datasets/calm/data_processing/prompt/PCD-C_COPA.py | sha256=FQ80eafNlFhomcJqyjeMZW8DMb42dzyU7u7fzQ3QwCM | 11646 |
opencompass/datasets/calm/data_processing/prompt/PCD-C_E-CARE.py | sha256=NGyD1Dd0AVa3py2wf_z09akj4VfZMTSe5ckSkAGGynY | 12204 |
opencompass/datasets/calm/data_processing/prompt/PN.py | sha256=xQ09I7uHFxexvsDsuamWFleKa4sfPLrsXJf1osW_Kcg | 13659 |
opencompass/datasets/calm/data_processing/prompt/PS.py | sha256=l7Ls24ODnQfEeuwd3jAvI021YpQZHkL4UKjWLK7Dkd4 | 12928 |
opencompass/datasets/calm/evaluation/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
opencompass/datasets/calm/evaluation/core_metrics.py | sha256=kGjReFPH-rBcMAeidSIemDsdOG9Ia4uOa7HfnRm35bM | 11263 |
opencompass/datasets/calm/evaluation/errors.py | sha256=Xgw6wOZITcEDCSagpu7K9Mre5tFVWTLr8w9BkkaCuHo | 9688 |
opencompass/datasets/calm/evaluation/accuracy/choice.py | sha256=cdZouIwwNpQ6_3aOAoqMjd5wno0zrGAMT7K6VsOYvUE | 163 |
opencompass/datasets/calm/evaluation/accuracy/open-ended.py | sha256=Km3rr8VB5Mhdy7YOdhnlhj9Xu1boHlHy36vYQBB3aIg | 772 |
opencompass/datasets/calm/evaluation/accuracy/prob.py | sha256=86I8Gi9LnLtZgsCOeSqr3AGv6V95WbAH0wDDDXd0XY4 | 322 |
opencompass/datasets/calm/evaluation/error/basic_adversarial/AC-B_causal_judgement.py | sha256=RloGTxJ2ZWaJnJP6Tewaz0JW7aTnEDLm5HP6qHQzoIc | 1308 |
opencompass/datasets/calm/evaluation/error/basic_adversarial/AR-B_CaLM-AR.py | sha256=UEf1by5jGKBFXtzwBaxsFMdyJLcTYjzLib4W62kdRrc | 1072 |
opencompass/datasets/calm/evaluation/error/basic_adversarial/AS.py | sha256=6zmFkvXDgWulMGGwbn4g49ao3gV7MqTsfqXCdPRj3Ao | 1364 |
opencompass/datasets/calm/evaluation/error/basic_adversarial/CA-B.py | sha256=FxOcvFE_VtqFBlt4ICYykL97yEdPGaYRpskCHXKdH7c | 1152 |
opencompass/datasets/calm/evaluation/error/basic_adversarial/CEI-B.py | sha256=tvlDoOhJaeBc57EbnKAeIqKztq5LeIHlCAjVwMYWuYg | 1153 |
opencompass/datasets/calm/evaluation/error/basic_adversarial/CLADDER.py | sha256=CJXJR14rZBM7jFtqO0PnaZjuGE2kAHmElYp6qQqrSoA | 1062 |
opencompass/datasets/calm/evaluation/error/basic_adversarial/CR-C_CRASS.py | sha256=jAHP3nSWKyM66nIjY5AjoWwawtcADvTArajC_E3pv_E | 1406 |
opencompass/datasets/calm/evaluation/error/basic_adversarial/ECI.py | sha256=tvlDoOhJaeBc57EbnKAeIqKztq5LeIHlCAjVwMYWuYg | 1153 |
opencompass/datasets/calm/evaluation/error/basic_adversarial/Natural.py | sha256=fzUuSccDz5_uB6CfpPsM9Z6vcJyiFJRfJ5T1hTtUYzE | 1562 |
opencompass/datasets/calm/evaluation/error/basic_adversarial/PCD-B.py | sha256=yWGQSqki0-N2V1e1oR72A_XGj2BP7vAculeHiZvNUEA | 1056 |
opencompass/datasets/calm/evaluation/error/basic_adversarial/PCD-C.py | sha256=rBHj-SB66o3MqIcUA6-k_UZn0wAWpHmFYQbdXK_2xPk | 1137 |
opencompass/datasets/calm/evaluation/error/basic_adversarial/Probability.py | sha256=_2wPjT7wSg7hhvNZ11VNdH9H0bSoVIT8Gw4qW0BkxN8 | 1949 |
opencompass/datasets/calm/evaluation/labeling/AC-B_causal_judgement.py | sha256=xm-mg6-2gKNKE_5lW_yOVlbyF0pH8bKn6L89pyqjij4 | 2215 |
opencompass/datasets/calm/evaluation/labeling/AR-B_CaLM-AR.py | sha256=Iwl4BEkhtEmhRCtOVc7tCOmmK8-FzwWv8ZExJfa-p6o | 2171 |
opencompass/datasets/calm/evaluation/labeling/AS.py | sha256=MILYxytKCvufnLwDFYndGdXZsdv-o-4Cm0NArn5vUYA | 5618 |
opencompass/datasets/calm/evaluation/labeling/CA-B_FA.py | sha256=3IC4YxoQ4zoyXNGt7iCFtt6Jmc3zR5gQR8mbfJtSyRI | 2342 |
opencompass/datasets/calm/evaluation/labeling/CA-B_FP.py | sha256=RDSkZb8LfYHeRzvDEHgdjSIU1NIMrvD9MGI4Upq2ezg | 2216 |
opencompass/datasets/calm/evaluation/labeling/CEG-O_E-CARE.py | sha256=iUcZhnlOpdKyDpVLjsAxbJOxpxkOY0YrPscAywJ_jpw | 143 |
opencompass/datasets/calm/evaluation/labeling/CEI-B.py | sha256=iBOjVgXAh87SzFpQsI4DGLMHvIb7-E-OOLlRtjnBN1I | 5109 |
opencompass/datasets/calm/evaluation/labeling/CLADDER.py | sha256=fIBtPImg9Q8nvu-dCqapIaqpbiK2lps6v-eqZPCVIP8 | 2286 |
opencompass/datasets/calm/evaluation/labeling/CR-C_CRASS.py | sha256=W400RiREm8a0I3erzWm8aNXGYIaLjTBZ6MBJGyppzCE | 7471 |
opencompass/datasets/calm/evaluation/labeling/ECI.py | sha256=dlOe_xX0hHORhKAn_c4uZFwzTTbqiedsTVzhuN04ETA | 13239 |
opencompass/datasets/calm/evaluation/labeling/Natural.py | sha256=0qaZLLEsvS3Ohr9INej-I9JAJ-EdnV5zG883Upgz4Yc | 2213 |
opencompass/datasets/calm/evaluation/labeling/PCD-B.py | sha256=nqtlgiAuBOn0NFFyPsZPcjAGUIYeEMZyXZ7mu7wR6xo | 3051 |
opencompass/datasets/calm/evaluation/labeling/PCD-C.py | sha256=KNptaG7VLKsHkdlknbEvQHK8BTx8ekec8kjYAYARdf0 | 4374 |
opencompass/datasets/calm/evaluation/labeling/Probability.py | sha256=IhAguvEpsRRmZkX21IdUdPBYuoYTCbs11cXv-GO1uwc | 2311 |
opencompass/datasets/calm/evaluation/labeling/common_answers.py | sha256=XhzgicNjMtczT9frx_A5MU9KPKA36Hkyi4GLZ2QTJ4A | 21120 |
opencompass/datasets/calm/utils/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
opencompass/datasets/calm/utils/load_items.py | sha256=xIaQ5fBPq6sdsjcrFdZ9gi9lEZkQwoqHr5ysXEC_pFU | 463 |
opencompass/datasets/infinitebench/__init__.py | sha256=oLTGWb7WktStzflFBYsUhict5CB5QBymSQ6058t_Jac | 734 |
opencompass/datasets/infinitebench/infinitebench_codedebug.py | sha256=dUD_9ieBRQ9Rp_LC-_ccn29M9t3MHJYcyns8lcaH6t4 | 1150 |
opencompass/datasets/infinitebench/infinitebench_coderun.py | sha256=e3J5OwpSlOVnYmj7s7X4qjmblVxW-Fyd7awcCjnCrNI | 992 |
opencompass/datasets/infinitebench/infinitebench_endia.py | sha256=B7T75n_zss52H2clsaA8dsX36wp-MbKAbogIdnCeHko | 1524 |
opencompass/datasets/infinitebench/infinitebench_enmc.py | sha256=KmMTouWr-CqN0Cy7v27NUH5QCNe-0OETEtwXAiKDevw | 1145 |
opencompass/datasets/infinitebench/infinitebench_enqa.py | sha256=4gwxl6Nvt4lA0nc2-9fjZqxrl1uRKONuO-j5s52TmC4 | 783 |
opencompass/datasets/infinitebench/infinitebench_ensum.py | sha256=tT3c4buFCMQalzopfQANrNhdFkAZBSiXMc7Qhl0GHUI | 663 |
opencompass/datasets/infinitebench/infinitebench_mathcalc.py | sha256=bhBwQsw47LTqphMKepkHCZ0vV5ne_SfWpU0ENUFb4Lo | 1610 |
opencompass/datasets/infinitebench/infinitebench_mathfind.py | sha256=bDwLL0tAUO-gxg1swbRNsGVsAFhghtjut6-Rsvh2EwE | 950 |
opencompass/datasets/infinitebench/infinitebench_retrievekv.py | sha256=X0TjyaVIr46CaWYHaxvrocfhiBCUJ6u1O35FKZFf38g | 1477 |
opencompass/datasets/infinitebench/infinitebench_retrievenumber.py | sha256=5LPJdz5vD4lPILcn9iKRXS8lD6gMvL0ojcc4APYHEks | 784 |
opencompass/datasets/infinitebench/infinitebench_retrievepasskey.py | sha256=stzw4d4tGE_Bp3oOctO7aTo_A9lDOFgGNawUarSmgXU | 785 |
opencompass/datasets/infinitebench/infinitebench_zhqa.py | sha256=LDp50GsbMuaGqed1-PHatWQOc-684v3w_CrBjQRc0Ow | 783 |
opencompass/datasets/infinitebench/utils.py | sha256=x8QD6J6LevbM9sTeXEYJadQAjwF_tJoSZI3hsGBvnB4 | 471 |
opencompass/datasets/korbench/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
opencompass/datasets/korbench/korbench.py | sha256=E43MfRWaIx2A3DgTgkHlssRwMdx-adZ3t_XiW0gomxc | 8910 |
opencompass/datasets/korbench/korbench_utils.py | sha256=Gyq06LV2oBQ1uMD3a6fmqAHiLeqO2V_sxIrrTgZcJ6I | 23545 |
opencompass/datasets/korbench/korbench_dataset_config/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
opencompass/datasets/korbench/korbench_dataset_config/config.yaml | sha256=SyIzbOrUSFvyR9N-tdOgll6lqBZ0vNLgHFtSNciK9Ok | 212 |
opencompass/datasets/korbench/korbench_dataset_config/config_wrapper.py | sha256=wtPCog8hDa_8pP60XPuKvW3IYrP_-gmKAT5wmYAI0C4 | 2632 |
opencompass/datasets/korbench/korbench_dataset_config/prompt/0_shot.yaml | sha256=_LOhMcq4zyOtsK7bCSugkqF8OOWJ-GyO_gZRhS70o_c | 3167 |
opencompass/datasets/korbench/korbench_dataset_config/prompt/3_shot.yaml | sha256=diOQd3W0iqF0MHdvfxulbfZ0oUNfdRWxsWpMEr7dWww | 3917 |
opencompass/datasets/korbench/korbench_dataset_config/prompt/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
opencompass/datasets/korbench/korbench_dataset_config/prompt/mixed.yaml | sha256=cBewlo87foQBPxoUk4kwvAdW-d2e0ss0e85wqTQE7Sw | 675 |
opencompass/datasets/korbench/korbench_dataset_config/prompt/self-correction.yaml | sha256=ApIybWza0BNYknbKj6wzG_AdrvXbWsNc4JnoaMtioG0 | 103 |
opencompass/datasets/korbench/korbench_dataset_config/prompt/trick.yaml | sha256=JNweMwdwR6hyuGECf6GQ_FSLRVu8ZJQHYCkpOhFx1UU | 605 |
opencompass/datasets/lawbench/__init__.py | sha256=EsKoFDaO-iKTH7i7z0wXU8QnpEBnLJRAoN9smJEX4Xw | 52 |
opencompass/datasets/lawbench/lawbench.py | sha256=QvFxOsE3fYUf-xPLfnUDcMUO4UHotJCPmvFjMsoT9qo | 2590 |
opencompass/datasets/lawbench/evaluation_functions/__init__.py | sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs | 1 |
opencompass/datasets/lawbench/evaluation_functions/cjft.py | sha256=yJHmN9VcBXZgFRzKzj1WgNhYUV92sI_nak28lNdTUlg | 686 |
opencompass/datasets/lawbench/evaluation_functions/flzx.py | sha256=YOBkp-Rpir1_VrYNXRhHYxMzfLF-uks4g0Upl_cJtS4 | 679 |
opencompass/datasets/lawbench/evaluation_functions/ftcs.py | sha256=_-UJM6RQFLGP4JMhWf8zvdWzulZjP-7AUfIZC2U8rKw | 732 |
opencompass/datasets/lawbench/evaluation_functions/jdzy.py | sha256=tixUn6t3pXys3InX853YbOjG9LyY-a4TPja9UgeyWkA | 1586 |
opencompass/datasets/lawbench/evaluation_functions/jec_ac.py | sha256=26Z1_XQYREiF_m3KJW7Y-5cFbP_Rt6328JwLVpVSnCQ | 1129 |
opencompass/datasets/lawbench/evaluation_functions/jec_kd.py | sha256=jbZIusPwPdQuhX5Obof3_uQg0WJvbtSERZNPJG1aZzY | 1121 |
opencompass/datasets/lawbench/evaluation_functions/jetq.py | sha256=hUncdFXnKjib7lg0RYUKeOfv59x-7wUYX-fccCawWRQ | 1567 |
opencompass/datasets/lawbench/evaluation_functions/lblj.py | sha256=irK8KL6wNeOKcTKRJVo96Hha_GS4uRpwiR5K3kW7vGw | 1124 |
opencompass/datasets/lawbench/evaluation_functions/ljp_accusation.py | sha256=UCGSeGuxvW00j035JKKKB4nG9uF3C0G8ODF6zVrk3DM | 7295 |
opencompass/datasets/lawbench/evaluation_functions/ljp_article.py | sha256=U_sXfQhSCdCVrFPJkIJleiAauB8ZUAQwuMIg5Dj77OQ | 3196 |
opencompass/datasets/lawbench/evaluation_functions/ljp_imprison.py | sha256=hbXqgLzmRnvqVG7Sob6Ivgw1zRp8L4jSYcq53StYYgQ | 2497 |
opencompass/datasets/lawbench/evaluation_functions/sjjc.py | sha256=BQ7SOA9YDbxUMUPVnIj9Ghkd5MUQFA3fSQ9YNIfyS-c | 2213 |
opencompass/datasets/lawbench/evaluation_functions/wbfl.py | sha256=YVTc8jUqXbMtIYIbsSXCiE7C_HtWuJN0U2A9NLESMqE | 2135 |
opencompass/datasets/lawbench/evaluation_functions/wsjd.py | sha256=1ILreraEcl5genSW_9UoZNTF9vsbTAzcFr9VieFmeNA | 2324 |
opencompass/datasets/lawbench/evaluation_functions/xxcq.py | sha256=Y4QWiVLtopjOPO_cl1U1i_82WDe9K7mos8fhtKUtaVQ | 649 |
opencompass/datasets/lawbench/evaluation_functions/ydlj.py | sha256=fPpsSxBysJvQ-syyDVkZC4HINGYp46LuKJknN3YMrbA | 531 |
opencompass/datasets/lawbench/evaluation_functions/yqzy.py | sha256=S1BeCGWBKbqBIgBTzU-p7I7uww6E2K_emldkRepgjhs | 679 |
opencompass/datasets/lawbench/evaluation_functions/zxfl.py | sha256=VBFval1dgvwlsecbqtHmClvpjxg2mkTxE6fsqntrkv4 | 1282 |
opencompass/datasets/lawbench/utils/__init__.py | sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs | 1 |
opencompass/datasets/lawbench/utils/char_smi.py | sha256=UUGHRK8ObYSVhKTdosmCf2iUdNCo-Wf7JMGsI61665M | 15759 |
opencompass/datasets/lawbench/utils/compare_m2_for_evaluation.py | sha256=fHdvdBtSNWq0pc5jIpEhUn_JKAJDHG2VggNdzKlWzmU | 18332 |
opencompass/datasets/lawbench/utils/comprehension_scores.py | sha256=vdh8TX9sE8p652s_fJna2SVWeH6rwklCkUXRasEJfa0 | 2422 |
opencompass/datasets/lawbench/utils/function_utils.py | sha256=3f5pQgsi1SjoTJ9nKivy_N6CyrorOJCrrPGPJQQN6qU | 1938 |
opencompass/datasets/lawbench/utils/parallel_to_m2.py | sha256=D86XOLXRJKzqRfaYsOmZQoNGEME6qcmOTngqQVM-Xxs | 8378 |
opencompass/datasets/lawbench/utils/rc_f1.py | sha256=ktoX7i5EPLLY6uMpguTzidj-lWPwjqjiruVdBrYwptA | 6178 |
opencompass/datasets/lawbench/utils/modules/__init__.py | sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs | 1 |
opencompass/datasets/lawbench/utils/modules/alignment.py | sha256=oS1j6vShXsU2_DXjvqM7F7rs7WAt6sbFL73hDbEkrsc | 14437 |
opencompass/datasets/lawbench/utils/modules/annotator.py | sha256=uUSWYk0ygJ1ASxzue1WTP4wKoNLnZ6-al2nzUeJMA5o | 3318 |
opencompass/datasets/lawbench/utils/modules/classifier.py | sha256=erDuv-nJ9hUsR8JTRoJwIGSt50OQjFcciKBalbh_k4I | 6676 |
opencompass/datasets/lawbench/utils/modules/merger.py | sha256=w8yBpLIXzlnt6JWBzKstN_vjUr2dfguj5EUHlKXpG60 | 12283 |
opencompass/datasets/lawbench/utils/modules/tokenization.py | sha256=qBfNBxBQxmR7Zd2ejg-Q3FfgM0uSOgqTPzYUS2EU-7Q | 10673 |
opencompass/datasets/lawbench/utils/modules/tokenizer.py | sha256=0kpj3mdCmwGAnKW8Xvtfpl8-0EXS3GhqH6qs7BHLr10 | 3697 |
opencompass/datasets/leval/__init__.py | sha256=E71deFp6J7QL42-BHNljrFTynE1v0iKb55pj3zg0PUY | 1084 |
opencompass/datasets/leval/evaluators.py | sha256=UbSYN9Ma2bv1gUHail7aAwkHG0UEUFVUxOFE6_LPq8I | 6544 |
opencompass/datasets/leval/leval_coursera.py | sha256=Cmb3d13uPIQX8DADuGBGUQwjnfPwsep-YAhWoiFW9MQ | 1060 |
opencompass/datasets/leval/leval_financial_qa.py | sha256=5b5Pqbxl1kYgBgKHZhSD-2zP_7gWFnuIz1IFzLQ-Nw0 | 1114 |
opencompass/datasets/leval/leval_gov_report_summ.py | sha256=m-GRVAM247ngUtnsltvwQ2N3U3JPYW9n15u64kQM_SY | 1116 |
opencompass/datasets/leval/leval_gsm100.py | sha256=b_-lbhifXHGyRQJvf9UqfX4oh_b6EW0vRC8IQrt_cMs | 1839 |
opencompass/datasets/leval/leval_legal_contract_qa.py | sha256=Xf1wuH8mD5SU2ey_F5TSpHSbfjk41Z45Rl8Fx7BVt8s | 1118 |
opencompass/datasets/leval/leval_meeting_summ.py | sha256=sCWZ3cOxVe4ut0DHNPCENZhgefzQ0GUmBCZhWUf1v74 | 1114 |
opencompass/datasets/leval/leval_multidoc_qa.py | sha256=PFHOv7xI4dd613xZAbBXTT_eyeTHC4yYe2KLCeTy7oc | 1113 |
opencompass/datasets/leval/leval_narrattive_qa.py | sha256=Rulayn5aKM0YlB_N12bJtk4yXZdNcrRilHjtLmxS7aw | 1114 |
opencompass/datasets/leval/leval_natural_question.py | sha256=bbw53gwHu6c0-6CBPPINlPYzNNB8uIxfj2DTmRs9rCU | 1118 |
opencompass/datasets/leval/leval_news_summ.py | sha256=R3GfHh1cyYQ2GiNm_nmNrvjovQyzuPRBLIcTV6BX_ks | 1111 |
opencompass/datasets/leval/leval_paper_assistant.py | sha256=DKHcffmU70GBWjnH5kPobuY7O2bjLx5fDW7qGA0zYcA | 1117 |
opencompass/datasets/leval/leval_patent_summ.py | sha256=isqNk-U_bcJ90dKIdd-9dUrsX7R-a06_eJhztq4AqsI | 1113 |
opencompass/datasets/leval/leval_quality.py | sha256=p4SwT_ImNGMbNPwbi9HSgugCoIeWsSJ0ONdRLBSS10o | 1062 |
opencompass/datasets/leval/leval_review_summ.py | sha256=3iBl2e8qGlFLKH_iYTo1VUr109tNxkuEmJhi0I-Xok0 | 1113 |
opencompass/datasets/leval/leval_scientific_qa.py | sha256=tojxRk3leTOmQoFhtVIplG2G0Zi5HJT9E_OIdcxBH6k | 1115 |
opencompass/datasets/leval/leval_topic_retrieval.py | sha256=LP_zN2xEM1Hg05ANEH_3OFSabjAFgrOFTvPG8r0kAgI | 1066 |
opencompass/datasets/leval/leval_tpo.py | sha256=5Vd2beUp3zfrMPAQFXU8GWj-16K42cv7Ii_yfZ7qBwo | 1055 |
opencompass/datasets/leval/leval_tvshow_summ.py | sha256=o0e5cNJBYGAQxV1YPW6IS54CZvyB5-HvGNXsoBOxOi0 | 1113 |
opencompass/datasets/livecodebench/__init__.py | sha256=Fk4hzNvGDEHTYJbRT8xdBhNmYSZZi18GtwHHogDBGcc | 573 |
opencompass/datasets/livecodebench/evaluator.py | sha256=zwVi5d8KsZtEMLQqE1Lh26ASTvWFrrbW1QphPWY6YC4 | 15298 |
opencompass/datasets/livecodebench/execute_utils.py | sha256=Nck9dp5Uh3wlRQdJn2VfnWl_FLKMntJ6luDkmy-IbF8 | 7514 |
opencompass/datasets/livecodebench/extract_utils.py | sha256=GfEP0fS0Mqsq-iNr0p-YwO6-07vgOaIbKTroWG3-ob8 | 3051 |
opencompass/datasets/livecodebench/livecodebench.py | sha256=jX0fd3xjnnDH7otcxc19shzsmxcAC25oPP3eDtTc3wA | 7994 |
opencompass/datasets/livecodebench/pass_k_utils.py | sha256=Nn_vT2kTMhLAqAtPeHekBMhLyTcvlSZsKojXTulmWKk | 2172 |
opencompass/datasets/livecodebench/prompts.py | sha256=MWUsHQcVWu9gaX2VZIyyI55XaeAa3GxcozfKzkLGIj0 | 12753 |
opencompass/datasets/livecodebench/testing_util.py | sha256=MMEnsG2DE9MSdwjWQVvJxrpmzjJLVwUNtAQ4dA81gJQ | 29329 |
opencompass/datasets/livemathbench/__init__.py | sha256=LVd-x8HSk-3vl6d6xt3Cg_-8oWV0VLKLwrW64VyiUgY | 138 |
opencompass/datasets/livemathbench/livemathbench.py | sha256=dbIWXxr1nH0D_fRa8sM3vlcvNax0hVtHxUIT1ja-StY | 15448 |
opencompass/datasets/livemathbench/prompts.py | sha256=KDFTfXlua0-yEP_0XVboQALzgYIhiN3U-WwYm8sXygo | 6609 |
opencompass/datasets/livemathbench/utils.py | sha256=-RYUZUcwxl3tw_hQIdxj18SjU7ziL3w_CBl55xiHr6Q | 189 |
opencompass/datasets/livereasonbench/__init__.py | sha256=-mmd8FFkoPattKs1G52yrqqcTR_TEX_tsP7zglVD1gU | 149 |
opencompass/datasets/livereasonbench/livereasonbench.py | sha256=peR5KCiKhj5Zg80HzAYWrTcvu3c5_4to_HW9AL2FdMo | 9704 |
opencompass/datasets/longbench/__init__.py | sha256=B6dcdPWPS_DNKUN-HRue5ZAEsgdx7qiYbuO-ue8_Se0 | 1585 |
opencompass/datasets/longbench/evaluators.py | sha256=0yOYG_hbcvpFrgf0nh0OlAnOPU265gVJ0hRCBwuWzaQ | 9597 |
opencompass/datasets/longbench/longbench_2wikim_qa.py | sha256=ZAzISelQjP9o53TE9kPqCi6giljS0t-jk--rLzoWehQ | 989 |
opencompass/datasets/longbench/longbench_dureader.py | sha256=XY0dg4wmPWL7FWGnmE7dA0n1LpsdBIMKrwtm3TUKunU | 989 |
opencompass/datasets/longbench/longbench_gov_report.py | sha256=B6rsGD0xKR1szaq6Azwlj9vnqqAcTBXazXM8aYEC_jQ | 860 |
opencompass/datasets/longbench/longbench_hotpot_qa.py | sha256=BjqmBpFfUFhqU8eC-3veEI41nZdAVCWGD92KjIShsyQ | 989 |
opencompass/datasets/longbench/longbench_lcc.py | sha256=sZ9LSPcJhQn6fjB6qCISgyLG0AaAPFhCRkrspkBK6Dk | 853 |
opencompass/datasets/longbench/longbench_lsht.py | sha256=G9zR_DD05W4Gwaq1UsjYjFXEVDKcdTOU5GFcL01gjh0 | 1308 |
opencompass/datasets/longbench/longbench_multi_news.py | sha256=4EytiLFYctVKoJLle-hm94JX28Uv99mm-y-e-cEuOw0 | 860 |
opencompass/datasets/longbench/longbench_multifieldqa_en.py | sha256=W9Naq_Pt1qY4kMLzFdC3kXCGHrQClm9rM0i3K0GELPQ | 996 |
opencompass/datasets/longbench/longbench_multifieldqa_zh.py | sha256=UO_Q_zGejmPM132_F2Opj2gbwxdaJcv2Qh1M72uyQbI | 996 |
opencompass/datasets/longbench/longbench_musique.py | sha256=9sItWkL767g-5KXPAijPLpmU8IVWgZN6Wx5NgdfrY_E | 988 |
opencompass/datasets/longbench/longbench_narrative_qa.py | sha256=yx1fmjqf5cb258D51qw_wEdm62tw8zIDohLBLwNO5sM | 992 |
opencompass/datasets/longbench/longbench_passage_count.py | sha256=kt7vjLXvrzyKRi7nbGToe52Pc09Y25GzyvQgPfZzvR8 | 863 |
opencompass/datasets/longbench/longbench_passage_retrieval_en.py | sha256=U1oJ2P4cU6-B6yfoZkQGHU1z4FZa6fEbwB4ILaCc-rU | 1001 |
opencompass/datasets/longbench/longbench_passage_retrieval_zh.py | sha256=vRpayexGeV_PB9mk4BJboySR2o2NiXY1GkS9hrB36g0 | 1001 |
opencompass/datasets/longbench/longbench_qasper.py | sha256=VjSPws-29QsDyE6e-SPjR0Cvfq-jOKtig2OINoZymx0 | 987 |
opencompass/datasets/longbench/longbench_qmsum.py | sha256=_smJYGeQMcMFqgD2sQ8umkZoDPxUK7OdTml8bP5MxOM | 986 |
opencompass/datasets/longbench/longbench_repobench.py | sha256=gCY_NY-LtFxf7xLNKIOIIfUeeAk7WAAM1pQoDX58TM8 | 990 |
opencompass/datasets/longbench/longbench_samsum.py | sha256=9T-Znh0MeFmzlGnFou0TA7ykZAdZiyigc4YgiPDKNxA | 1151 |
opencompass/datasets/longbench/longbench_trec.py | sha256=6ix_mpPI69QGpkQBrW0x87YwCsrGezkhJwXfUoE-4dM | 1308 |
opencompass/datasets/longbench/longbench_trivia_qa.py | sha256=nVOMWYzFvqu19AJX1kQxq6RvQclGhZBXi9B6HSP-YEw | 1155 |
opencompass/datasets/longbench/longbench_vcsum.py | sha256=GEghhE05tMfbK0lEDOhsSJjimlWqwPOP_LqGgyOg3V8 | 855 |
opencompass/datasets/lveval/__init__.py | sha256=fw7wcPu-uwsi57p3IqG6WxzwcL6sTuy6JMRCmpk_ZeM | 833 |
opencompass/datasets/lveval/evaluators.py | sha256=sOO9QKwhBAwLOGEKIzCRJ7OJX7973r9qjQJjgGh88mA | 12371 |
opencompass/datasets/lveval/lveval_cmrc_mixup.py | sha256=I6pjSME8IIbNSg8vsolXnCjWhbxwMzJfPTqef3ss2-4 | 1083 |
opencompass/datasets/lveval/lveval_dureader_mixup.py | sha256=aUfQDxXarJLWrtj93PjhRO9wXYkjFOw3wk-iG59LBmQ | 968 |
opencompass/datasets/lveval/lveval_factrecall_en.py | sha256=E_WsUGMdPRZLsdjaf_aAE7fW6NmCSqarftREH-NHe-c | 1091 |
opencompass/datasets/lveval/lveval_factrecall_zh.py | sha256=5ZvNqTMXP2iDBxpQa1840WsEj8EPcCs-reH1c34w4yM | 1091 |
opencompass/datasets/lveval/lveval_hotpotwikiqa_mixup.py | sha256=0wWH6epITpONkkemQO_OKJGYPWVjDEuWK7trK0Vzna4 | 1276 |
opencompass/datasets/lveval/lveval_lic_mixup.py | sha256=13cjhusLhyUt0IDwF9zlj6M_RoOslQutY42cYNrm-sI | 1267 |
opencompass/datasets/lveval/lveval_loogle_CR_mixup.py | sha256=JdnEFNwejE8eViYlKWAiWV-2eOy8mEV1AtMiz2HLvx4 | 1153 |
opencompass/datasets/lveval/lveval_loogle_MIR_mixup.py | sha256=3m3FGpP61eLEJibs31IBYukasMpkeANbR2n77BgnoXg | 1154 |
opencompass/datasets/lveval/lveval_loogle_SD_mixup.py | sha256=ajszNVsZEbUQzTiiUH54ON4zgR0Y4SMkIy9gB09bS-Y | 1153 |
opencompass/datasets/lveval/lveval_multifieldqa_en_mixup.py | sha256=fecrPS3kDHRJI-civNkCNyXmxVIziUVac9m4OZaGFB8 | 1278 |
opencompass/datasets/lveval/lveval_multifieldqa_zh_mixup.py | sha256=DXns4RCLKpey_FR0BOGR0a9DgsuSmbmhnfA6M-fWJLI | 1278 |
opencompass/datasets/medbench/__init__.py | sha256=EqVJn2weY7C0QyL2LGO72_ohQz_cPq9GPeUDeR7LJrg | 60 |
opencompass/datasets/medbench/constructions.py | sha256=05pkM1jLSNsoIrNoqi5hqKcaEttOn8_s6okM_DiZeAo | 3118 |
opencompass/datasets/medbench/dataset_loader.py | sha256=WGfCUi62WvxA5DrYsRXmloW8knUhi8n-UehjERaWWWE | 13752 |
opencompass/datasets/medbench/evaluation.py | sha256=3bspfRl1mmM6FXwqiNTRYfl9FVqkhl4yNP8jXaOc5ks | 1422 |
opencompass/datasets/medbench/math_equivalence.py | sha256=JLV-nIpInx4lT13x2VFIBd7bTwJ1HSXytIMf7v7L5dw | 4572 |
opencompass/datasets/medbench/medbench.py | sha256=7b6W-6fslxQt2vbEUdYKIPyvmmoguCKGtUEQLnQUQzI | 22054 |
opencompass/datasets/medbench/post_process.py | sha256=Wf1T9_IkInO0aztn0hdY5aC2Yqca65jPXku6N6LYW8U | 7082 |
opencompass/datasets/medbench/utils.py | sha256=0skceVjzXX-YtnSSOpP3mrrdOAqxDmnlwg_1hdY9OBg | 1097 |
opencompass/datasets/musr/__init__.py | sha256=vWjiMPHn5YeVQF2x-RKFwQcYkBt42CcBoo7QyHz76NM | 40 |
opencompass/datasets/musr/murder_mystery_solved_ex.py | sha256=Gi4TLb0DaYOGDH-Ui5mFJAWOqzggyMPhT8hOMiyaEt8 | 7716 |
opencompass/datasets/musr/musr.py | sha256=Hg5aM7r68oRmVJbxBkt9gJdmFZBHx583aL1Li714Vb8 | 14936 |
opencompass/datasets/musr/object_placements_solved_ex.py | sha256=-MKzPU2lpca3xyuBLS-dQWQe9yXVWLg7-oP_g7Tn0Hg | 6410 |
opencompass/datasets/musr/team_allocation_solved_ex.py | sha256=SC9M6OB2TsXicY9sUTtLZq8rC_3fNNVXCWb3VZYFFMA | 7294 |
opencompass/datasets/musr/tree.py | sha256=8DTCHvLUdYLAxfNQ0nVnOAVJgy2vWwLAUQWaPVuh6g0 | 28615 |
opencompass/datasets/needlebench/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
opencompass/datasets/needlebench/atc.py | sha256=SRKOikemko0vSOAHpzLvSymNanhw5qoOe2EXoxFyV-o | 13602 |
opencompass/datasets/needlebench/atc_choice.py | sha256=Hi3igAOVsXsVC0sJxkp2f4mzO1utGli_GTWssvDla-I | 7169 |
opencompass/datasets/needlebench/multi.py | sha256=KGmC2YMqQoLjNxP6jRYQZZYL7PnL6zgzA8ATUEgL-Ro | 10985 |
opencompass/datasets/needlebench/origin.py | sha256=9rPa7O4wUK2EdPeLyg_3uKoZ4Gbo83O6oXoB7e0Sb2E | 12710 |
opencompass/datasets/needlebench/parallel.py | sha256=bAd1HbKSXfE2qBKX5VJ8Q74u-DhB8ZVGh2stwIwBk5Y | 13140 |
opencompass/datasets/reasonbench/ReasonBenchDataset.py | sha256=GTfrdgGjEgyrl6QAwrc0ivhjjQ9HBOtwKrMWokRSLrc | 1278 |
opencompass/datasets/reasonbench/__init__.py | sha256=3tcot3LJ6FG0xSrzaIbnNc0WS4La96ui9GUT-JuieGQ | 54 |
opencompass/datasets/ruler/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
opencompass/datasets/ruler/ruler_cwe.py | sha256=v0pbLpFo3JADD0IPmv2ip_jFnP4xMGxG9V7i3EJp7cM | 6498 |
opencompass/datasets/ruler/ruler_fwe.py | sha256=yQBBhiDfX7JTY9mg7aT6XPQspPsnJ3LuA-8AaICs4ZQ | 5895 |
opencompass/datasets/ruler/ruler_niah.py | sha256=OXsrAjyciP3DYEHYKnHeIee3GXmJOGIXPmKK-DK873s | 10719 |
opencompass/datasets/ruler/ruler_qa.py | sha256=p1NgG-_o5vQ0GxxA_068cQQp6PIJjq0A55qriSmmPac | 8846 |
opencompass/datasets/ruler/ruler_vt.py | sha256=BQGgn4jsa9kZAZpb6FFv6-4b_-Uim3sXSh013yYHxzo | 7845 |
opencompass/datasets/subjective/__init__.py | sha256=ocAZ3mBZoS4K3kBm67JnDA6gIG6yo5gDJWudOFVGpdM | 2169 |
opencompass/datasets/subjective/alignbench.py | sha256=A-qhsKOZkGZvA3d7ijHvm-jxPQN-MSMM0Id7JMhwOhI | 13486 |
opencompass/datasets/subjective/alpacaeval.py | sha256=lleK4fE7k-eFSA6eS3EQ6dkHt9rtoAZW3IWXRgHCtuc | 6435 |
opencompass/datasets/subjective/arena_hard.py | sha256=rFPPbNV8PQW3SCKC9WyqdzmYWN8Jv8pjiHM9cf9uJTc | 8953 |
opencompass/datasets/subjective/compass_arena.py | sha256=tt_RETDHa9-KhEu0kr2KSBfVRZf5owpbA3GwK0f4Mgc | 6094 |
opencompass/datasets/subjective/compass_arena_subjective_bench.py | sha256=pujw-Y8XzI7FfUSoHn-yfvlMdO31TTFcMzOmAbucnbM | 27906 |
opencompass/datasets/subjective/compassbench.py | sha256=o7qvqEwGt7M7ESgFwR6N-bu3yIPekOm39gAVUpR8HSY | 2796 |
opencompass/datasets/subjective/compassbench_checklist.py | sha256=n9twVd0b13saR6Yx5uOC4ZUuPfE9hAiddS03hwxedzc | 1372 |
opencompass/datasets/subjective/compassbench_control_length_bias.py | sha256=CMl5-e0rJDGtMK6XbTvby7AcAIY6EFZUbv5Dhzx8QEc | 4736 |
opencompass/datasets/subjective/corev2.py | sha256=PRyEZBYYu1W2DYHfxv4Pk5zUiLW_iN6N3SSruYXOdIo | 15280 |
opencompass/datasets/subjective/creationbench.py | sha256=t0zK20f5PZrBeS4xsEFfrZyCCqslj0PiKgeBRaoZE6o | 25234 |
opencompass/datasets/subjective/flames.py | sha256=RJVfFRZaEYbpDlKqRYpmeatxet6c-Lfc01O2NNEeNZg | 1671 |
opencompass/datasets/subjective/fofo.py | sha256=NpydelincvHatMnhB-sRm0lEuK2u_2Lw9uENrUpr3mM | 2627 |
opencompass/datasets/subjective/followbench.py | sha256=sYDN5O_a0jvJ4YE2lwpnvrUcn784N7T8WGRyrmaWrxQ | 9578 |
opencompass/datasets/subjective/hellobench.py | sha256=vMJNquRwu-NIFzuWXRuSUb_xpm7zxRTdFRHoFiMfzOQ | 10070 |
opencompass/datasets/subjective/judgerbench.py | sha256=d51tfNGGhuGuw2E4uST-mhQVuiyuHOQmfDB0ZkOCMPs | 23211 |
opencompass/datasets/subjective/mtbench.py | sha256=cPJ44dNZTSZqBj19EGs6v_a5rkTr_JytMtBFnn6t284 | 18531 |
opencompass/datasets/subjective/mtbench101.py | sha256=OmfNW5_Xcj32EjSY0PEbVwvTdn2-p5CH7cPlmrfOFtM | 34417 |
opencompass/datasets/subjective/multiround.py | sha256=RtDKBnKNmJwEacGqxPO_M4PWn3PPcWMb3zirNRNKh4o | 8066 |
opencompass/datasets/subjective/subjective_cmp.py | sha256=HFMOCBcd_mEiRuHMcgTvb--KdwJ5Bec_28FjFTPS_78 | 1160 |
opencompass/datasets/subjective/utils.py | sha256=GfQBeEPsHDGRn5J44f26Q1DHRQ8BjDCD8OOD97ZgRJY | 1095 |
opencompass/datasets/subjective/wildbench.py | sha256=9lAVhe50NSeuEn2YxUcRKL2oze17cgOzxyjcSWdxzb4 | 13504 |
opencompass/datasets/teval/__init__.py | sha256=XRR4lNXwI6seVyG7EctQKn93BCBEoBxRzLXjdCaokoU | 1909 |
opencompass/datasets/teval/schema.py | sha256=hq15bWZ7MCMeac6G-y-MjXAvHAra0Cp0DdhWDyJ2L5E | 525 |
opencompass/datasets/teval/evaluators/__init__.py | sha256=yr7vxv09jrC-3epMcf1AvzfAQMDwjoSnWBU9YaA9WHM | 339 |
opencompass/datasets/teval/evaluators/instruct_evaluator.py | sha256=TH_CXnOB7-SCGlVUDRq-019L4GJi-FoHDyyUPzMWbaw | 5286 |
opencompass/datasets/teval/evaluators/planning_evaluator.py | sha256=sA01vGIjZnBiaaslHiAxNhuMnhwo_l0ISBKSUVuQpZ8 | 16837 |
opencompass/datasets/teval/evaluators/reason_retrieve_understand_evaluator.py | sha256=H36bDONI2RncgMHuwsZKbk8q_iS3DYan2o5dWCrrUfo | 18747 |
opencompass/datasets/teval/evaluators/review_evaluator.py | sha256=BIbEvBp-FkN2Y5RtITMK-ccue9ZZhuzAMIUhEvCcvww | 3903 |
opencompass/datasets/teval/utils/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
opencompass/datasets/teval/utils/convert_results.py | sha256=qWmLnqWJrdVqf3Ig9Zx_8TA3L8J8f2iqcED0U_ebteU | 1614 |
opencompass/datasets/teval/utils/format_load.py | sha256=v2CdjYqyU9hiMFALIj8UORsrmcr8GgZf5esYHZ219sA | 1573 |
opencompass/datasets/teval/utils/meta_template.py | sha256=I4SwTcNt4vnJfluX-U_u6CMEd_TRcBNpx0aZOQhlMJ0 | 297 |
opencompass/datasets/teval/utils/template.py | sha256=J_3x10hyREy9wGjXQzOdTl1kAsYMnRqh-GqADS8O1So | 2479 |
opencompass/evaluator/__init__.py | sha256=EyxHLkMV_IG8B4PWMYKtD4wlIpxLIyMmw-el1ZSl1hk | 63 |
opencompass/evaluator/generic_llm_evaluator.py | sha256=Klr4Sk7gw5hC_TdGkggGSXpoRa6AwimGwFBudc_wCHg | 5375 |
opencompass/metrics/__init__.py | sha256=Wb1vA2l9Qru4gcgTrqkap4Y7cfBnb3eiH4lL1hJSfZk | 163 |
opencompass/metrics/dump_results.py | sha256=r23ygkcVFpQxVuXZwlWsg2uS4Y5-_nzl5QJgjg1fQuo | 2112 |
opencompass/metrics/mme_score.py | sha256=g3e8w0FaOstdnh_Wl-UQab8ewZfKUVhDxhByyRzLGyo | 3139 |
opencompass/metrics/seedbench.py | sha256=k26DaNOcey2ZTe8letBAGQqwDAs9caZAlLW7zOwawP8 | 2317 |
opencompass/models/__init__.py | sha256=IiSQRy-1Ao1lFKu3hYsf2AcFKAhVGb6FXfhW4okZ70o | 2628 |
opencompass/models/accessory.py | sha256=ZiU0A7OAN8UKjU1_kbulrqPBn-HT8mQ40q5C9RCQa7A | 3479 |
opencompass/models/ai360_api.py | sha256=1LkyPYZ3UUSXj6mhATYDPqVGc6T0Sq1zgkUFGOqkXvw | 6133 |
opencompass/models/alaya.py | sha256=81wbFzBwxYrHevuxBRwCgJ59Xzlx0rxuvESWOAUTw8M | 6061 |
opencompass/models/baichuan_api.py | sha256=1sZHO_GKV279LrGZZQeadwqZ2rQ5UBixNvnj1vweLPA | 6075 |
opencompass/models/baidu_api.py | sha256=rBcA0Dzhyhqk4l_V3uk7t7aYy4eZP_0weX49WZKEB5A | 8663 |
opencompass/models/bailing_api_oc.py | sha256=VaNROla8yVeIZN7NSM1TT6qx9MTZyHgKmzXjEgxdTJo | 8245 |
opencompass/models/base.py | sha256=bYVfK6VjjMH46pcAwpsxK53dTKcOS9eX2rMaDr0Dv5Y | 20624 |
opencompass/models/base_api.py | sha256=YHJa2PYL3omlyhJk1PFRIamzFaX24J_AmufwlORBhs0 | 18099 |
opencompass/models/bytedance_api.py | sha256=5HE0iSsFi61-mLxshV1EenQ42qeJgkotvS7VmX2zJ4M | 5697 |
opencompass/models/claude_allesapin.py | sha256=iJS0lUXuC4D0qLDIidGbymumwyWMkKfcLDuWz9xmzMg | 5398 |
opencompass/models/claude_sdk_api.py | sha256=nt6LLtysw3c357SS_fuisoP8hBPfbTRDIvQTpMnG8MM | 4153 |
opencompass/models/deepseek_api.py | sha256=MsCoamp6wZHdeBARefVs0Lrhn9CeFUllxKsoVpBIsMg | 6011 |
opencompass/models/doubao.py | sha256=dRU2iFDJwK3j5XMljmB8e7d5iRDIv7krcO4o3AcbN6k | 3637 |
opencompass/models/doubao_api.py | sha256=hMepNHvz3yblx82aHK6_cLNFrOQTEQz9I4J6hcZ-R9o | 5264 |
opencompass/models/gemini_api.py | sha256=nE6NHhL7-UHQqUZn_WuO8euqQYUepEojArJL3I-gtlM | 6656 |
opencompass/models/glm.py | sha256=FTUPWugOUIlTeDxwMqxLoq2QEsbHr8dhgGiN53DNiJI | 15669 |
opencompass/models/huggingface.py | sha256=ASufiRocEXX_af4aLJ_BCV4icHzR6s49Xe4FWO7h6lY | 34326 |
opencompass/models/huggingface_above_v4_33.py | sha256=e58VZE0P0-BoLxyto9o64bVxk-UX9Uez6VnjrRy0NK4 | 27583 |
opencompass/models/hunyuan_api.py | sha256=LCTfQ7Sj8yCBTYxt1RQ_Ab7Rb6W5wVcyVNbJ7E1dfEk | 5334 |
opencompass/models/intern_model.py | sha256=5WdY912co8gOabbCxzWalXiTs7yjDHMQ1JYSbY7L_Ak | 4935 |
opencompass/models/interntrain.py | sha256=UXltnvy2puqcpy3DwO5091MdkHeG3kPisW3R3wuq1Gc | 20751 |
opencompass/models/krgpt_api.py | sha256=Zd0pxh9W3pMsjE60kHUstwznlDtRqylz6soFqBKQDsY | 4975 |
opencompass/models/lagent.py | sha256=hikeNWcrEQAQ3XPOLsHHhQTdVyfz5XDWq_y1s0r5BXY | 6123 |
opencompass/models/langchain.py | sha256=EjdDXPogfMPLOWVGsSNzzZ7sGsBHc4k4866v9P0ubrU | 1672 |
opencompass/models/lightllm_api.py | sha256=0O89EukYnvvepufLFvZYABYdRkpAdsHeZwMXp9RGD1g | 12720 |
opencompass/models/llama2.py | sha256=_ebVja4IQgkKwO59oBKuhL953JEm982-JwwhslqHZ2k | 10330 |
opencompass/models/minimax_api.py | sha256=lqo5pDKtkP191xbukE5cdkdSDgbKhKfh3lHxGGPwfww | 12389 |
opencompass/models/mistral_api.py | sha256=Ie_AuXpjNfF7xb-Tk-c50OtZFGwA-yQdtp6ZH0yR3sU | 3614 |
opencompass/models/mixtral.py | sha256=L6oqHUYSHPIuoQcCnkPvAx0sGU_9qmcfbhQcFPXn1uQ | 4457 |
opencompass/models/modelscope.py | sha256=Vd9sOml7qT7L5HLUcvVL2dxJmFehVNdrXm8ESCrFQt0 | 9837 |
opencompass/models/moonshot_api.py | sha256=myhH5teu7Du4WqEfA7oGzTK8Lm1Oq5lWEHsx_RpX6gY | 5702 |
opencompass/models/nanbeige_api.py | sha256=BZrxREPPzx-mjhuLuIp0L7gzCnMN5bSbwq1uvONJuC0 | 4811 |
opencompass/models/openai_api.py | sha256=Fz1SsBxqnWzvNro95IogK-es4F1vBq_O_vwgMgJqGgw | 26741 |
opencompass/models/pangu_api.py | sha256=XE_YoE7WC292LVLlNW8H1yJ9qwV4rRt7LwFEuoR6nAg | 6298 |
opencompass/models/qwen_api.py | sha256=FRHuQpo9J9qIRcG3MOavZMCrhDZLGsHnMcWGV0tNYBM | 6275 |
opencompass/models/rendu_api.py | sha256=uqJDYKk_zGoRsc-bDJleBUda75UiikpXBAvl4Ko-GPs | 5876 |
opencompass/models/sensetime_api.py | sha256=aYZvWf29Tl0WspeBJsNdjQ5uY0yyJNy65GoJBJUmec8 | 7426 |
opencompass/models/stepfun_api.py | sha256=xfw6EGiWOVYgQ0eEmXUA-Ihzqa3xR8aV9qGENEsTX88 | 6173 |
opencompass/models/turbomind.py | sha256=YaAmnh2XHm3lbahfeQ1Q17Jo4DxpzYxozxUiLIntkCo | 10043 |
opencompass/models/turbomind_api.py | sha256=Pj7uZ6AjDlkHw2iUVWdgnhUdiDHpt7ls4Gvoq82FjwQ | 5397 |
opencompass/models/turbomind_with_tf_above_v4_33.py | sha256=vZj5sPM65bVrONbVLhp4b-DJqC8eYAg-b_FHMFxxY7Q | 9072 |
opencompass/models/unigpt_api.py | sha256=8R63_xjpVZk_9MMM7po2NoZh3Ue6R9aDRXlD0qcL5y4 | 4531 |
opencompass/models/vllm.py | sha256=fVw9ld-osYgR2g5boWwXCtkAdILqxYWxy-G75pAf0ZE | 6210 |
opencompass/models/vllm_with_tf_above_v4_33.py | sha256=1q0IN5CTn-Xa013-dJEayIMCxg5XJ7xJB8th7oTwYyQ | 5825 |
opencompass/models/xunfei_api.py | sha256=HCcy8BUD5Cdn0W0N1_xyGYva0hsrjeJTIY_GmVL9Br0 | 13248 |
opencompass/models/yayi_api.py | sha256=9ZUdr_quLQAIbA4lUGyghILPDysdtPX50zJ6r49q7tU | 8202 |
opencompass/models/yi_api.py | sha256=E5zZP8L8dGrYNWQzLAhnryPH4o5rc9iZO0myZQMqx54 | 6066 |
opencompass/models/zhipuai_api.py | sha256=OXzIon0g5Ch-BRZAymcw5lL8qiCONAHLxKw_GPN4YXU | 4199 |
opencompass/models/zhipuai_v2_api.py | sha256=50fP4KvGFDt4R_tQGuV-9ggS9ro93-h-mXN7tYJi_eE | 6221 |
opencompass/models/claude_api/__init__.py | sha256=VCOxnsNvbtRWvP3WkXpzTcOuBmNeLUIvVTXTzKyxQx4 | 53 |
opencompass/models/claude_api/claude_api.py | sha256=ogOr7RPYCB-qrNN5FQHDO_ni5tipVdH1O4VD6ZsSSkg | 4135 |
opencompass/models/claude_api/postprocessors.py | sha256=lqcvfwhKZq0-QRDSYr30BT5ERb4zIDP4eVbawMhD7CU | 3948 |
opencompass/openicl/__init__.py | sha256=NrZJEb93rfoGSqesZez4lzK5-Ayqv3-9oUSZGcXX7-I | 222 |
opencompass/openicl/icl_dataset_reader.py | sha256=vp9cpfQlzVvrEvc27PUaDaKFrOc0N6GALjGzP3bUIBI | 11670 |
opencompass/openicl/icl_prompt_template.py | sha256=pD5x7tEEpdePsEcUEWmMKZku9w_w_R8N32AJlmN8s9E | 10855 |
opencompass/openicl/icl_evaluator/__init__.py | sha256=tn37Q9KgOAUY8zJGjyx2Jh9OSN1GWD9hItXsIl3_qL4 | 833 |
opencompass/openicl/icl_evaluator/icl_agent_evaluator.py | sha256=QhgzW_ftz_NqqD8wHM2XMOwsxqzneqjyNl8C6xPx0Eo | 12256 |
opencompass/openicl/icl_evaluator/icl_aucroc_evaluator.py | sha256=li-8iIPJYMxYoujxETNlbr1ULHEnSjOlp2oBzmL1l6o | 1483 |
opencompass/openicl/icl_evaluator/icl_base_evaluator.py | sha256=x7SWMtJdq0sbJscGMEuEVeMAK2swcecER75LelRto8c | 402 |
opencompass/openicl/icl_evaluator/icl_bpc_evaluator.py | sha256=Gk3x69AKSalw5TKoKP6PswBTjoWt49UIcX4ZDtjQXpE | 922 |
opencompass/openicl/icl_evaluator/icl_circular_evaluator.py | sha256=wc4_idfggnDPAg1koGPMC26pZzj5j6TqVk5aNNTPL8g | 4249 |
opencompass/openicl/icl_evaluator/icl_em_evaluator.py | sha256=4KJCfVNB39DQWPzdMdm8IRU7cxnQmgOXissC5U_7Ts0 | 1356 |
opencompass/openicl/icl_evaluator/icl_gpassk_evaluator.py | sha256=_yZYCqGv8U2SxZZIrGv5IDbAJaZnSHq4GeaS2hIMcQo | 5285 |
opencompass/openicl/icl_evaluator/icl_hf_evaluator.py | sha256=nkNFVe2jFbSyC7ruRZJbRIojku2ZmxN-TijrxgsSMvU | 11823 |
opencompass/openicl/icl_evaluator/icl_jieba_rouge_evaluator.py | sha256=rFc6aCSEnyVjoGBJRlM7HXIBqWlfTZOFtI-eEgKvRtI | 1518 |
opencompass/openicl/icl_evaluator/icl_korbench_evaluator.py | sha256=pwycM4OFef3OBJj2Tia3PbpL6T6h-jhvEbfSrUo7E3M | 9549 |
opencompass/openicl/icl_evaluator/icl_misc_evaluator.py | sha256=X7yVVno5FdJIlAl-7ZbK1E9HjQhTuKOsiKkHmPhXj4o | 701 |
opencompass/openicl/icl_evaluator/icl_plugin_evaluator.py | sha256=o9Ob8qcj2ZKkFzq2RQiUZKGgtqTrZybD2kly5Ml1z9g | 4159 |
opencompass/openicl/icl_evaluator/icl_toxic_evaluator.py | sha256=fIKZwnA0O-V8s_cSvMPFFig1t3AbkiHIf4fqN-LqWNU | 7735 |
opencompass/openicl/icl_evaluator/lm_evaluator.py | sha256=gaIfl1CJk3sW-nTnV7ECicGZEfOJ9b4mNWulMB1vEbs | 13878 |
opencompass/openicl/icl_evaluator/hf_metrics/accuracy.py | sha256=E8gKS5d3riXO03f8H7dL4kNlP-Iz3ccROIw0kY9fY-Q | 4203 |
opencompass/openicl/icl_evaluator/hf_metrics/rouge.py | sha256=vL6RLJfIDhM2z3XjPMeahXv5Ol_6Y-4fwQEveqrqPYk | 6270 |
opencompass/openicl/icl_evaluator/hf_metrics/sacrebleu.py | sha256=cLFEPOkDp7w7eK8dixeHIiJYW2X3x_1U2YSCpTleJ5A | 8146 |
opencompass/openicl/icl_evaluator/hf_metrics/squad.py | sha256=LgauNmZdfDzRRQUieQNqFPyL8JLni2Q-cNibK3afQ6k | 4525 |
opencompass/openicl/icl_inferencer/__init__.py | sha256=UMr39WoNBHjsCJwn2vpcc4-Iu41Z-ciYhcFszbWPkJk | 838 |
opencompass/openicl/icl_inferencer/icl_agent_inferencer.py | sha256=XoV4COaWXZQkLIywgR4x75OhF728-MsOuxgf4bDVKaI | 4976 |
opencompass/openicl/icl_inferencer/icl_attack_inferencer.py | sha256=Ln-W9NRdrI3fMXuQAtO18foWrQROZ6dxHkNsd4x85Iw | 9310 |
opencompass/openicl/icl_inferencer/icl_base_inferencer.py | sha256=qXyIEpQMg8cWakonoJS76z9h0M1hsDEJmVifmtKzgGY | 7760 |
opencompass/openicl/icl_inferencer/icl_chat_inferencer.py | sha256=A3Z7VnFMc_kWh0TFYGDCo4us_E1VCUBVhve9MCs4y34 | 15101 |
opencompass/openicl/icl_inferencer/icl_clp_inferencer.py | sha256=GuX-ajJaj0gU_LF-qiBAK1TZyyUQLntyGARvPmelgtk | 11661 |
opencompass/openicl/icl_inferencer/icl_gen_inferencer.py | sha256=jbSpS2hpn8X-RhdiGW8Akx3NjLj-licR4AUVaGFFVMU | 12360 |
opencompass/openicl/icl_inferencer/icl_inference_ppl_only_inferencer.py | sha256=EcPVziNuBb2W8ck8EktYEMVwC8ZWZ-yWp769WZVMYlA | 9519 |
opencompass/openicl/icl_inferencer/icl_ll_inferencer.py | sha256=m_qftdMZFSP0krE5NuP3TTA9YSXq7uTJYWmb3AeFPy4 | 8243 |
opencompass/openicl/icl_inferencer/icl_mink_percent_inferencer.py | sha256=PpN0Rkoxz2rCiH4lToY8Wshymgm6wjSXQrJAlGwxHsc | 7396 |
opencompass/openicl/icl_inferencer/icl_ppl_inferencer.py | sha256=sv4IQYoJ_8JJfJ9tN1NCOQPWqtPBG4QtP28QmPFF5e4 | 8316 |
opencompass/openicl/icl_inferencer/icl_ppl_only_inferencer.py | sha256=-c8AlCut5fDpHqpTFJRt5n5sIB_A6hxCzE3v8iQF_VA | 7310 |
opencompass/openicl/icl_inferencer/icl_sc_inferencer.py | sha256=FSmsrkOY66I2JlieMQ-wB0ASGDEhKyUROh0N7ohmK5g | 8659 |
opencompass/openicl/icl_inferencer/icl_sw_ce_loss_inferencer.py | sha256=zWRMrNVpAhz95LR-fEnvwLAe6qm_ODF4lLZv14qdMXw | 12906 |
opencompass/openicl/icl_inferencer/icl_tot_inferencer.py | sha256=WsUAP1eXRgp1CpcvYBlAM1cDDSrcgV_Q3zKQ1Y6jS2w | 15850 |
opencompass/openicl/icl_retriever/__init__.py | sha256=Wm8tPvHcI0U07Gonti5IKAK-oqGCGruBfAELrpQqLI4 | 557 |
opencompass/openicl/icl_retriever/icl_base_retriever.py | sha256=sWYn9WIhhuBPxvaYXS62Bh1x85rGU-LAUst-FgXyEBM | 15333 |
opencompass/openicl/icl_retriever/icl_bm25_retriever.py | sha256=h29R-PJCVy8riJFxQSXCp6sNzp5NonUnCJi94eB4vTM | 3221 |
opencompass/openicl/icl_retriever/icl_dpp_retriever.py | sha256=cEyqBz7sycAfLEqiv8RilpDpPxE8lX5_376213lwWrU | 4692 |
opencompass/openicl/icl_retriever/icl_fix_k_retriever.py | sha256=qC9UEaQnVGk-sQ0BWHtbgqW1mQuwsZBnmL4I7HNdihU | 2047 |
opencompass/openicl/icl_retriever/icl_mdl_retriever.py | sha256=2guq4nGNy2MAJ9RTJ1YbFi2TIHit1QmdofJX12Yj_hY | 8463 |
opencompass/openicl/icl_retriever/icl_random_retriever.py | sha256=jc04QtXfYurfnfqTSQ7M8OcjJDAG48OViqryxRgPKY8 | 1295 |
opencompass/openicl/icl_retriever/icl_sliding_k_retriever.py | sha256=egHXTC7ea1xWc85DUOXbeILEASGthrb0IexB_1yuqAc | 2745 |
opencompass/openicl/icl_retriever/icl_topk_retriever.py | sha256=f0r1Ooa1CllXPSHWsWdS-FcJKiOgzQTuaSqn_rJf7as | 8136 |
opencompass/openicl/icl_retriever/icl_votek_retriever.py | sha256=FPiq6INOsDXkyBKmcdUJ0BIN80CjHAGHFhVz1ppde9U | 3749 |
opencompass/openicl/icl_retriever/icl_zero_retriever.py | sha256=xh9-TktbcWJ1xaKZ7HAgal2-7U8Dm3qkqcdqm81XLRo | 1103 |
opencompass/openicl/utils/__init__.py | sha256=M5ZDeeLBtXNuGosUFP5Q8A8AS8tD2ZvSQNKqMpAbXng | 31 |
opencompass/openicl/utils/logging.py | sha256=EaQuofL8bBN4-CcPBFOwBQdk32hZpN4hMm78HuVU4Ok | 1108 |
opencompass/partitioners/__init__.py | sha256=ApjNesTxq-714uS27O9hnOu6k4Kg9VpV23b1MA-OlJw | 127 |
opencompass/partitioners/base.py | sha256=Yw_6lQupjRoeBz74wG2-zR5DnYRv7yVLb-c-UlG5x2E | 6839 |
opencompass/partitioners/naive.py | sha256=Eppg3oYL2p9At5LbrY9a2ft9n4tOj2Y1n5prQOb1UTA | 2952 |
opencompass/partitioners/num_worker.py | sha256=msIHK4v--O8JhJZfnlv4PAC43ma33bpx7aQaB1OU_ig | 6287 |
opencompass/partitioners/size.py | sha256=qH_vxzMCQ140J-0X3W6qGxViW7_TKAqKddz8glEFlig | 9970 |
opencompass/partitioners/sub_naive.py | sha256=3jWVxofbknjHwZWpSUQVb5SIziqnV7tfcrxE7TW6Cus | 10012 |
opencompass/partitioners/sub_num_worker.py | sha256=FiSLZHTs969IHM4ZSnQSYg-BYQ1VSyA65Jb72FBed9w | 9216 |
opencompass/partitioners/sub_size.py | sha256=R_76m8GkGXCqDUJbefDGZyaYUaHHDEBsb97qugq4ucw | 12619 |
opencompass/runners/__init__.py | sha256=frP24BMNKveQ_n1uJCJo5w2ySqzG7RBPr5VTvbAX_j4 | 213 |
opencompass/runners/base.py | sha256=uQE4IsEOBHurofp0ZMvu-o0lkm8XAatYAjc5OF9zPME | 3044 |
opencompass/runners/dlc.py | sha256=asYjFLVrFN7F3tul_kd0MMHsISLn1bBkj1B50IABono | 14833 |
opencompass/runners/local.py | sha256=vFc9eIVNafGTmIv41XfU5ByikiUi8pwtNDkw2_EuXUs | 9270 |
opencompass/runners/local_api.py | sha256=X3X7NQqT2TSyQ99o6srO6HXxP6LsJVwAndoCoQ5wyWs | 8903 |
opencompass/runners/slurm.py | sha256=t9Xuet_b7YnRDToLptDiFDN6y1yfUrD9ucxLhirhjMI | 6030 |
opencompass/runners/slurm_sequential.py | sha256=u4Q8k86eYUstptS0W5c3BOvPOQPcS2RVEgrsrxjW91c | 10616 |
opencompass/runners/volc.py | sha256=Yo-ShuIZ2ddyiHHDeIeK1Jjzot1E85aIS4js_uvA81c | 10814 |
opencompass/summarizers/__init__.py | sha256=SOJWD4pXRO_xbPxk-DGbc8BthzJdib71KZNqMXH915M | 381 |
opencompass/summarizers/circular.py | sha256=-Ji5qbL14r249Zn1Z7SN-RDPjiHRoKow96iavhbhSH8 | 2203 |
opencompass/summarizers/default.py | sha256=Q9VnD3XbFHxEZjDpTf0zdTMj7sxDFar4bLjbUm2bwGg | 19730 |
opencompass/summarizers/default_subjective.py | sha256=BO7Ym_sVxrMYy9Gchnd29mx3RtJMvBGC68Us1ItQ9l0 | 21076 |
opencompass/summarizers/llm_compression.py | sha256=26fP1gcdh7JObNG5R6NclMiqZHvE_3rC03Anf85RErg | 7606 |
opencompass/summarizers/multi_faceted.py | sha256=IRWN0igsCGfwtP00Uj_DiXjYYLzeEGng8ZcFjvCRmYk | 1989 |
opencompass/summarizers/multi_model.py | sha256=dtrNfDbbq9kp8YDIstTkb0b1tM0V7Tl6GtZ_3MKxZR0 | 15291 |
opencompass/summarizers/needlebench.py | sha256=s9OQxDDq5uDcweaEV7GlaylFDU5iyN1ZVygJHSIzEqk | 31457 |
opencompass/summarizers/summarizer_pretrain.py | sha256=qSWOAxrHUhLO2zQ6vHRVrQVIyVkjQuIhMzWVZSjBelc | 16919 |
opencompass/summarizers/subjective/__init__.py | sha256=2Lc9tg_Wx5CCrw-LDZNqb8bHI-J-ZPDTtX_NPh4l_ZQ | 969 |
opencompass/summarizers/subjective/alignmentbench.py | sha256=yqzALcUzC6euK2RJlnprMh4LKKmo0g1Bd6XvQGYR5dg | 14099 |
opencompass/summarizers/subjective/all_obj.py | sha256=LXt88TX0py2k0I-7oMOo5pVpZmNx26qVIGM6nNGifzE | 4560 |
opencompass/summarizers/subjective/alpacaeval.py | sha256=RVwkG3ntbq0gN5XAks_OqwYnFla1pKF0NOBAj9aQktw | 7897 |
opencompass/summarizers/subjective/arenahard.py | sha256=NYb-pVp9O_N50smMzoENsGmJaw8GXGs7waswhMZExuE | 14096 |
opencompass/summarizers/subjective/charm.py | sha256=rKqYAMmMVmPkj7avaE7-x7mV_rIT_Ozusd6cHwy_5Gk | 7887 |
opencompass/summarizers/subjective/common_summarizer.py | sha256=PKdo0bea1GYqX-UPABd3BU2l4nIl-gEwxlwZQIpY3iY | 6072 |
opencompass/summarizers/subjective/compass_arena.py | sha256=i_N6yiUqr3rRmsKRWTqGvsD6tuFhC3m2EerEf7CgmjA | 11100 |
opencompass/summarizers/subjective/compass_arena_bradley_terry.py | sha256=LQgtH0SbmQYQbWelWTst5U-wpbro70xuU3jdS-2-zdA | 41055 |
opencompass/summarizers/subjective/compassbench.py | sha256=ZQaad3i_WFQ-xYEsGWu-433AMiiWa_F4DrXpvzrOXbI | 10861 |
opencompass/summarizers/subjective/compassbench_v13.py | sha256=jWVs1Z0rTYxjJcJaJ7YVl4HwGNl1FZsINtXTQp_LJAE | 9688 |
opencompass/summarizers/subjective/corev2.py | sha256=WbWsp1-ISm5up7EKkWMhTi5jAuCn6-tx5XXssn2M3eQ | 10281 |
opencompass/summarizers/subjective/creationbench.py | sha256=Cr86xyuX_PgZnX9_-w220DbmLlWJmHwBYOlgNK1i-DE | 2381 |
opencompass/summarizers/subjective/flames.py | sha256=iU7fSsE5pNV64GdO3H5OWoEkbaaNXM-I03JGIlBYigs | 3358 |
opencompass/summarizers/subjective/fofo.py | sha256=iE8IYXx6J4Hjpv93YfGEeoPR0JxvfO3ONb5KxGVQWr8 | 6807 |
opencompass/summarizers/subjective/followbench.py | sha256=cBtxJBxTZ0gPoIC9JryGLf_WaWcmy_hV6fjmq3D_tqc | 5319 |
opencompass/summarizers/subjective/mtbench.py | sha256=K--0JTh6cBUTkWvKg9jvIea7Z8F0Wqzb2EemXkIFmAo | 5803 |
opencompass/summarizers/subjective/mtbench101.py | sha256=nwfh5Q_oCKNR1B8NEq1Yk0eKMe8KodOeUzD5E9drCkE | 4737 |
opencompass/summarizers/subjective/multiround.py | sha256=IvtcW4juKIDat7Irb8qqYbDjT4bkkb74bp5IhxNOiOc | 5811 |
opencompass/summarizers/subjective/qacompassbench.py | sha256=9QpGv3yTLwfRxkVHxZTOpK76cBdDvhGb28Ty7J_Q4qo | 8248 |
opencompass/summarizers/subjective/subjective.py | sha256=7AQYfoOTE5bXS62ygttKzCUYOn8r4uu6hoxNzVeLZbM | 4543 |
opencompass/summarizers/subjective/subjective_post_process.py | sha256=M3-JIjySmK6QQHkZcCxQzmA3cQExH1m_OJhJHk9IeTY | 1044 |
opencompass/summarizers/subjective/utils.py | sha256=7ZFwD1FLH0wofBh7_kzwz0eZ_atYA3N0O-HJQKJkBn0 | 4444 |
opencompass/summarizers/subjective/wildbench.py | sha256=gY6lvRP1A47WIyPFoP0YAkdIeHloNZ03UBLliB2Axd8 | 13015 |
opencompass/tasks/__init__.py | sha256=45RLyR8YsH8nXMj_ywatXzxisoDxfPN3SJz535Bgvx4 | 147 |
opencompass/tasks/base.py | sha256=fJHs9aI1gMalXD4qtFMq25AvZUn5Mre1KC7EhIp8cjw | 3767 |
opencompass/tasks/llm_eval.py | sha256=-Ll4Y1-S4RsZPrK8A6yJzKy2l0w_qoC7qQ8BNMtgD24 | 3719 |
opencompass/tasks/openicl_attack.py | sha256=vxR2t11YLul36pulEIHcKZJq6ZAJsQhdIINLqa_cMoE | 8521 |
opencompass/tasks/openicl_eval.py | sha256=7lfLgZzJ7ntnW9GQc-EeWOfBwbvLJSY3AXF9QhaQXcc | 18535 |
opencompass/tasks/openicl_infer.py | sha256=kJZEJPWaWlvU_WMADiYG9JRQ7KERiSQPeYRdcg9M_fs | 6623 |
opencompass/tasks/subjective_eval.py | sha256=BxBDKlPSKgfLGyfo1QVBKQLRmYKzIu0_9Yi5kd4C7VQ | 19330 |
opencompass/utils/__init__.py | sha256=syz9t1rp_YuaNYh5ZIUq2odBrrNtDNrklvaQPtNpdEo | 565 |
opencompass/utils/abbr.py | sha256=84dbPqmGmh7h2teoyRM7zXJnnHSUWi1T7BH9mmpTQ-Y | 2384 |
opencompass/utils/auxiliary.py | sha256=OAHucbD5ZWw31MSRB7HLsrb64O9ZRADkaD2Vr_FvaM4 | 361 |
opencompass/utils/build.py | sha256=ndcc1oC6IaRl298yQ3QH5OdmPB4aKYpDINAfJD7CixQ | 760 |
opencompass/utils/collect_env.py | sha256=Jt4dbb8tpV034Xqslnt-SOSXx7O3nOUXJd2XQWIj2Uw | 752 |
opencompass/utils/datasets.py | sha256=WAM2TjeW1fTkRI1tgUT0SLmxUi30uLNwM5NT_R8Cs_8 | 3861 |
opencompass/utils/datasets_info.py | sha256=sBN70M_k2CsCe7lEBuEGrS0RdJ_D0BhdsWB_MUc6OYg | 21889 |
opencompass/utils/dependency.py | sha256=ejHQqLv5QBQgy5cbqZI9lzYWAxP5yQ3QIveS8JjzSmI | 812 |
opencompass/utils/dict_postprocessors.py | sha256=gTpyFa-GWeBk_pRhls7AA0n8tfSbGaLVozyidfU-P-w | 162 |
opencompass/utils/file.py | sha256=x8MHnK34c-QGtgowDRxthvAhFbMn-bCcImpOhHEWsr0 | 652 |
opencompass/utils/fileio.py | sha256=dnmp0LiI4bTeltsTgRKL4mxkNnBbpW2gDKrOexkkBUo | 17459 |
opencompass/utils/lark.py | sha256=GL7BXAU7EVCIaa9_tpxO1mDs4sM8F5-ZmDvJ6oeDnMM | 1706 |
opencompass/utils/logging.py | sha256=QBVwCVbGG1IG_a7PNDm79MmfBXpIzTDUaVDtPNxF8y0 | 2453 |
opencompass/utils/menu.py | sha256=NzrbOldDVnfffWVV4rZIlCnlPNgcvr_mbMnb5xPEWK0 | 2776 |
opencompass/utils/model_postprocessors.py | sha256=hNG4-hQoIEThgtnGnqeB-1wu6kUBJeJVg4dIIFFTN2U | 5228 |
opencompass/utils/network.py | sha256=so08a1Nqo7GqXLVJVqGlAdj_-_9b7b4xBIIhLlvUrDk | 4761 |
opencompass/utils/prompt.py | sha256=HsKdczrBCk-bkidqpw1cYi2KFwzmAh1KD9DnXpO7z_o | 7941 |
opencompass/utils/run.py | sha256=ctbyVQGrm-b956QkC4Mbg6iISJjc2EzAyDGMdqIfkZA | 19111 |
opencompass/utils/text_postprocessors.py | sha256=fteZxi9Am26In41CF9JZl1cdSRMV1t70BrcNhMUnlvY | 7856 |
opencompass/utils/types.py | sha256=blsCrhzV1MXXFH5P2bqf4R0JD06vj5b8CzApNVJQEqQ | 1667 |
opencompass/utils/postprocessors/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
opencompass/utils/postprocessors/naive/PROMPT_TEMPLATE.py | sha256=4qQqqqMsE3-luA4m5dFJ0rrOYMXdjmAUvKQB1J6qOxg | 791 |
opencompass/utils/postprocessors/naive/__init__.py | sha256=tamQ8CUR4edjAZrp3Ho3bFTPcK8nx0FeEAZ2DoEtK1U | 72 |
opencompass/utils/postprocessors/naive/extractor.py | sha256=WuJ75KDVwclPNYkhlqqBBmFtiAbR7bG3-lWOX5KBsoQ | 5564 |
opencompass/utils/postprocessors/xfinder/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
opencompass/utils/postprocessors/xfinder/extractor.py | sha256=vw10AbcF1Cp0fkMFXm8lT2A6MX4cihHwjsBADodyOkw | 7456 |
opencompass/utils/postprocessors/xfinder/xfinder_utils/PROMPT_TEMPLATE.py | sha256=JyU667tRJD2jdvUjANtrV4l4Q0dctnYMY3WvLfO3bT8 | 308 |
opencompass/utils/postprocessors/xfinder/xfinder_utils/__init__.py | sha256=n-7hM8FrI4XXig807bo4xOWZlRqpXtsZ61HTMStUOs8 | 111 |
opencompass/utils/postprocessors/xfinder/xfinder_utils/convert_data.py | sha256=jqS7dv8DRp7K3j8g8hFvCMQgDvajkHtO5XoVpIOdBTk | 4244 |
opencompass/utils/postprocessors/xfinder/xfinder_utils/data_process.py | sha256=EYijI9mD9PcM5gGRGVMUXGKo5Pxk_5dJ4TQDbs0ZVoM | 755 |
opencompass-0.4.0.dist-info/LICENSE | sha256=upLadm2soGdkW9Em7bYMY_9VB5MWusyR1IMeYf7W17A | 11408 |
opencompass-0.4.0.dist-info/METADATA | sha256=ZzDn_lmB4I2WurMd2suK2DWZv-s6VEnsxB8cmZV6TMc | 37647 |
opencompass-0.4.0.dist-info/WHEEL | sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A | 92 |
opencompass-0.4.0.dist-info/entry_points.txt | sha256=IJB03q0nPjS-gN4AFQanN8op7_uG1u6dyEjAppXeJvc | 58 |
opencompass-0.4.0.dist-info/top_level.txt | sha256=h1AXYAlfqPMYkldPcsZ9duKGRy8iH4CIsVjfdDErnlE | 12 |
opencompass-0.4.0.dist-info/RECORD | — | — |
top_level.txt
opencompass
entry_points.txt
opencompass = opencompass.cli.main:main