target-benchmark

View on PyPIReverse Dependencies (0)

0.1.1 target_benchmark-0.1.1-py3-none-any.whl

Wheel Details

Project: target-benchmark
Version: 0.1.1
Filename: target_benchmark-0.1.1-py3-none-any.whl
Download: [link]
Size: 108771
MD5: 5f5bd72253b2ea0077215775ee142fd0
SHA256: fee25eb5a78d510e885dcff7056af9545e8bc3701d36010b53a5da4f4eacb5a2
Uploaded: 2024-10-02 22:31:57 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: target_benchmark
Version: 0.1.1
Summary: Table Retrieval for Generative Tasks Benchmark
Author-Email: Xingyu Ji <jixy2012[at]berkeley.edu>, Madelon Hulsebos <madelon[at]berkeley.edu>
Project-Url: Homepage, https://target-benchmark.github.io/
Project-Url: Repository, https://github.com/target-benchmark/target
License: Apache-2.0
Classifier: Programming Language :: Python :: 3
Classifier: License :: OSI Approved :: Apache Software License
Classifier: Operating System :: OS Independent
Requires-Python: >=3.8
Requires-Dist: datasets (>=2.19.0)
Requires-Dist: evaluate (>=0.4.2)
Requires-Dist: func-timeout (>=4.3.5)
Requires-Dist: hnswlib (>=0.8.0)
Requires-Dist: langchain (>=0.1.16)
Requires-Dist: langchain-community (>=0.0.34)
Requires-Dist: langchain-core (>=0.1.45)
Requires-Dist: langchain-openai (>=0.0.8)
Requires-Dist: langchain-text-splitters (>=0.0.1)
Requires-Dist: llama-index (>=0.10.58)
Requires-Dist: nltk (>=3.8.1)
Requires-Dist: numpy (>=1.26.4)
Requires-Dist: pandas (>=2.2.2)
Requires-Dist: pexpect (>=4.9.0)
Requires-Dist: pydantic (>=2.7.4)
Requires-Dist: python-dateutil (>=2.9.0)
Requires-Dist: python-dotenv (>=1.0.1)
Requires-Dist: qdrant-client (>=1.9.1)
Requires-Dist: regex (>=2023.10.3)
Requires-Dist: rouge-score (>=0.1.2)
Requires-Dist: sacrebleu (>=2.4.2)
Requires-Dist: scikit-learn (>=1.3.0)
Requires-Dist: scipy (>=1.13.0)
Requires-Dist: setuptools (>=69.1.1)
Requires-Dist: spacy (>=3.7.4)
Requires-Dist: transformers (>=4.41.2)
Requires-Dist: tqdm (>=4.65.0)
Requires-Dist: llama-index (>=0.10.58); extra == "llamaindex-retriever"
Requires-Dist: nltk (>=3.8.1); extra == "ottqa-retriever"
Requires-Dist: pexpect (>=4.9.0); extra == "ottqa-retriever"
Requires-Dist: spacy (>=3.7.4); extra == "ottqa-retriever"
Provides-Extra: llamaindex_retriever
Provides-Extra: ottqa_retriever
Description-Content-Type: text/markdown
License-File: LICENSE
[Description omitted; length: 8436 characters]

WHEEL

Wheel-Version: 1.0
Generator: setuptools (75.1.0)
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
experiments/run_eval.py sha256=FWxHVXm7VFLL5BW40c46Doyo1NP82JeiMC3O_YJXiDA 5937
experiments/downstream/downstream_evals.py sha256=NK3Fsx66fJu6iUR856F-HbJoKeddW4IcFDsYnAkkOas 3021
experiments/downstream/no_context_downstream_eval.py sha256=c7YY_7a2nQMKMIdLNakGrb8a4qg-3EPQLbNGhhNjgyY 2508
experiments/retrieval/retrieval_evals.py sha256=HYvmyl5snjPzih8QwrGO9yneV326GKUWS0GIo_D2pIU 3199
target_benchmark/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
target_benchmark/dictionary_keys.py sha256=VJVp5cwMJBNARyjdWRzezFNh-vl9xBi2gzz3Q9oxal0 1123
target_benchmark/dataset_loaders/AbsDatasetLoader.py sha256=bUWp3cxF0L1Kohz8K77CSneCgsWi2Cp4wBsXrOTL6aE 9695
target_benchmark/dataset_loaders/DatasetLoaderEnums.py sha256=JLTot1duuO4xfUuVFj8POu4z9_yFIuW_EUowwqEatZw 360
target_benchmark/dataset_loaders/GenericDatasetLoader.py sha256=LzwUzhrOL675VX4lzFYjtmfrMYMvEJZsTyHXiKNO9BY 2056
target_benchmark/dataset_loaders/HFDatasetLoader.py sha256=k7jN4dqIRSSMEsNJYPEZvjQ7NY6goH3HRKS0dCy3-jk 1578
target_benchmark/dataset_loaders/LoadersDataModels.py sha256=sF7boW5wncANoEJs0NAwkGpsXhdrphmy_5oUm9uAk-Y 2027
target_benchmark/dataset_loaders/TargetDatasetConfig.py sha256=qxIhTtOR-PDPz-2TjsijcR4lsPSEL79oGKttiolcKdY 2645
target_benchmark/dataset_loaders/Text2SQLDatasetLoader.py sha256=HCwRW_n7BwAhrv6XPiZi49z_ml2bW39iJ4_c5h_m9vA 6150
target_benchmark/dataset_loaders/__init__.py sha256=Ub_JDVtVBgoFlHfkt0qDAMWfQF4CPUJPdX4SqI4E4gc 252
target_benchmark/dataset_loaders/utils.py sha256=sY5pj9ZG7Aj3TtUyzx9L_mVaLTuJQg19934_2YtZA8U 5781
target_benchmark/evaluators/TARGET.py sha256=-3uxVYBvsT2RYsyyTP5vWQVwzCxmFCEyTjYZy81ki_I 27592
target_benchmark/evaluators/__init__.py sha256=wisuiydsZ68grWLuoa3dQpEogoCQH0U-yoAL3bt2lIY 114
target_benchmark/evaluators/utils.py sha256=bKNo3fnNfisPGZ-KNpwZd2IJt7ec5N9afi99OsH5G_U 1141
target_benchmark/generators/AbsGenerator.py sha256=LyXYfDgWg_lbjWTYOZbK-DJ5lVt24dPRAMP7NhCdHSM 491
target_benchmark/generators/DefaultGenerator.py sha256=cx6IZx19P02EJoEBiPRCMvtpl_2mgxpfk96ObFelzfU 1114
target_benchmark/generators/GeneratorPrompts.py sha256=BEKx0e7ii7S1FjPL-RTooYxNJ_gadmZJbcYem656-qA 2240
target_benchmark/generators/GeneratorsDataModels.py sha256=-7ur3sXRl8jxwJNwLebb70467iG0-c7bU6Oe_lc5Ff0 239
target_benchmark/generators/Text2SQLGenerator.py sha256=ZtQOYDasvRcMqCfcei2EsPHi3WgQFY6XDiyx_3FyIlk 2185
target_benchmark/generators/__init__.py sha256=wDzXeDDg-uxpn2c6qY1c3dDcMEWwGs0gMzQAIXiH91s 215
target_benchmark/retrievers/AbsCustomEmbeddingRetriever.py sha256=to8cO_cm99wCZaVz5aPVI1qQeRJKOj1hn1MDZdM3Tu8 4165
target_benchmark/retrievers/AbsRetrieverBase.py sha256=j-i0RfZ36mcWy18Yr_q-nfRzUMAzMsQ11rEoCvODh5U 979
target_benchmark/retrievers/AbsStandardEmbeddingRetriever.py sha256=Ij6ttGwPYwiJ_BQ0aWXZogIynCXvDwfTIGf8dpeyQms 4674
target_benchmark/retrievers/RetrieversDataModels.py sha256=q7fb1x22WMfh8XQFPatszrZppJsGN2TxNUaGaWmwu5k 310
target_benchmark/retrievers/__init__.py sha256=PSSwU4mQgEp-qezuz0PZXXsbinFjHJH6tlt91S9MGxA 730
target_benchmark/retrievers/utils.py sha256=HgyDvKlLQtM38H7yY7WfM7kHAgWLYS3DZvG8VkeQwU4 2252
target_benchmark/retrievers/analysis/NoContextRetriever.py sha256=9HebJrDmq7ALKb61_jYo-HiNsb_ve6IXsbBnAQGCBb4 1738
target_benchmark/retrievers/analysis/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
target_benchmark/retrievers/context/NoContextRetriever.py sha256=4H8XxO29K_RlIxrJaieQlWD-pA6xKMBGKCqA2oQWv3Y 621
target_benchmark/retrievers/context/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
target_benchmark/retrievers/hyse/HySERetriever.py sha256=aePfgof6WKwRD9vyLNH3OueM9ADDg4t2o6Wo_sCVMSc 12864
target_benchmark/retrievers/hyse/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
target_benchmark/retrievers/llama_index/LlamaIndexRetriever.py sha256=-Aswh97b54R7WkUTnlrsMgQHOF38x5OSW6L541r9VFM 5402
target_benchmark/retrievers/llama_index/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
target_benchmark/retrievers/llama_index/embedding_utils.py sha256=5QJIXdqdiUWWdonh83eYvETnphsm9ilgIy3o1IS8oDo 5019
target_benchmark/retrievers/naive/DefaultOpenAIEmbeddingRetriever.py sha256=O7Bh0UFc0Vimo47JELgGlpvWXN1k9q1-3Bd0LH1Z2ug 1060
target_benchmark/retrievers/naive/HNSWOpenAIEmbeddingRetriever.py sha256=Os3pEA7Cf-vAinHV3zaJvLVHbeIshgruFHLV1EKGojE 5637
target_benchmark/retrievers/naive/T5EmbeddingRetriever.py sha256=zmhdog8e26eesHARuzvDTevOnMApcFY-iCqJ2OqLTmA 875
target_benchmark/retrievers/naive/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
target_benchmark/retrievers/ottqa/OTTQARetriever.py sha256=aG0HKcQVAk-IAT5uhkUB5XWwJS_qr2SV0pXLRR0bPkI 3748
target_benchmark/retrievers/ottqa/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
target_benchmark/retrievers/ottqa/utils.py sha256=EEyu-5MTGw0_nLzTr-1zvuZFXE7iqM6odBdjZR9anPM 13973
target_benchmark/retrievers/ottqa/drqa/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/__init__.py sha256=NX2ynWR6eZheCv9XmzQp5ojAEoNvYRc0M9bH-o2Y2oc 1227
target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/corenlp_tokenizer.py sha256=rK2nAXXu4icrhs8C5kxoD1oJoKguTdtakrqs_8ihF-0 4749
target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/regexp_tokenizer.py sha256=L_dlO8eX5nFrCDUpwfQ5_yHMA_ZCQWZpgWMt0_dcsuM 4102
target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/simple_tokenizer.py sha256=euCQjgZJDBILOZ2xwYg1SVMN1waTIhL2B2olM8iEDr8 1762
target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/spacy_tokenizer.py sha256=yc7p-DfSMpsWIV-eVsdZ9iBdqlWu_sQZb5obF6knOBY 2149
target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/tokenizer.py sha256=UOFRKoA_VQyZ0diSYsaBsChWbSQh8abczv5IMzsspFw 4266
target_benchmark/retrievers/ottqa/drqa/retriever/BM25_doc_ranker.py sha256=RCwexUNqqtf17-Ujk3yD3mSkWvqD4E6rz5rfn8DTb6k 4130
target_benchmark/retrievers/ottqa/drqa/retriever/__init__.py sha256=Y7H94xSb9xH51AumkenVDiIMTxm-3RzgP4I9cHq2c0s 560
target_benchmark/retrievers/ottqa/drqa/retriever/doc_db.py sha256=cv3dvo78Yt30eACSB-vzCzmmQjbkoLzfButnKjNJ-WQ 1507
target_benchmark/retrievers/ottqa/drqa/retriever/tfidf_doc_ranker.py sha256=GwBKbn6S9iOzAdszoBTzuxKuEASfTKqb_Ta40NIwzSw 4083
target_benchmark/retrievers/ottqa/drqa/retriever/utils.py sha256=tVBDjPtxaB0sjiO6fU6RhLhx9EST3fumU1BivkEZL50 4889
target_benchmark/retrievers/tapas/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
target_benchmark/tasks/AbsTask.py sha256=l88rDfvqLskexTrBuioX2ZL6BBPCWvH84PIxBGJG0yI 23209
target_benchmark/tasks/FactVerificationTask.py sha256=UBEnYVD3rVVQcvR7sJo4wwdXIalV9TRj-vzeXUk7vTY 6413
target_benchmark/tasks/QuestionAnsweringTask.py sha256=mbk1P0Vq_jDscGA6u30ulUB_C5JSjwVMeZSGhnCPVPY 6318
target_benchmark/tasks/TableRetrievalTask.py sha256=cJ5qaPs9By_RuUU22Bxbvh15eNIngQ7bCt7_i5csY0M 3127
target_benchmark/tasks/TasksDataModels.py sha256=7FzEP9B5H9PAT1vUxf5VBqYiLXb4QYhhIr5YljMkmXE 3413
target_benchmark/tasks/Text2SQLTask.py sha256=Lq682GibGfmgyiLTJCY_scORIESl4SkLnDl-dOgiUi4 7796
target_benchmark/tasks/__init__.py sha256=bX1tlokuL_l05AKPssplI8ejDG45Bt8XKuOwJRACzZI 341
target_benchmark/tasks/utils.py sha256=njMI304YwjulX80GFmFxalWuqeeo89tqyndkQQWWQd4 8308
target_benchmark/tests/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
target_benchmark/tests/dataloaders_test.py sha256=QT98pP3eEkqBcRv0u7BRRr56fz3CwrFFMjAF2tys5cQ 545
target_benchmark/tests/dummy.py sha256=xIIi3YglLCk0foAOPpg72HCy_T38-97WtBFEsu6Q_aU 898
target_benchmark/tests/end_to_end_test.py sha256=3YGz6EW_C_0hhUE5rLQxs_iF8EmqgNofBStH34McCoQ 457
target_benchmark/tests/evaluator_basic_test.py sha256=y5i7A5J4WvGEtZa5SXOpRQAckG1NDajKLyZyOrO063A 5929
target_benchmark/tests/fact_ver_task_basic_test.py sha256=Rstd2sCSrvTkqI7-aZAjtfZzNuj1W5NoPMg0jaIAPJk 3990
target_benchmark/tests/generators_basic_test.py sha256=Vl98uC_Ku8e0KO2fcJyB9mQuHH2GAQiHhlSZC66OBOQ 1512
target_benchmark/tests/hyse_basic_test.py sha256=wtrLx3GAR3DFMdINoJ0cbueGqXyGbrdTERszTH5_7d4 869
target_benchmark/tests/llama_index_basic_test.py sha256=F6HJEw9GMnXWja981mxS_y2geLpDTCM_GeEfV4mB_tQ 912
target_benchmark/tests/ottqa_basic_table_embed_test.py sha256=ZA2gD4S-XFY5eeHHW-picsaG8onfWddMLvdew-9qd70 2443
target_benchmark/tests/question_answering_task_basic_test.py sha256=lHIRyUfuK7aFRCd7SUKowZtW5lfiPGwq5a33ny9TUho 5472
target_benchmark/tests/standard_retriever_basic_test.py sha256=7DjDa1kwliat9k41mU9I3DhCEIS_LtXNzs9c969_byY 3556
target_benchmark/tests/t2s_dataloaders_test.py sha256=CUQJpnws_vfNNrI85Aro4lYXXT6XxVUiI92s-CDw3A8 2520
target_benchmark/tests/table_retrieval_task_basic_test.py sha256=_gdBRCmj5eU9SJ7lAHdZ3HXEhCPwZvP5rHDkBU1VH6Y 5382
target_benchmark/tests/text2sql_task_basic_test.py sha256=u9-clKvyTXPXNscxLms3U6TnMshyBVjlS6YJD6hwZSk 4972
target_benchmark-0.1.1.dist-info/LICENSE sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ 11357
target_benchmark-0.1.1.dist-info/METADATA sha256=L16DTP9MmP_Xy-rhydFicnfjOG40tgWHPp6oaeBITIg 10247
target_benchmark-0.1.1.dist-info/WHEEL sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ 91
target_benchmark-0.1.1.dist-info/top_level.txt sha256=MTfMbY2cNzMPzPbNBzOSs7tVnDR87BUzHQBsxdExD6o 29
target_benchmark-0.1.1.dist-info/RECORD

top_level.txt

experiments
target_benchmark