-
Notifications
You must be signed in to change notification settings - Fork 0
/
evaluation.txt
30 lines (30 loc) · 1.54 KB
/
evaluation.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
# QASPER
# retrieve-then-read, citation and reduced-citation
TODO --attribution_model_name minicheck
# post-hoc and reduced-post-hoc
TODO --attribution_model_name minicheck --post_hoc_extract --attribution_predict_probs
# Natural Questions
# retrieve-then-read, citation and reduced-citation
TODO --attribution_model_name true_nli --attribution_predict_probs
# retrieve-then-read, citation and reduced-citation
TODO --attribution_model_name true_nli --post_hoc_extract --attribution_predict_probs
# Evidence Inference
# retrieve-then-read, citation and reduced-citation
TODO --attribution_model_name true_nli --attribution_predict_probs
# retrieve-then-read, citation and reduced-citation
TODO --post_hoc_extract --attribution_model_name true_nli --attribution_predict_probs
# Wice
# retrieve-then-read, citation and reduced-citation
TODO --attribution_model_name true_nli --attribution_predict_probs
# retrieve-then-read, citation and reduced-citation
TODO --post_hoc_extract --attribution_model_name true_nli --attribution_predict_probs
# ContractNLI
# retrieve-then-read, citation and reduced-citation
TODO --attribution_model_name true_nli --attribution_predict_probs
# retrieve-then-read, citation and reduced-citation
TODO --post_hoc_extract --attribution_model_name true_nli --attribution_predict_probs
GovReport
# retrieve-then-read, citation and reduced-citation
TODO --attribution_model_name true_nli --attribution_predict_probs
# retrieve-then-read, citation and reduced-citation
TODO --post_hoc_extract --attribution_model_name true_nli --attribution_predict_probs