Spaces:
Running
Running
Sync "compare_significance.py" with upstream commit 0ccc9d5985acc15c32fe8bd7cc35a25302ab3ae6
Browse files- compare_significance.py +6 -1
compare_significance.py
CHANGED
|
@@ -2,6 +2,11 @@ SUPPORTED_METRICS = [
|
|
| 2 |
"avg_mcauroc", # for classification tasks
|
| 3 |
"exact_match", # for QA tasks
|
| 4 |
"acc", # for multichoice tasks
|
| 5 |
-
"
|
|
|
|
| 6 |
"word_perplexity", # for language modeling tasks
|
| 7 |
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
"avg_mcauroc", # for classification tasks
|
| 3 |
"exact_match", # for QA tasks
|
| 4 |
"acc", # for multichoice tasks
|
| 5 |
+
"rouge_raw_r2_mid_f_without_bootstrap", # for summarization tasks
|
| 6 |
+
"rouge_raw_r2_mid_f", # for summarization tasks, older metric version for back compatibility
|
| 7 |
"word_perplexity", # for language modeling tasks
|
| 8 |
]
|
| 9 |
+
EXTRA_INFO_RELEASE_KEYS = [
|
| 10 |
+
'filtered_resps',
|
| 11 |
+
'doc_id',
|
| 12 |
+
]
|