idolezal commited on
Commit
c343916
β€’
1 Parent(s): a03ea09

Sync "compare_significance.py" with upstream commit 0ccc9d5985acc15c32fe8bd7cc35a25302ab3ae6

Browse files
Files changed (1) hide show
  1. compare_significance.py +6 -1
compare_significance.py CHANGED
@@ -2,6 +2,11 @@ SUPPORTED_METRICS = [
2
  "avg_mcauroc", # for classification tasks
3
  "exact_match", # for QA tasks
4
  "acc", # for multichoice tasks
5
- "rouge_raw_r2_mid_f", # for summarization tasks
 
6
  "word_perplexity", # for language modeling tasks
7
  ]
 
 
 
 
 
2
  "avg_mcauroc", # for classification tasks
3
  "exact_match", # for QA tasks
4
  "acc", # for multichoice tasks
5
+ "rouge_raw_r2_mid_f_without_bootstrap", # for summarization tasks
6
+ "rouge_raw_r2_mid_f", # for summarization tasks, older metric version for back compatibility
7
  "word_perplexity", # for language modeling tasks
8
  ]
9
+ EXTRA_INFO_RELEASE_KEYS = [
10
+ 'filtered_resps',
11
+ 'doc_id',
12
+ ]