Dongfu Jiang commited on
Commit
f9000bd
1 Parent(s): 0d37d21

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -30,7 +30,7 @@ os.environ["CUDA_VISIBLE_DEVICES"] = "0"
30
  from llm_blender.pair_ranker.pairrm import DebertaV2PairRM
31
  from transformers import AutoTokenizer
32
  from typing import List
33
- pairrm = DebertaV2PairRM.from_pretrained("llm-blender/PairRM-hf", device_map="cuda:0")
34
  tokenizer = AutoTokenizer.from_pretrained('llm-blender/PairRM-hf')
35
  source_prefix = "<|source|>"
36
  cand1_prefix = "<|candidate1|>"
 
30
  from llm_blender.pair_ranker.pairrm import DebertaV2PairRM
31
  from transformers import AutoTokenizer
32
  from typing import List
33
+ pairrm = DebertaV2PairRM.from_pretrained("llm-blender/PairRM-hf", device_map="cuda:0").eval()
34
  tokenizer = AutoTokenizer.from_pretrained('llm-blender/PairRM-hf')
35
  source_prefix = "<|source|>"
36
  cand1_prefix = "<|candidate1|>"