SpeedaRJ
/

dpr-fb-finetuned-nlb-question-encoder

Feature Extraction

Inference Endpoints

Model card Files Files and versions Community

SpeedaRJ commited on May 28, 2023

Commit

8c9da9b

•

1 Parent(s): e923cb8

Upload tokenizer

Files changed (2) hide show

tokenizer.json +2 -2
tokenizer_config.json +1 -1

tokenizer.json CHANGED Viewed

@@ -2,13 +2,13 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 256,
     "strategy": "LongestFirst",
     "stride": 0
   },
   "padding": {
     "strategy": {
-      "Fixed": 256
     },
     "direction": "Right",
     "pad_to_multiple_of": null,

   "version": "1.0",
   "truncation": {
     "direction": "Right",
+    "max_length": 64,
     "strategy": "LongestFirst",
     "stride": 0
   },
   "padding": {
     "strategy": {
+      "Fixed": 64
     },
     "direction": "Right",
     "pad_to_multiple_of": null,

tokenizer_config.json CHANGED Viewed

@@ -8,7 +8,7 @@
   "sep_token": "[SEP]",
   "strip_accents": null,
   "tokenize_chinese_chars": true,
-  "tokenizer_class": "DPRContextEncoderTokenizer",
   "unk_token": "[UNK]",
   "use_fast": true
 }

   "sep_token": "[SEP]",
   "strip_accents": null,
   "tokenize_chinese_chars": true,
+  "tokenizer_class": "DPRQuestionEncoderTokenizer",
   "unk_token": "[UNK]",
   "use_fast": true
 }