Spaces:
Sleeping
Sleeping
Update mistral tokenizer to tiny-random
Browse files
app.py
CHANGED
@@ -21,7 +21,7 @@ tokenizers = {
|
|
21 |
"gpt-neox": "EleutherAI/gpt-neox-20b",
|
22 |
"llama": "TinyLlama/TinyLlama-1.1B-Chat-v0.6",
|
23 |
"magicoder": "ise-uiuc/Magicoder-S-DS-6.7B",
|
24 |
-
"mistral": "
|
25 |
"mpt": "mosaicml/mpt-7b",
|
26 |
"opt": "facebook/opt-2.7b",
|
27 |
"phi-2": "microsoft/phi-2",
|
@@ -97,14 +97,14 @@ demo = gr.Interface(
|
|
97 |
gr.Dataframe(label="Token, word and character counts per dataset item"),
|
98 |
],
|
99 |
examples=[
|
100 |
-
["
|
101 |
-
["
|
102 |
-
["
|
103 |
-
["
|
104 |
-
["
|
105 |
-
["
|
106 |
-
["
|
107 |
-
["
|
108 |
],
|
109 |
cache_examples=True,
|
110 |
)
|
|
|
21 |
"gpt-neox": "EleutherAI/gpt-neox-20b",
|
22 |
"llama": "TinyLlama/TinyLlama-1.1B-Chat-v0.6",
|
23 |
"magicoder": "ise-uiuc/Magicoder-S-DS-6.7B",
|
24 |
+
"mistral": "echarlaix/tiny-random-mistral",
|
25 |
"mpt": "mosaicml/mpt-7b",
|
26 |
"opt": "facebook/opt-2.7b",
|
27 |
"phi-2": "microsoft/phi-2",
|
|
|
97 |
gr.Dataframe(label="Token, word and character counts per dataset item"),
|
98 |
],
|
99 |
examples=[
|
100 |
+
["tiiuae/falcon-7b", "gsarti/flores_101", "eng", "dev", "sentence"],
|
101 |
+
["tiiuae/falcon-7b", "Muennighoff/flores200", "eng_Latn", "dev", "sentence"],
|
102 |
+
["tiiuae/falcon-7b", "hails/mmlu_no_train", "elementary_mathematics", "test", "question"],
|
103 |
+
["tiiuae/falcon-7b", "gsm8k", "main", "test", "question"],
|
104 |
+
["tiiuae/falcon-7b", "locuslab/TOFU", "world_facts", "train", "question"],
|
105 |
+
["tiiuae/falcon-7b", "imdb", "", "test", "text"],
|
106 |
+
["tiiuae/falcon-7b", "wikitext", "wikitext-2-v1", "validation", "text"],
|
107 |
+
["tiiuae/falcon-7b", "zeroshot/twitter-financial-news-sentiment", "", "validation", "text"],
|
108 |
],
|
109 |
cache_examples=True,
|
110 |
)
|