Upload folder using huggingface_hub

h2o-danube2-1.8b-chat-q4f16_1-android.tar

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2ef6431d6d5a5664b24a99146ee457f3abf577ccee1aacd209385d40fdb5445
-size 356212
+oid sha256:69301c19ec4db6a0a49e45da0e006c7c5dc6625d04606813b29fce09263467a6
+size 359961

mlc-chat-config.json

@@ -8,20 +8,21 @@
     "num_hidden_layers": 24,
     "rms_norm_eps": 1e-05,
     "vocab_size": 32000,
-    "position_embedding_base": 10000,
+    "position_embedding_base": 10000.0,
     "num_key_value_heads": 8,
     "head_dim": 80,
-    "sliding_window_size": -1,
-    "prefill_chunk_size": 4096,
-    "attention_sink_size": 4,
+    "context_window_size": 8192,
+    "sliding_window_size": 8192,
+    "prefill_chunk_size": -1,
+    "attention_sink_size": 0,
     "tensor_parallel_shards": 1,
     "max_batch_size": 80
   },
   "vocab_size": 32000,
-  "context_window_size": -1,
-  "sliding_window_size": -1,
-  "prefill_chunk_size": 4096,
-  "attention_sink_size": 4,
+  "context_window_size": 8192,
+  "sliding_window_size": 8192,
+  "prefill_chunk_size": 8192,
+  "attention_sink_size": 0,
   "tensor_parallel_shards": 1,
   "mean_gen_len": 128,
   "max_gen_len": 512,
@@ -32,15 +33,14 @@
   "repetition_penalty": 1.1,
   "top_p": 0.95,
   "conv_template": {
-    "name": "llama-2",
-    "system_template": "",
+    "name": "LM",
+    "system_template": "{system_message}",
     "system_message": "",
     "system_prefix_token_ids": [],
-    "add_role_after_system_message": false,
+    "add_role_after_system_message": true,
     "roles": {
       "user": "<|prompt|>",
-      "assistant": "<|assistant|>",
-      "tool": "<|prompt|>"
+      "assistant": "<|answer|>"
     },
     "role_templates": {
       "user": "{user_message}",
@@ -49,13 +49,12 @@
     },
     "messages": [],
     "seps": [
-      " "
-    ],
-    "role_content_sep": " ",
-    "role_empty_sep": " ",
-    "stop_str": [
-      "[INST]"
+      "</s>",
+      "</s>"
     ],
+    "role_content_sep": "",
+    "role_empty_sep": "",
+    "stop_str": ["</s>"],
     "stop_token_ids": [
       2
     ],
@@ -71,4 +70,4 @@
     "tokenizer_config.json"
   ],
   "version": "0.1.0"
-}
+}