Upload 3 files

README.md

@@ -0,0 +1,19 @@
+---
+inference: false
+language:
+- en
+library_name: transformers
+pipeline_tag: text-generation
+tags:
+- mixtral
+license: apache-2.0
+datasets:
+- jondurbin/airoboros-3.2
+---
+
+# Air-Striker-Mixtral-8x7B-ZLoss
+
+Experimental model, trained using config and [Transformers/Axolotl](https://github.com/DocShotgun/axolotl) forks provided by [Doctor-Shotdun](https://huggingface.co/Doctor-Shotgun)
+
+Model was trained with airoboros-3.2 dataset, for 4 epochs, ChatML prompt format at 8K context length.
+

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "/users/hngo/models/Mixtral-8x7B-v0.1",
+  "base_model_name_or_path": "/users/ubuntu/models/Mixtral-8x7B-v0.1",
   "bias": "none",
   "fan_in_fan_out": null,
   "inference_mode": true,
@@ -29,4 +29,4 @@
     "w2"
   ],
   "task_type": "CAUSAL_LM"
-}
+}

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/users/hngo/models/Mixtral-8x7B-v0.1",
+  "_name_or_path": "/users/ubuntu/models/Mixtral-8x7B-v0.1",
   "architectures": [
     "MixtralForCausalLM"
   ],