daptheHuman
/

merak-7b-candi-borobudur-v1-8bit-merged

Text Generation

text-generation-inference

Inference Endpoints

8-bit precision

Model card Files Files and versions Community

daptheHuman commited on Dec 12, 2023

Commit

7ca1dce

•

1 Parent(s): ca2ff49

Upload MistralForCausalLM

Files changed (3) hide show

config.json +1 -1
model-00001-of-00002.safetensors +2 -2
model-00002-of-00002.safetensors +2 -2

config.json CHANGED Viewed

@@ -31,7 +31,7 @@
   "rope_theta": 10000.0,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
   "transformers_version": "4.36.0.dev0",
   "use_cache": false,
   "vocab_size": 32002

   "rope_theta": 10000.0,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.36.0.dev0",
   "use_cache": false,
   "vocab_size": 32002

model-00001-of-00002.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a741831eb67dcd164a0169b4831751d0d3e0585c98fa77617fd479d3149c2f38
-size 4947096232

 version https://git-lfs.github.com/spec/v1
+oid sha256:9a1bdb3b984a01de95e6dfb5b3a66fcc44c0deb55f0f3c83314d580518f184f6
+size 4947096272

model-00002-of-00002.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c48ad4b79ef9048efa827192aaa92a9965f58f72ef2b4b5a2d1d17e81fcc3952
-size 2562639616

 version https://git-lfs.github.com/spec/v1
+oid sha256:a137cd0dce2aae6ef97e0fee5892563e14c61583f2e0953aafe5c570c6c3f900
+size 2562639640