Hugging Face's logo

MaziyarPanahi
/
Mixtral-8x22B-Instruct-v0.1-GGUF

Text Generation
GGUF
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
16-bit
GGUF
mixtral
Mixture of Experts
conversational
Model card Files Community
37
MaziyarPanahi commited on
Commit
9f2f6c5
•
1 Parent(s): 0f12d93

Upload folder using huggingface_hub (#30)

Browse files

- 8df889614ce3214ff224e7ca504c3345ebf00dce42ff446f2562bf4df1497221 (e1bc2985c3722ccae5bccce62c17fbf5951fbf6d)
- 5f6fadd0a4985420deaf6045b32f60927e39d3bfff2821dd1453e032512f944f (2880b5320c698e5a932c9221902d10340af98b5d)
- 1a85f8c6896f364e12e35040d28f155d7c34296dbc84f25676c62d1875255f5b (2418e060812838337caaddd76b65d89c4e56c611)
- 4b9bc1a5d61175542616a444d596774509948dcfbb1c8a5eaed204020f9c42fc (711bda82546b0a0395d5ce75688d64c6ff757c0a)
- 15690edbcf47ab5d581045767df1c7c515377f74d20d8e7491b74a9e4af5a4f8 (5c53a3412ff6c3f05e553601144c978d711d0b53)
- eb8314493b75546f8c6351f13eb8ed25a8266b102a179a919d2b98d41d23a583 (9b2242c7f19a1fbd0b8d9852db57eeb2571ba5a0)
- 0f154681c451c9c1834644429c3248de37c3c57523e2597093e54969604a5b83 (e179f7f8f7797ee809fb9e40c29945fefa95cae3)
- fcb009d355d82641c85b794b3221e5072d124b6c4641922bd40570d09ed59784 (512c57c021dd98ab74534201dbebd51a404197ef)
- 5ce0f475f43e20a3b509f1fcaf354c62871469b1405e255f7de6c759cf91afb0 (d6390c903425ef967f6225d08c8c1f9af3997140)
- 2b20303b3082e7c5e77732270ae018188a3e88b4b882eb1aace1bfa8870663d9 (875530456776fc33e7ab967d43685b59040b5df7)
- 8239bd179c59b044e7aff741eff816bba8a5d3461b6039f39edfa2b01c73ea73 (7149f4f94f87c8a3fddd7819ebef3d9bc630debb)
- 021a1097f3dcd065ab166c16419c75cd6d7e350ad2acbba27c7e4c08a54ff25b (41d3a1680c0620d05b3dd12ac76a4358a549c729)

Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Mixtral-8x22B-Instruct-v0.1.IQ1_M.gguf +3 -0
  3. Mixtral-8x22B-Instruct-v0.1.IQ1_S.gguf +3 -0
  4. Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00006.gguf +3 -0
  5. Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00007.gguf +3 -0
  6. Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00008.gguf +3 -0
  7. Mixtral-8x22B-Instruct-v0.1.fp16-00002-of-00007.gguf +3 -0
  8. Mixtral-8x22B-Instruct-v0.1.fp16-00003-of-00007.gguf +3 -0
  9. Mixtral-8x22B-Instruct-v0.1.fp16-00004-of-00007.gguf +3 -0
  10. Mixtral-8x22B-Instruct-v0.1.fp16-00005-of-00007.gguf +3 -0
  11. Mixtral-8x22B-Instruct-v0.1.fp16-00006-of-00007.gguf +3 -0
  12. Mixtral-8x22B-Instruct-v0.1.fp16-00007-of-00007.gguf +3 -0
  13. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -93,3 +93,15 @@ Mixtral-8x22B-Instruct-v0.1.Q8_0-00001-of-00004.gguf filter=lfs diff=lfs merge=l
93
  Mixtral-8x22B-Instruct-v0.1.Q8_0-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
94
  Mixtral-8x22B-Instruct-v0.1.Q8_0-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
95
  Mixtral-8x22B-Instruct-v0.1.Q8_0-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
93
  Mixtral-8x22B-Instruct-v0.1.Q8_0-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
94
  Mixtral-8x22B-Instruct-v0.1.Q8_0-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
95
  Mixtral-8x22B-Instruct-v0.1.Q8_0-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
96
+ Mixtral-8x22B-Instruct-v0.1.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
97
+ Mixtral-8x22B-Instruct-v0.1.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
98
+ Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
99
+ Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
100
+ Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
101
+ Mixtral-8x22B-Instruct-v0.1.fp16-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
102
+ Mixtral-8x22B-Instruct-v0.1.fp16-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
103
+ Mixtral-8x22B-Instruct-v0.1.fp16-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
104
+ Mixtral-8x22B-Instruct-v0.1.fp16-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
105
+ Mixtral-8x22B-Instruct-v0.1.fp16-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
106
+ Mixtral-8x22B-Instruct-v0.1.fp16-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
107
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-Instruct-v0.1.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4244d4b58466412157270c22d40f9bf70875b543fa0d01a7b09f8a8fdbc28163
3
+ size 32737212896
Mixtral-8x22B-Instruct-v0.1.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4580159e17db8596fbbfab63cb05b87a4d8e561518ac444024c2b1d946eef382
3
+ size 29648894432
Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e178da3655b66e593f9f76c2d05cddaaed801d31b0ac6fee7639d3e76e64ce4
3
+ size 3602763776
Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4d32baeba6102e4fa6e8f4d95067919143a2267a81a5b677eef6dac63c8c4cd
3
+ size 45476692864
Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea1c2de8ceb995397ded92cb66dbd2d1f0d6b757979d08e7a014535ffbd52f3d
3
+ size 3199782912
Mixtral-8x22B-Instruct-v0.1.fp16-00002-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ffb02dc13626d9269426272259cb2a324e4883d84ed14bee48c7f64dc24dfd0
3
+ size 45073323776
Mixtral-8x22B-Instruct-v0.1.fp16-00003-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62dcc532bb57ce6da7635e5e92e737cbe3b56c0dfc7d21d3f304df00433ebf7e
3
+ size 45073323808
Mixtral-8x22B-Instruct-v0.1.fp16-00004-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edb525659484fb0644e2778160f6c89816816ef68d42e8f47252ce6f9a5216f7
3
+ size 45073323808
Mixtral-8x22B-Instruct-v0.1.fp16-00005-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aebcbd5255bcc5804c323d7e2f2cf9a89a59659bd565ae67eab81f63a92607d0
3
+ size 45073323808
Mixtral-8x22B-Instruct-v0.1.fp16-00006-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10b9f7c2c48dfd1504a2729ce7618de85d54b28b60a23c41779787d3b1ca89e8
3
+ size 45073323808
Mixtral-8x22B-Instruct-v0.1.fp16-00007-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7915e8979546a35ed79c43cd4e7fb152d911d7f512e691ad58b7dc94bdf8743b
3
+ size 10418996768
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:277c4643a27bf3e0cbe11d6ba9ad33cf871b81946685a387ee8363a397fd19bf
3
+ size 58277444