Transformers
GGUF
Inference Endpoints
LoneStriker commited on
Commit
fda32a6
1 Parent(s): ec84bf0

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -1,5 +1,9 @@
1
  gemma-7b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
 
 
2
  gemma-7b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
3
  gemma-7b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
4
  gemma-7b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
5
  gemma-7b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
1
  gemma-7b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
2
+ gemma-7b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
3
+ gemma-7b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
4
  gemma-7b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
5
+ gemma-7b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
6
  gemma-7b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
7
+ gemma-7b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
8
  gemma-7b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
9
  gemma-7b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
gemma-7b-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:991a15d5661a2e42d9c8aba486659c8a43951053a650e575b2edae101b15e576
3
+ size 4062301344
gemma-7b-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5875b87b4a38aab15788f3bbd16919d8e1a2e8ed6b243109e5a4f4fcaedae8af
3
+ size 3675376800
gemma-7b-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a197785f5d49af20991015dcd62df83c0c87f7aab2ff56a032ea8a54002ddfd7
3
+ size 4843919520
gemma-7b-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d74e4662fd18f428415641961d52126eb307efe4d1ac210f4785046e8864cc4
3
+ size 5876553888