Hugging Face's logo

h2oai
/
h2o-danube3-4b-chat-GGUF

Text Generation
Transformers
GGUF
English
gpt
llm
large language model
h2o-llmstudio
Inference Endpoints
Model card Files Community
ybabakhin commited on
Commit
e43bca6
•
1 Parent(s): 23f9537

Upload folder using huggingface_hub

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. h2o-danube3-4b-chat-BF16.gguf +3 -0
  3. h2o-danube3-4b-chat-F16.gguf +3 -0
  4. h2o-danube3-4b-chat-Q2_K.gguf +3 -0
  5. h2o-danube3-4b-chat-Q3_K_M.gguf +3 -0
  6. h2o-danube3-4b-chat-Q4_K_M.gguf +3 -0
  7. h2o-danube3-4b-chat-Q5_K_M.gguf +3 -0
  8. h2o-danube3-4b-chat-Q6_K.gguf +3 -0
  9. h2o-danube3-4b-chat-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ h2o-danube3-4b-chat-BF16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ h2o-danube3-4b-chat-F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ h2o-danube3-4b-chat-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ h2o-danube3-4b-chat-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ h2o-danube3-4b-chat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ h2o-danube3-4b-chat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ h2o-danube3-4b-chat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ h2o-danube3-4b-chat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
h2o-danube3-4b-chat-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b99ca5f2c693b19aaf930bc38a7d0334a71617abedb9cba7455b6e75183bb72e
3
+ size 7924786560
h2o-danube3-4b-chat-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b82e4db1c964babd272acf005c8e53e01d8e256dc59c2622807f734de0d8d31a
3
+ size 7924786560
h2o-danube3-4b-chat-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b714e5a1f77c8edc18631d43029fddf528a94004bc8df44843e6de1cff38f0aa
3
+ size 1514405760
h2o-danube3-4b-chat-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cea68848961fcac1d8793d2065d097e18480f87fe2f303aa29833456eb588e5
3
+ size 1941682560
h2o-danube3-4b-chat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74abba3fd4abed59f35c3b093a08d7705039976f6ace4b6428071acf2c4ccd53
3
+ size 2394648960
h2o-danube3-4b-chat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3f932f009d09facf797e0f126bb0bc36a081d663165bc1f3fe9609b3d55c1f8
3
+ size 2809983360
h2o-danube3-4b-chat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f6d27d857e786541196b51901019ed4b32ebb639d8eb6b3f16cd2da417f0e06
3
+ size 3251276160
h2o-danube3-4b-chat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:913b65eb8d7afbb2e62bd345448e9b60c2ab09da5066e503e6e74ef875d536fa
3
+ size 4210738560