Hugging Face's logo

gaianet
/
Qwen2.5-7B-Instruct-GGUF

Text Generation
GGUF
English
qwen2
chat
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
e966358
•
1 Parent(s): 7d1d9ca

Update models

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. Qwen2.5-7B-Instruct-Q2_K.gguf +3 -0
  3. Qwen2.5-7B-Instruct-Q3_K_L.gguf +3 -0
  4. Qwen2.5-7B-Instruct-Q3_K_M.gguf +3 -0
  5. Qwen2.5-7B-Instruct-Q3_K_S.gguf +3 -0
  6. Qwen2.5-7B-Instruct-Q4_0.gguf +3 -0
  7. Qwen2.5-7B-Instruct-Q4_K_M.gguf +3 -0
  8. Qwen2.5-7B-Instruct-Q4_K_S.gguf +3 -0
  9. Qwen2.5-7B-Instruct-Q5_0.gguf +3 -0
  10. Qwen2.5-7B-Instruct-Q5_K_M.gguf +3 -0
  11. Qwen2.5-7B-Instruct-Q5_K_S.gguf +3 -0
  12. Qwen2.5-7B-Instruct-Q6_K.gguf +3 -0
  13. Qwen2.5-7B-Instruct-Q8_0.gguf +3 -0
  14. Qwen2.5-7B-Instruct-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-7B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-7B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-7B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-7B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-7B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-7B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-7B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-7B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-7B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2.5-7B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2.5-7B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2.5-7B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen2.5-7B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-7B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db76f5ff3d0f200f187d7e9920ee1e17a589720f57421163def1135fde445173
3
+ size 3015940512
Qwen2.5-7B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75a8cc8dcbc4c43aa4750e865faf9136863fb75a6fd05fa1ac91347fd33bba08
3
+ size 4088459680
Qwen2.5-7B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c547c3f69baca3d7db46897d26c8220a76e99a0efe41cbd573b13ddf56a0a8fd
3
+ size 3808391584
Qwen2.5-7B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2791508edd3a37184f9a2c0faddb25e63b8049c8410e5bfbbf1ac8b07965623a
3
+ size 3492368800
Qwen2.5-7B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af917ee90cecd5dc45f0ee86c967dfe724cf82839141608187191fda92eaf921
3
+ size 4431391136
Qwen2.5-7B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a30c3c08ca3284a7b59fa35cd835ec50b4a54e211379692b0e48a34bdb72c2fb
3
+ size 4683073952
Qwen2.5-7B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9d4be09980968251326999ac2ae33c68420b76c468d9d4420bb3e420a2b13fc
3
+ size 4457769376
Qwen2.5-7B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eb1ae40917640f11e54fa5a5c97891372412df55e22424ebaae3d42f3de9992
3
+ size 5315176864
Qwen2.5-7B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d6fabbf0cce2ee49957e5ae3e6b775d9e08fb1d2ee1e9469737ef9a4ef1b851
3
+ size 5444831648
Qwen2.5-7B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d884f88c471b68dc3013f046ebf53b798d01e8580d695e9c60f826d661c8234
3
+ size 5315176864
Qwen2.5-7B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:878b9f70c4699b23b03af500bb02e54076f3b78dcc67946cc1e973b45cfb361c
3
+ size 6254199200
Qwen2.5-7B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3603045b543e1c0dfb27f126a3642e7f805e480b84c4781e3d848ace971cba7a
3
+ size 8098525600
Qwen2.5-7B-Instruct-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:678e1e0883636c4234928f23fd208337f790456121124a1986cbf1b806baeadb
3
+ size 15237853600