Hugging Face's logo

Qwen
/
Qwen2.5-14B-Instruct-GGUF

Text Generation
GGUF
English
chat
Inference Endpoints
conversational
Model card Files Community
1
feihu.hf commited on
Commit
2b6a96d
•
0 Parent(s):

upload weights

Browse files
Files changed (25) hide show
  1. .gitattributes +36 -0
  2. qwen2.5-14b-instruct-q2_k-00001-of-00002.gguf +3 -0
  3. qwen2.5-14b-instruct-q2_k-00002-of-00002.gguf +3 -0
  4. qwen2.5-14b-instruct-q3_k_m-00001-of-00002.gguf +3 -0
  5. qwen2.5-14b-instruct-q3_k_m-00002-of-00002.gguf +3 -0
  6. qwen2.5-14b-instruct-q4_0-00001-of-00003.gguf +3 -0
  7. qwen2.5-14b-instruct-q4_0-00002-of-00003.gguf +3 -0
  8. qwen2.5-14b-instruct-q4_0-00003-of-00003.gguf +3 -0
  9. qwen2.5-14b-instruct-q4_k_m-00001-of-00003.gguf +3 -0
  10. qwen2.5-14b-instruct-q4_k_m-00002-of-00003.gguf +3 -0
  11. qwen2.5-14b-instruct-q4_k_m-00003-of-00003.gguf +3 -0
  12. qwen2.5-14b-instruct-q5_0-00001-of-00003.gguf +3 -0
  13. qwen2.5-14b-instruct-q5_0-00002-of-00003.gguf +3 -0
  14. qwen2.5-14b-instruct-q5_0-00003-of-00003.gguf +3 -0
  15. qwen2.5-14b-instruct-q5_k_m-00001-of-00003.gguf +3 -0
  16. qwen2.5-14b-instruct-q5_k_m-00002-of-00003.gguf +3 -0
  17. qwen2.5-14b-instruct-q5_k_m-00003-of-00003.gguf +3 -0
  18. qwen2.5-14b-instruct-q6_k-00001-of-00004.gguf +3 -0
  19. qwen2.5-14b-instruct-q6_k-00002-of-00004.gguf +3 -0
  20. qwen2.5-14b-instruct-q6_k-00003-of-00004.gguf +3 -0
  21. qwen2.5-14b-instruct-q6_k-00004-of-00004.gguf +3 -0
  22. qwen2.5-14b-instruct-q8_0-00001-of-00004.gguf +3 -0
  23. qwen2.5-14b-instruct-q8_0-00002-of-00004.gguf +3 -0
  24. qwen2.5-14b-instruct-q8_0-00003-of-00004.gguf +3 -0
  25. qwen2.5-14b-instruct-q8_0-00004-of-00004.gguf +3 -0
.gitattributes ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.gguf filter=lfs diff=lfs merge=lfs -text
qwen2.5-14b-instruct-q2_k-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0f427dfb6f08f4f7334bcc24a061621beebb410881553db829241f4448201d5
3
+ size 4004118304
qwen2.5-14b-instruct-q2_k-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6f14335ddbc1fd01822ebb752a8c736de1b665a921aac7e18a576aa6363fc00
3
+ size 1766379296
qwen2.5-14b-instruct-q3_k_m-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f38798df3987883b1b37c923e6a98fbfebc88cff2d94743e9935baccf1d19ad
3
+ size 4000429472
qwen2.5-14b-instruct-q3_k_m-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fee42fd8be1b06f48c2e2313bfa09116446f56efded331543303a4642ba875ad
3
+ size 3338774688
qwen2.5-14b-instruct-q4_0-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:932d7df8082ed7d6778891514b75662da2700f1dd7c5ccfd38e6bdd61d958d15
3
+ size 4003609056
qwen2.5-14b-instruct-q4_0-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e84c54dfb8bc83e2a03e672f9b48235dbb6d8b72929d9562a12e13346cf5df1e
3
+ size 3835573056
qwen2.5-14b-instruct-q4_0-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81baf220ca260644f43f02cfdd0000eee9c80a53cfeba6ea5e80dbec5c5159e5
3
+ size 678543744
qwen2.5-14b-instruct-q4_k_m-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a09ea5e7b1eafb1b30b241726c3cc3c905c96f14ad41e246ffa5f44e53904f68
3
+ size 3991999872
qwen2.5-14b-instruct-q4_k_m-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21b9457d079680d284e90ef69607c4b2d8ef64a09d4729cb7b5e1357bdba41ae
3
+ size 3989373504
qwen2.5-14b-instruct-q4_k_m-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8d37006760a387a35216e070e6664d7da927f10be8eb870fef2e3d4833d9976
3
+ size 1006737120
qwen2.5-14b-instruct-q5_0-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7bbc3a6a6f623062609d6627f9a6e08d41669ece362ff9892603be99b3ee709
3
+ size 3997359360
qwen2.5-14b-instruct-q5_0-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52def79c0432ee830876b24bbe23a2abca9a9079cd29daba0b5ac97539e570b8
3
+ size 3975436576
qwen2.5-14b-instruct-q5_0-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaee4f77cb18452d698bc2a939ccbc97a4cb2114a6ebe846b3224dddd9023f73
3
+ size 2293758112
qwen2.5-14b-instruct-q5_k_m-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5899521e6d7196db09bc78dc50c066b1514e48f0cd6ae085e481ee06e2134ac6
3
+ size 4005690208
qwen2.5-14b-instruct-q5_k_m-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ada99d5a4222c0d2b0394f35ad4cd4281bdd1d8b7e9fa4be4f80f036621c580a
3
+ size 3997407296
qwen2.5-14b-instruct-q5_k_m-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02a06964fa37f5e9cd21c92aa3851309ae3f3dcc2f52d631f1ce31b5b93640c0
3
+ size 2505775872
qwen2.5-14b-instruct-q6_k-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8f1d7fa692f12d9cf2862ab7e6b3ff5e6ee9c3427819237c517f7aad8acfa6b
3
+ size 3985204096
qwen2.5-14b-instruct-q6_k-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd882b7dd357b1092e44efba7d9cdc8baa0203705d6089ca69dc6998bfeffa0e
3
+ size 3945074624
qwen2.5-14b-instruct-q6_k-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cbe30479f75c8e40a420c14b5ac50d5e1d9dd43ac594c5756972ca8a6d5395a
3
+ size 3497613920
qwen2.5-14b-instruct-q6_k-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73af4ed0b85ad55fcedebfde2a14af056db5cf2981e7ee7a18178dd4eea3e09b
3
+ size 696791424
qwen2.5-14b-instruct-q8_0-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e09f3aef8f7fee2840d958a993b932133790aacb494af0e7b0014eba5240d9f5
3
+ size 3975711104
qwen2.5-14b-instruct-q8_0-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa8ae95d203b6ebcf2e3e8afaa9f400577e706cf3561e47d9eebb317d5642acb
3
+ size 3953267776
qwen2.5-14b-instruct-q8_0-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b64f5050b3e33293d3ad4d2843a38f8eb418bed16545316f3010c08fcdb0b0c4
3
+ size 3986695424
qwen2.5-14b-instruct-q8_0-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12e4ce99c972b709a27e7587406393578f6085791bef693dd5834bceb46bbdd6
3
+ size 3785923680