Hugging Face's logo

MaziyarPanahi
/
Llama-3.1-Nemotron-70B-Instruct-HF-GGUF

Text Generation
GGUF
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
GGUF
imatrix
conversational
Model card Files Community
2
MaziyarPanahi commited on
Commit
3885d14
•
1 Parent(s): fac92a5

[WIP] Upload folder using huggingface_hub (multi-commit b54a82fab5266c8a35a9c3a129d469db5193b8c155e4353e08fe5b0036c1cfb8) (#1)

Browse files

- 31df1e70e8b3ec8d2c555e7897589623835f42f45edfcbd7cb8cd61668ba65ca (00349e3af8d237260ebaf2c1f6a3b06817e986fa)
- 70e8dede3e457b0c6ab9ebb4e06206acbbda6abe492655819086aedea2cbdff3 (29e973bcc676bcb37e2c39d3dd35a1d56911cd6e)
- 616e029fae21693286630bb7c2cdb0037f73323e24b3f9496a4bd086a4dcdfd3 (ce41538056bcab91e9366b9ac43e65e224dfbccf)
- 8290aa30e76af0d4174280b7d3520af3099ba0a28d95fb7c8b93833e6552b137 (8493fcdc720a252cca9c022a7a1ebb9c4c914857)
- 21da02abc81f265543ba44473e0ac170ef09f32f42223d687c05a173479e75a7 (883473e0daf13e54697ba7442b5f29fb671d4956)
- 27c7b996af33056814f4a78a3dfa9e67128a59f843ce143b25838a4aa1ff1c3c (5628d031799c5663866ef0c52df931a11c19ba00)
- b390ecc0fe1a037cc50060fa6b6a64311aacd9e38bc77af8d5011e0b4592b3aa (771c034c1f2a580b95496a623b511ab04d050671)
- c179022cea4fc66159a52f5d463883294249f1d47445692694d2fe2c085462d7 (2506f387b6ea9595d28e9bae76d614ce5d25d6bd)
- 4d843059094646bdc77808db3de051817d8a9e0131f09865755a18fd4c3f53a3 (901ec395260fae3fbe2fde163f6c4974a41d37c2)
- 22fb865225f82796e3157b5349bbea1ce72172aba0f8569b54c99fa4017c0612 (e505a6a95f9b9d0173e6afb8e48d1209b48faa94)
- f6dd2c9859d0406b5b4be97cee80dd864f0a654fa305fb317fd6667323bad5f9 (de863a724e68b593a816242349db871f0aefa175)
- b9d8faba3ae4dfc5ef6fec7b8e485b95f7b65da2092405ef60b47e4f86b0720e (e603cec059f4ee57a88781fca67a5e21aff2aa2b)
- 98ab1ed42594aa48136a38d9498040da1a0cb88c1b5952a8a54770658bb1a4e3 (79dd5e5f1c9fc867a1a47699da70e1f3c3e537bd)

Files changed (14) hide show
  1. .gitattributes +13 -0
  2. Llama-3.1-Nemotron-70B-Instruct-HF.IQ1_M.gguf +3 -0
  3. Llama-3.1-Nemotron-70B-Instruct-HF.IQ1_S.gguf +3 -0
  4. Llama-3.1-Nemotron-70B-Instruct-HF.IQ2_XS.gguf +3 -0
  5. Llama-3.1-Nemotron-70B-Instruct-HF.IQ3_XS.gguf +3 -0
  6. Llama-3.1-Nemotron-70B-Instruct-HF.IQ4_XS.gguf +3 -0
  7. Llama-3.1-Nemotron-70B-Instruct-HF.Q2_K.gguf +3 -0
  8. Llama-3.1-Nemotron-70B-Instruct-HF.Q3_K_L.gguf +3 -0
  9. Llama-3.1-Nemotron-70B-Instruct-HF.Q3_K_M.gguf +3 -0
  10. Llama-3.1-Nemotron-70B-Instruct-HF.Q3_K_S.gguf +3 -0
  11. Llama-3.1-Nemotron-70B-Instruct-HF.Q4_K_M.gguf +3 -0
  12. Llama-3.1-Nemotron-70B-Instruct-HF.Q4_K_S.gguf +3 -0
  13. Llama-3.1-Nemotron-70B-Instruct-HF.Q5_K_M.gguf +3 -0
  14. Llama-3.1-Nemotron-70B-Instruct-HF.Q5_K_S.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-3.1-Nemotron-70B-Instruct-HF.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.1-Nemotron-70B-Instruct-HF.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.1-Nemotron-70B-Instruct-HF.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.1-Nemotron-70B-Instruct-HF.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.1-Nemotron-70B-Instruct-HF.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.1-Nemotron-70B-Instruct-HF.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.1-Nemotron-70B-Instruct-HF.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.1-Nemotron-70B-Instruct-HF.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3.1-Nemotron-70B-Instruct-HF.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3.1-Nemotron-70B-Instruct-HF.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3.1-Nemotron-70B-Instruct-HF.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3.1-Nemotron-70B-Instruct-HF.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-3.1-Nemotron-70B-Instruct-HF.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-Nemotron-70B-Instruct-HF.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41f313c3c7d98edd9a6de3fc9818f45c7d2610b764b6a4aecd47f20c7bfb3ce8
3
+ size 16751201120
Llama-3.1-Nemotron-70B-Instruct-HF.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ec0579ef6c323aca2a340605219d41afa2f226cbfd5df6f20a00f5c7dd14dcd
3
+ size 15343487840
Llama-3.1-Nemotron-70B-Instruct-HF.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a8e2332d9268854da9d38357c32442e9343ee2c734d5f35df97c99e1d8030e4
3
+ size 21142113120
Llama-3.1-Nemotron-70B-Instruct-HF.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:699f9dfb81128cda313baf8f2df80c869d6dbfbac2436c08e7d67500701b217c
3
+ size 29307734880
Llama-3.1-Nemotron-70B-Instruct-HF.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee5d989b33d1e2a3fa362296d7aa6bddd7eaa6e66696cf4885cf361f59f2efbc
3
+ size 37902666592
Llama-3.1-Nemotron-70B-Instruct-HF.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e59ad4007ac9f53f4ce2119866e2e3fd4b78365db970ed308cb2d1655212985c
3
+ size 26375113568
Llama-3.1-Nemotron-70B-Instruct-HF.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8787efc0c3677b7aedf735bea0b5bc174fc555ee817f095b3d86b6365ace51c
3
+ size 37140597600
Llama-3.1-Nemotron-70B-Instruct-HF.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c47f5c84be68a3707005ac159a1ceec26cea11175ea72d6fba9ba8af72597a1
3
+ size 34267499360
Llama-3.1-Nemotron-70B-Instruct-HF.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca7f046248173c26c2e9018975902531458414390e96ce65e33ee03deb16391d
3
+ size 30912056160
Llama-3.1-Nemotron-70B-Instruct-HF.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:970b7de65a5f232304b18a76cf7434b7c83e8e119f99142f6df65e347e12aa39
3
+ size 42520398688
Llama-3.1-Nemotron-70B-Instruct-HF.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8698bcaac7becfef800f1da37fc6e35995c91f50c4293337a46d0ab502049c8c
3
+ size 40347224928
Llama-3.1-Nemotron-70B-Instruct-HF.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d20579232a93a97c4ea95e242a474c7d744fc3cb936678b8958ff7dab5b3295
3
+ size 49949821792
Llama-3.1-Nemotron-70B-Instruct-HF.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:090e65dd4f48e6d62bf91f0fca0c31065fea9a5e3b4eb0e8d6269e5e73c63442
3
+ size 48657451872