Hugging Face's logo

zhengr
/
Meta-Llama-3.1-8B-Instruct

Text Generation
Transformers
PyTorch
llama
unsloth
trl
sft
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
zhengr commited on
Commit
6904439
•
1 Parent(s): 9a13b17

Trained with Unsloth

Browse files
Files changed (6) hide show
  1. config.json +6 -2
  2. generation_config.json +5 -2
  3. pytorch_model-00001-of-00004.bin +1 -1
  4. pytorch_model-00002-of-00004.bin +1 -1
  5. pytorch_model-00003-of-00004.bin +1 -1
  6. pytorch_model-00004-of-00004.bin +1 -1
config.json CHANGED
@@ -1,12 +1,16 @@
1
  {
2
- "_name_or_path": "unsloth/meta-llama-3.1-8b-bnb-4bit",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
- "eos_token_id": 128001,
 
 
 
 
10
  "hidden_act": "silu",
11
  "hidden_size": 4096,
12
  "initializer_range": 0.02,
 
1
  {
2
+ "_name_or_path": "unsloth/meta-llama-3.1-8b-instruct-bnb-4bit",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
  "hidden_act": "silu",
15
  "hidden_size": 4096,
16
  "initializer_range": 0.02,
generation_config.json CHANGED
@@ -1,8 +1,11 @@
1
  {
2
- "_from_model_config": true,
3
  "bos_token_id": 128000,
4
  "do_sample": true,
5
- "eos_token_id": 128001,
 
 
 
 
6
  "temperature": 0.6,
7
  "top_p": 0.9,
8
  "transformers_version": "4.43.1"
 
1
  {
 
2
  "bos_token_id": 128000,
3
  "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
  "transformers_version": "4.43.1"
pytorch_model-00001-of-00004.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:873c7579d2739656cfa2a1f86d187d39ffe204f16124e1aec10e12eef955a7fa
3
  size 4976718466
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d34065f716c375d59cd599bc095511b44c94c8a1e883fff0fcf6a57c7e88822
3
  size 4976718466
pytorch_model-00002-of-00004.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6314d42ed11ac70086339f1a3ce0493f11c441251903d093eb7d2aa716085079
3
  size 4999827014
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeb01cb17a93339898684b0246c75eb17f95e003de1c96a55786ef34fb08e28e
3
  size 4999827014
pytorch_model-00003-of-00004.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f36c44474486231049101748409046e0983b72931c8050c1315692f0090c175
3
  size 4915939082
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab0355c94709425940e4ba0939948c7728135f0fab523db66a4b1c54fc8bf603
3
  size 4915939082
pytorch_model-00004-of-00004.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99fb0577bb8d6c29a289b31138a7ac902c2a0d1508132c21dd3279b2eb2ee01c
3
  size 1168140873
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc549d5fe4bb77007b7466c0c32426813fccff82276112194970b3ad1b77b559
3
  size 1168140873