Antonilyin
commited on
Commit
•
a08473c
1
Parent(s):
ea35d46
Training in progress, epoch 0
Browse files- adapter_config.json +31 -0
- adapter_model.safetensors +3 -0
- runs/Apr16_21-38-29_8566a37bc9d1/events.out.tfevents.1713303547.8566a37bc9d1.365.0 +3 -0
- runs/Apr16_21-43-16_8566a37bc9d1/events.out.tfevents.1713303808.8566a37bc9d1.365.1 +3 -0
- runs/Apr16_21-54-22_8566a37bc9d1/events.out.tfevents.1713304464.8566a37bc9d1.8066.0 +3 -0
- runs/Apr16_21-57-14_8566a37bc9d1/events.out.tfevents.1713304637.8566a37bc9d1.8066.1 +3 -0
- runs/Apr16_21-58-51_8566a37bc9d1/events.out.tfevents.1713304734.8566a37bc9d1.8066.2 +3 -0
- training_args.bin +3 -0
adapter_config.json
ADDED
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"alpha_pattern": {},
|
3 |
+
"auto_mapping": null,
|
4 |
+
"base_model_name_or_path": "microsoft/phi-1_5",
|
5 |
+
"bias": "none",
|
6 |
+
"fan_in_fan_out": false,
|
7 |
+
"inference_mode": true,
|
8 |
+
"init_lora_weights": true,
|
9 |
+
"layer_replication": null,
|
10 |
+
"layers_pattern": null,
|
11 |
+
"layers_to_transform": null,
|
12 |
+
"loftq_config": {},
|
13 |
+
"lora_alpha": 16,
|
14 |
+
"lora_dropout": 0.05,
|
15 |
+
"megatron_config": null,
|
16 |
+
"megatron_core": "megatron.core",
|
17 |
+
"modules_to_save": null,
|
18 |
+
"peft_type": "LORA",
|
19 |
+
"r": 16,
|
20 |
+
"rank_pattern": {},
|
21 |
+
"revision": null,
|
22 |
+
"target_modules": [
|
23 |
+
"dense",
|
24 |
+
"q_proj",
|
25 |
+
"v_proj",
|
26 |
+
"k_proj"
|
27 |
+
],
|
28 |
+
"task_type": "CAUSAL_LM",
|
29 |
+
"use_dora": false,
|
30 |
+
"use_rslora": false
|
31 |
+
}
|
adapter_model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:19b550cdf3ca7f0c9c50af02b04e46b8240f6de2da20bbe668e333fb114e468d
|
3 |
+
size 25191488
|
runs/Apr16_21-38-29_8566a37bc9d1/events.out.tfevents.1713303547.8566a37bc9d1.365.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:69b7988377d327dfe8f44434178560f9a47863febf8927d6335ba2440a78d2c4
|
3 |
+
size 6976
|
runs/Apr16_21-43-16_8566a37bc9d1/events.out.tfevents.1713303808.8566a37bc9d1.365.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf985e59ed2e469469ebe95916895ea9f899bcb39bccc040e95e114a37fb1968
|
3 |
+
size 5293
|
runs/Apr16_21-54-22_8566a37bc9d1/events.out.tfevents.1713304464.8566a37bc9d1.8066.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fb4b90289111008dbc76f95f545ea5a0ba18b99527bfabb52116e43d326f94a9
|
3 |
+
size 5923
|
runs/Apr16_21-57-14_8566a37bc9d1/events.out.tfevents.1713304637.8566a37bc9d1.8066.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5ebc191aca83980ca21a93be81fe9be7ed349c108c5fb7f697df45bf16f7f7fb
|
3 |
+
size 5501
|
runs/Apr16_21-58-51_8566a37bc9d1/events.out.tfevents.1713304734.8566a37bc9d1.8066.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e4ce513210a1e1af563a953194bcbad6a72200c5420d83ba487f003fa3f08376
|
3 |
+
size 16193
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c4be63086efb3238c89a49e3b28c99f5ee61afc410fc75668ac169ab62949344
|
3 |
+
size 4920
|