Training in progress, step 101500

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3758f44770210a3b7eacfee847ec1ee149ebf8014305087f3fe99a4b6341aea0
+oid sha256:2801fc5fd3438e62fb52e2e065d7a41a311c5eb5c8d6526a16ac5ebf45c5eb82
 size 5544997664

last-checkpoint/adapter_config.json

@@ -20,12 +20,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
-    "up_proj",
-    "q_proj",
     "v_proj",
-    "down_proj",
+    "k_proj",
     "gate_proj",
+    "down_proj",
+    "q_proj",
+    "up_proj",
     "o_proj"
   ],
   "task_type": "CAUSAL_LM",

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3758f44770210a3b7eacfee847ec1ee149ebf8014305087f3fe99a4b6341aea0
+oid sha256:8ff50e9a0eef14c00f32c5e550257295427f2d666e009aac32472aef43b0c78f
 size 5544997664

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52da7cdb552cc4b1c77028bfc6cb8beaf6f17504eab7f33b338cb73b1bbc098e
+oid sha256:4b1f3c8b9d1c8514057a760685418307853b2172387d395e371d81516debcc99
 size 674093138

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50720ef23e7b2524db51c1ac5de29d9722efc1e3831e9b3a0b9d8b48b10e49c6
+oid sha256:3d52e9778ae961a843d4efe5adba669832146332ec663eac9df46d71427724e3
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:271ed2db05ddfde92e7d43bc2b4c677805ee9ac9b51633691308f1c378210911
+oid sha256:b1dd725a3e5295711459643d6e1204a1d04a7f905cc6416544fa87ecdfb18228
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.07540939717103208,
+  "epoch": 0.07503755596210195,
   "eval_steps": 200,
-  "global_step": 101400,
+  "global_step": 100900,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -7070,41 +7070,6 @@
       "learning_rate": 1.9988888715649357e-05,
       "loss": 1.5441,
       "step": 100900
-    },
-    {
-      "epoch": 0.07511192420388797,
-      "grad_norm": 1.068562388420105,
-      "learning_rate": 1.998886668338319e-05,
-      "loss": 1.4998,
-      "step": 101000
-    },
-    {
-      "epoch": 0.075186292445674,
-      "grad_norm": 0.6331286430358887,
-      "learning_rate": 1.998884462930723e-05,
-      "loss": 1.5633,
-      "step": 101100
-    },
-    {
-      "epoch": 0.07526066068746003,
-      "grad_norm": 1.3566038608551025,
-      "learning_rate": 1.998882255342152e-05,
-      "loss": 1.4621,
-      "step": 101200
-    },
-    {
-      "epoch": 0.07533502892924605,
-      "grad_norm": 0.9672004580497742,
-      "learning_rate": 1.998880045572611e-05,
-      "loss": 1.5249,
-      "step": 101300
-    },
-    {
-      "epoch": 0.07540939717103208,
-      "grad_norm": 0.36732280254364014,
-      "learning_rate": 1.9988778336221045e-05,
-      "loss": 1.574,
-      "step": 101400
     }
   ],
   "logging_steps": 100,
@@ -7124,7 +7089,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 1.3814760068425728e+18,
+  "total_flos": 1.3747108667853128e+18,
   "train_batch_size": 1,
   "trial_name": null,
   "trial_params": null