ygaci commited on
Commit
d7222dc
·
verified ·
1 Parent(s): 90c8748

Training in progress, epoch 3, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6782df2f2db0ac7bbc134ad906573e8638b47f75a95fee0a2bfe7f386f13d0da
3
  size 389074464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:485b1aeb8375edbfaf998dc6e904cb1be230788d7cf32acfec654b805e1aab8f
3
  size 389074464
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cbf98f1f34561d3270b88b660f3acffab2e9f52fe2624015066c24343b00468a
3
  size 198011700
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51e628ac394e2249e6425baad917a19fc3fb7e32adab3521dc1c60bd4a5b0b6a
3
  size 198011700
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ff264f99d31b522cc7e2a4eac9d38606d0c58a34c0adc74d71e0ca8b371dc36
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9196a1e708bf24d6abba41cce3f8558820acc3e50f9394c5955e29eb41ffea3d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:11956a942606994fa76d833e8e9e90648747b2b0ea23a5faea758aaa1e572ea6
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:336ad624cfb7adf5821759ee06496a34d9d2a658dd99d3dbdda29b76da15094d
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 2.0,
5
  "eval_steps": 500,
6
- "global_step": 1046,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -77,6 +77,41 @@
77
  "learning_rate": 4.083011583011583e-05,
78
  "loss": 0.7385,
79
  "step": 1000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
80
  }
81
  ],
82
  "logging_steps": 100,
@@ -96,7 +131,7 @@
96
  "attributes": {}
97
  }
98
  },
99
- "total_flos": 5.70116458564608e+16,
100
  "train_batch_size": 1,
101
  "trial_name": null,
102
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 3.0,
5
  "eval_steps": 500,
6
+ "global_step": 1569,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
77
  "learning_rate": 4.083011583011583e-05,
78
  "loss": 0.7385,
79
  "step": 1000
80
+ },
81
+ {
82
+ "epoch": 2.1032504780114722,
83
+ "grad_norm": 0.9055523872375488,
84
+ "learning_rate": 3.986486486486487e-05,
85
+ "loss": 0.6388,
86
+ "step": 1100
87
+ },
88
+ {
89
+ "epoch": 2.294455066921606,
90
+ "grad_norm": 1.2273402214050293,
91
+ "learning_rate": 3.8899613899613905e-05,
92
+ "loss": 0.5685,
93
+ "step": 1200
94
+ },
95
+ {
96
+ "epoch": 2.48565965583174,
97
+ "grad_norm": 1.0323429107666016,
98
+ "learning_rate": 3.7934362934362935e-05,
99
+ "loss": 0.5597,
100
+ "step": 1300
101
+ },
102
+ {
103
+ "epoch": 2.676864244741874,
104
+ "grad_norm": 0.9804114699363708,
105
+ "learning_rate": 3.696911196911197e-05,
106
+ "loss": 0.6144,
107
+ "step": 1400
108
+ },
109
+ {
110
+ "epoch": 2.8680688336520075,
111
+ "grad_norm": 0.6983469724655151,
112
+ "learning_rate": 3.6003861003861e-05,
113
+ "loss": 0.5832,
114
+ "step": 1500
115
  }
116
  ],
117
  "logging_steps": 100,
 
131
  "attributes": {}
132
  }
133
  },
134
+ "total_flos": 8.55174687846912e+16,
135
  "train_batch_size": 1,
136
  "trial_name": null,
137
  "trial_params": null