SodaXII commited on
Commit
16d1005
·
verified ·
1 Parent(s): fddd60f

Training in progress, epoch 15

Browse files
config.json CHANGED
@@ -45,6 +45,7 @@
45
  12
46
  ],
47
  "patch_size": 14,
 
48
  "qkv_bias": true,
49
  "reshape_hidden_states": true,
50
  "stage_names": [
 
45
  12
46
  ],
47
  "patch_size": 14,
48
+ "problem_type": "single_label_classification",
49
  "qkv_bias": true,
50
  "reshape_hidden_states": true,
51
  "stage_names": [
logs/events.out.tfevents.1738395705.6d188e23525e.4440.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce66af159782c25d8db9b796b8105aab875514034a78a85bb451472f12705b8d
3
- size 88
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5b4775155bffa2402966a6b54e096e5e3675a53dd20de7c677f7147358b299d
3
+ size 6215
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:75382291af57fc53437ca2826c098c00299a87fa4fb3f117fe4ecf2c117eca44
3
  size 346396816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5481bf2dc65152cb86b77c66aa22f81ae2a3537bfbef87f912f42dbeba3c8d4f
3
  size 346396816
trainer_state.json ADDED
@@ -0,0 +1,257 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.11363224685192108,
3
+ "best_model_checkpoint": "./drive/Shareddrives/CS198-Drones/training_output/dinov2-base_rice-leaf-disease-augmented_tl_020125/checkpoint-3500",
4
+ "epoch": 14.0,
5
+ "eval_steps": 500,
6
+ "global_step": 3500,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "grad_norm": 5.269941329956055,
14
+ "learning_rate": 0.0006666666666666666,
15
+ "loss": 1.1218,
16
+ "step": 250
17
+ },
18
+ {
19
+ "epoch": 1.0,
20
+ "eval_accuracy": 0.825,
21
+ "eval_loss": 0.5307279229164124,
22
+ "eval_runtime": 107.9568,
23
+ "eval_samples_per_second": 18.526,
24
+ "eval_steps_per_second": 0.296,
25
+ "step": 250
26
+ },
27
+ {
28
+ "epoch": 2.0,
29
+ "grad_norm": 3.551548719406128,
30
+ "learning_rate": 0.0009629629629629629,
31
+ "loss": 0.4069,
32
+ "step": 500
33
+ },
34
+ {
35
+ "epoch": 2.0,
36
+ "eval_accuracy": 0.885,
37
+ "eval_loss": 0.3582110106945038,
38
+ "eval_runtime": 106.2413,
39
+ "eval_samples_per_second": 18.825,
40
+ "eval_steps_per_second": 0.301,
41
+ "step": 500
42
+ },
43
+ {
44
+ "epoch": 3.0,
45
+ "grad_norm": 2.2986912727355957,
46
+ "learning_rate": 0.0008888888888888888,
47
+ "loss": 0.2746,
48
+ "step": 750
49
+ },
50
+ {
51
+ "epoch": 3.0,
52
+ "eval_accuracy": 0.92,
53
+ "eval_loss": 0.24640271067619324,
54
+ "eval_runtime": 105.657,
55
+ "eval_samples_per_second": 18.929,
56
+ "eval_steps_per_second": 0.303,
57
+ "step": 750
58
+ },
59
+ {
60
+ "epoch": 4.0,
61
+ "grad_norm": 5.520092964172363,
62
+ "learning_rate": 0.0008148148148148148,
63
+ "loss": 0.2157,
64
+ "step": 1000
65
+ },
66
+ {
67
+ "epoch": 4.0,
68
+ "eval_accuracy": 0.9315,
69
+ "eval_loss": 0.22238598763942719,
70
+ "eval_runtime": 105.3986,
71
+ "eval_samples_per_second": 18.976,
72
+ "eval_steps_per_second": 0.304,
73
+ "step": 1000
74
+ },
75
+ {
76
+ "epoch": 5.0,
77
+ "grad_norm": 2.029740333557129,
78
+ "learning_rate": 0.0007407407407407407,
79
+ "loss": 0.1779,
80
+ "step": 1250
81
+ },
82
+ {
83
+ "epoch": 5.0,
84
+ "eval_accuracy": 0.949,
85
+ "eval_loss": 0.1752648651599884,
86
+ "eval_runtime": 105.061,
87
+ "eval_samples_per_second": 19.037,
88
+ "eval_steps_per_second": 0.305,
89
+ "step": 1250
90
+ },
91
+ {
92
+ "epoch": 6.0,
93
+ "grad_norm": 2.1556665897369385,
94
+ "learning_rate": 0.0006666666666666666,
95
+ "loss": 0.1539,
96
+ "step": 1500
97
+ },
98
+ {
99
+ "epoch": 6.0,
100
+ "eval_accuracy": 0.942,
101
+ "eval_loss": 0.1718205064535141,
102
+ "eval_runtime": 105.2523,
103
+ "eval_samples_per_second": 19.002,
104
+ "eval_steps_per_second": 0.304,
105
+ "step": 1500
106
+ },
107
+ {
108
+ "epoch": 7.0,
109
+ "grad_norm": 2.0605902671813965,
110
+ "learning_rate": 0.0005925925925925926,
111
+ "loss": 0.1361,
112
+ "step": 1750
113
+ },
114
+ {
115
+ "epoch": 7.0,
116
+ "eval_accuracy": 0.9515,
117
+ "eval_loss": 0.16032838821411133,
118
+ "eval_runtime": 106.2364,
119
+ "eval_samples_per_second": 18.826,
120
+ "eval_steps_per_second": 0.301,
121
+ "step": 1750
122
+ },
123
+ {
124
+ "epoch": 8.0,
125
+ "grad_norm": 1.2079261541366577,
126
+ "learning_rate": 0.0005185185185185185,
127
+ "loss": 0.1271,
128
+ "step": 2000
129
+ },
130
+ {
131
+ "epoch": 8.0,
132
+ "eval_accuracy": 0.958,
133
+ "eval_loss": 0.14475062489509583,
134
+ "eval_runtime": 104.8111,
135
+ "eval_samples_per_second": 19.082,
136
+ "eval_steps_per_second": 0.305,
137
+ "step": 2000
138
+ },
139
+ {
140
+ "epoch": 9.0,
141
+ "grad_norm": 1.770965337753296,
142
+ "learning_rate": 0.0004444444444444444,
143
+ "loss": 0.1114,
144
+ "step": 2250
145
+ },
146
+ {
147
+ "epoch": 9.0,
148
+ "eval_accuracy": 0.951,
149
+ "eval_loss": 0.144443079829216,
150
+ "eval_runtime": 106.9925,
151
+ "eval_samples_per_second": 18.693,
152
+ "eval_steps_per_second": 0.299,
153
+ "step": 2250
154
+ },
155
+ {
156
+ "epoch": 10.0,
157
+ "grad_norm": 1.8546315431594849,
158
+ "learning_rate": 0.00037037037037037035,
159
+ "loss": 0.1023,
160
+ "step": 2500
161
+ },
162
+ {
163
+ "epoch": 10.0,
164
+ "eval_accuracy": 0.959,
165
+ "eval_loss": 0.13085949420928955,
166
+ "eval_runtime": 105.0113,
167
+ "eval_samples_per_second": 19.046,
168
+ "eval_steps_per_second": 0.305,
169
+ "step": 2500
170
+ },
171
+ {
172
+ "epoch": 11.0,
173
+ "grad_norm": 0.8261191248893738,
174
+ "learning_rate": 0.0002962962962962963,
175
+ "loss": 0.0968,
176
+ "step": 2750
177
+ },
178
+ {
179
+ "epoch": 11.0,
180
+ "eval_accuracy": 0.9625,
181
+ "eval_loss": 0.1240282952785492,
182
+ "eval_runtime": 105.5924,
183
+ "eval_samples_per_second": 18.941,
184
+ "eval_steps_per_second": 0.303,
185
+ "step": 2750
186
+ },
187
+ {
188
+ "epoch": 12.0,
189
+ "grad_norm": 1.7736948728561401,
190
+ "learning_rate": 0.0002222222222222222,
191
+ "loss": 0.0911,
192
+ "step": 3000
193
+ },
194
+ {
195
+ "epoch": 12.0,
196
+ "eval_accuracy": 0.9645,
197
+ "eval_loss": 0.12481024116277695,
198
+ "eval_runtime": 106.6655,
199
+ "eval_samples_per_second": 18.75,
200
+ "eval_steps_per_second": 0.3,
201
+ "step": 3000
202
+ },
203
+ {
204
+ "epoch": 13.0,
205
+ "grad_norm": 2.4998667240142822,
206
+ "learning_rate": 0.00014814814814814815,
207
+ "loss": 0.0858,
208
+ "step": 3250
209
+ },
210
+ {
211
+ "epoch": 13.0,
212
+ "eval_accuracy": 0.962,
213
+ "eval_loss": 0.11893002688884735,
214
+ "eval_runtime": 107.3766,
215
+ "eval_samples_per_second": 18.626,
216
+ "eval_steps_per_second": 0.298,
217
+ "step": 3250
218
+ },
219
+ {
220
+ "epoch": 14.0,
221
+ "grad_norm": 1.4618275165557861,
222
+ "learning_rate": 7.407407407407407e-05,
223
+ "loss": 0.0818,
224
+ "step": 3500
225
+ },
226
+ {
227
+ "epoch": 14.0,
228
+ "eval_accuracy": 0.9645,
229
+ "eval_loss": 0.11363224685192108,
230
+ "eval_runtime": 102.5748,
231
+ "eval_samples_per_second": 19.498,
232
+ "eval_steps_per_second": 0.312,
233
+ "step": 3500
234
+ }
235
+ ],
236
+ "logging_steps": 500,
237
+ "max_steps": 3750,
238
+ "num_input_tokens_seen": 0,
239
+ "num_train_epochs": 15,
240
+ "save_steps": 500,
241
+ "stateful_callbacks": {
242
+ "TrainerControl": {
243
+ "args": {
244
+ "should_epoch_stop": false,
245
+ "should_evaluate": false,
246
+ "should_log": false,
247
+ "should_save": true,
248
+ "should_training_stop": false
249
+ },
250
+ "attributes": {}
251
+ }
252
+ },
253
+ "total_flos": 1.7518552646418432e+19,
254
+ "train_batch_size": 64,
255
+ "trial_name": null,
256
+ "trial_params": null
257
+ }