End of training

README.md

@@ -20,11 +20,11 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [indobenchmark/indobert-base-p1](https://huggingface.co/indobenchmark/indobert-base-p1) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.0108
-- Accuracy: 0.8619
-- F1: 0.7176
-- Precision: 0.7344
-- Recall: 0.7015
+- Loss: 0.8125
+- Accuracy: 0.8662
+- F1: 0.7273
+- Precision: 0.7385
+- Recall: 0.7164
 
 ## Model description
 

all_results.json

@@ -0,0 +1,17 @@
+{
+    "epoch": 11.0,
+    "eval_accuracy": 0.8661710037174721,
+    "eval_f1": 0.7272727272727273,
+    "eval_loss": 0.8124564290046692,
+    "eval_precision": 0.7384615384615385,
+    "eval_recall": 0.7164179104477612,
+    "eval_runtime": 2.139,
+    "eval_samples": 268,
+    "eval_samples_per_second": 251.523,
+    "eval_steps_per_second": 4.208,
+    "train_loss": 0.11986877576079226,
+    "train_runtime": 294.5192,
+    "train_samples": 1878,
+    "train_samples_per_second": 637.649,
+    "train_steps_per_second": 20.033
+}

eval_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 11.0,
+    "eval_accuracy": 0.8661710037174721,
+    "eval_f1": 0.7272727272727273,
+    "eval_loss": 0.8124564290046692,
+    "eval_precision": 0.7384615384615385,
+    "eval_recall": 0.7164179104477612,
+    "eval_runtime": 2.139,
+    "eval_samples": 268,
+    "eval_samples_per_second": 251.523,
+    "eval_steps_per_second": 4.208
+}

predict_results.txt

@@ -0,0 +1,539 @@
+index	prediction
+0	1
+1	0
+2	0
+3	0
+4	0
+5	0
+6	1
+7	1
+8	0
+9	0
+10	0
+11	0
+12	1
+13	0
+14	0
+15	1
+16	1
+17	0
+18	0
+19	0
+20	0
+21	0
+22	0
+23	1
+24	0
+25	0
+26	0
+27	1
+28	0
+29	0
+30	1
+31	0
+32	1
+33	1
+34	0
+35	0
+36	0
+37	0
+38	0
+39	0
+40	0
+41	0
+42	0
+43	0
+44	0
+45	0
+46	0
+47	1
+48	0
+49	0
+50	1
+51	0
+52	0
+53	0
+54	0
+55	0
+56	0
+57	0
+58	0
+59	0
+60	0
+61	0
+62	0
+63	0
+64	0
+65	0
+66	0
+67	0
+68	0
+69	0
+70	1
+71	1
+72	0
+73	1
+74	0
+75	1
+76	1
+77	0
+78	0
+79	0
+80	0
+81	0
+82	0
+83	1
+84	0
+85	0
+86	0
+87	0
+88	1
+89	0
+90	0
+91	0
+92	0
+93	0
+94	0
+95	0
+96	1
+97	0
+98	0
+99	0
+100	0
+101	0
+102	0
+103	0
+104	0
+105	1
+106	0
+107	0
+108	1
+109	0
+110	0
+111	1
+112	0
+113	0
+114	0
+115	0
+116	0
+117	0
+118	0
+119	1
+120	0
+121	0
+122	0
+123	0
+124	1
+125	0
+126	0
+127	0
+128	0
+129	0
+130	1
+131	0
+132	0
+133	0
+134	0
+135	0
+136	1
+137	0
+138	0
+139	0
+140	1
+141	0
+142	1
+143	0
+144	1
+145	0
+146	0
+147	0
+148	0
+149	0
+150	0
+151	0
+152	0
+153	0
+154	1
+155	0
+156	0
+157	0
+158	0
+159	0
+160	0
+161	0
+162	0
+163	1
+164	0
+165	0
+166	0
+167	1
+168	0
+169	0
+170	0
+171	1
+172	0
+173	0
+174	1
+175	0
+176	0
+177	0
+178	0
+179	0
+180	1
+181	0
+182	1
+183	1
+184	0
+185	1
+186	0
+187	1
+188	0
+189	0
+190	0
+191	0
+192	0
+193	0
+194	0
+195	0
+196	0
+197	0
+198	1
+199	0
+200	0
+201	0
+202	1
+203	1
+204	0
+205	1
+206	1
+207	0
+208	1
+209	0
+210	0
+211	0
+212	1
+213	0
+214	0
+215	0
+216	1
+217	0
+218	1
+219	0
+220	0
+221	0
+222	0
+223	1
+224	0
+225	0
+226	1
+227	0
+228	1
+229	0
+230	0
+231	1
+232	1
+233	0
+234	1
+235	0
+236	0
+237	1
+238	0
+239	0
+240	1
+241	0
+242	0
+243	0
+244	0
+245	0
+246	0
+247	0
+248	0
+249	1
+250	0
+251	0
+252	0
+253	1
+254	1
+255	0
+256	0
+257	1
+258	0
+259	1
+260	1
+261	0
+262	0
+263	0
+264	0
+265	1
+266	0
+267	0
+268	0
+269	0
+270	0
+271	1
+272	1
+273	0
+274	0
+275	0
+276	0
+277	0
+278	0
+279	1
+280	0
+281	0
+282	0
+283	0
+284	0
+285	0
+286	0
+287	0
+288	0
+289	0
+290	0
+291	0
+292	0
+293	0
+294	1
+295	0
+296	0
+297	0
+298	0
+299	1
+300	0
+301	0
+302	0
+303	1
+304	0
+305	0
+306	1
+307	0
+308	0
+309	0
+310	0
+311	0
+312	0
+313	1
+314	0
+315	0
+316	0
+317	0
+318	0
+319	0
+320	1
+321	1
+322	0
+323	0
+324	1
+325	1
+326	1
+327	0
+328	0
+329	0
+330	0
+331	1
+332	0
+333	0
+334	0
+335	0
+336	0
+337	0
+338	0
+339	0
+340	1
+341	1
+342	1
+343	0
+344	0
+345	0
+346	1
+347	1
+348	0
+349	0
+350	0
+351	0
+352	0
+353	1
+354	0
+355	0
+356	0
+357	0
+358	0
+359	0
+360	1
+361	0
+362	0
+363	0
+364	0
+365	0
+366	1
+367	1
+368	1
+369	0
+370	0
+371	1
+372	0
+373	1
+374	0
+375	0
+376	0
+377	0
+378	1
+379	0
+380	1
+381	0
+382	0
+383	0
+384	1
+385	0
+386	0
+387	0
+388	0
+389	0
+390	1
+391	0
+392	0
+393	0
+394	1
+395	0
+396	0
+397	0
+398	1
+399	0
+400	1
+401	0
+402	0
+403	1
+404	0
+405	1
+406	1
+407	1
+408	0
+409	0
+410	0
+411	1
+412	0
+413	0
+414	0
+415	0
+416	0
+417	1
+418	1
+419	1
+420	0
+421	0
+422	1
+423	0
+424	0
+425	0
+426	1
+427	0
+428	0
+429	1
+430	0
+431	0
+432	0
+433	1
+434	0
+435	0
+436	0
+437	0
+438	0
+439	0
+440	0
+441	1
+442	0
+443	0
+444	0
+445	0
+446	0
+447	0
+448	1
+449	1
+450	0
+451	0
+452	0
+453	0
+454	0
+455	0
+456	0
+457	0
+458	0
+459	0
+460	0
+461	0
+462	0
+463	1
+464	0
+465	0
+466	0
+467	1
+468	0
+469	0
+470	0
+471	1
+472	0
+473	1
+474	0
+475	1
+476	0
+477	0
+478	1
+479	0
+480	1
+481	0
+482	0
+483	0
+484	0
+485	0
+486	1
+487	1
+488	0
+489	1
+490	0
+491	0
+492	0
+493	0
+494	1
+495	1
+496	0
+497	0
+498	0
+499	0
+500	0
+501	0
+502	0
+503	0
+504	0
+505	0
+506	0
+507	0
+508	0
+509	0
+510	0
+511	0
+512	0
+513	0
+514	0
+515	0
+516	0
+517	1
+518	0
+519	1
+520	0
+521	0
+522	0
+523	0
+524	0
+525	0
+526	0
+527	0
+528	0
+529	0
+530	0
+531	0
+532	1
+533	0
+534	0
+535	0
+536	1
+537	1

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 11.0,
+    "train_loss": 0.11986877576079226,
+    "train_runtime": 294.5192,
+    "train_samples": 1878,
+    "train_samples_per_second": 637.649,
+    "train_steps_per_second": 20.033
+}

trainer_state.json

@@ -0,0 +1,228 @@
+{
+  "best_metric": 0.7445255474452556,
+  "best_model_checkpoint": "outputs/indobert-base-p1-twitter-indonesia-sarcastic/checkpoint-472",
+  "epoch": 11.0,
+  "eval_steps": 500,
+  "global_step": 649,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "learning_rate": 9.997532801828659e-06,
+      "loss": 0.5101,
+      "step": 59
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.7835820895522388,
+      "eval_f1": 0.608108108108108,
+      "eval_loss": 0.4220750629901886,
+      "eval_precision": 0.5555555555555556,
+      "eval_recall": 0.6716417910447762,
+      "eval_runtime": 1.0673,
+      "eval_samples_per_second": 251.108,
+      "eval_steps_per_second": 4.685,
+      "step": 59
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 9.990133642141359e-06,
+      "loss": 0.3508,
+      "step": 118
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.8246268656716418,
+      "eval_f1": 0.6713286713286712,
+      "eval_loss": 0.34792423248291016,
+      "eval_precision": 0.631578947368421,
+      "eval_recall": 0.7164179104477612,
+      "eval_runtime": 1.0685,
+      "eval_samples_per_second": 250.816,
+      "eval_steps_per_second": 4.679,
+      "step": 118
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 9.9778098230154e-06,
+      "loss": 0.221,
+      "step": 177
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.8582089552238806,
+      "eval_f1": 0.6935483870967741,
+      "eval_loss": 0.3511403799057007,
+      "eval_precision": 0.7543859649122807,
+      "eval_recall": 0.6417910447761194,
+      "eval_runtime": 1.0653,
+      "eval_samples_per_second": 251.58,
+      "eval_steps_per_second": 4.694,
+      "step": 177
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 9.960573506572391e-06,
+      "loss": 0.1157,
+      "step": 236
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.8395522388059702,
+      "eval_f1": 0.6861313868613139,
+      "eval_loss": 0.4352029263973236,
+      "eval_precision": 0.6714285714285714,
+      "eval_recall": 0.7014925373134329,
+      "eval_runtime": 1.0649,
+      "eval_samples_per_second": 251.673,
+      "eval_steps_per_second": 4.695,
+      "step": 236
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 9.938441702975689e-06,
+      "loss": 0.0453,
+      "step": 295
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.8582089552238806,
+      "eval_f1": 0.7076923076923077,
+      "eval_loss": 0.6923192739486694,
+      "eval_precision": 0.7301587301587301,
+      "eval_recall": 0.6865671641791045,
+      "eval_runtime": 1.064,
+      "eval_samples_per_second": 251.881,
+      "eval_steps_per_second": 4.699,
+      "step": 295
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 9.911436253643445e-06,
+      "loss": 0.0192,
+      "step": 354
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.8694029850746269,
+      "eval_f1": 0.7286821705426356,
+      "eval_loss": 0.7378106117248535,
+      "eval_precision": 0.7580645161290323,
+      "eval_recall": 0.7014925373134329,
+      "eval_runtime": 1.0705,
+      "eval_samples_per_second": 250.361,
+      "eval_steps_per_second": 4.671,
+      "step": 354
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 9.880163895209396e-06,
+      "loss": 0.0159,
+      "step": 413
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.8544776119402985,
+      "eval_f1": 0.6722689075630253,
+      "eval_loss": 0.8860062956809998,
+      "eval_precision": 0.7692307692307693,
+      "eval_recall": 0.5970149253731343,
+      "eval_runtime": 1.0639,
+      "eval_samples_per_second": 251.895,
+      "eval_steps_per_second": 4.7,
+      "step": 413
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 9.843577222724305e-06,
+      "loss": 0.0165,
+      "step": 472
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.8694029850746269,
+      "eval_f1": 0.7445255474452556,
+      "eval_loss": 0.8260650634765625,
+      "eval_precision": 0.7285714285714285,
+      "eval_recall": 0.7611940298507462,
+      "eval_runtime": 1.0763,
+      "eval_samples_per_second": 249.008,
+      "eval_steps_per_second": 4.646,
+      "step": 472
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 9.80221052429255e-06,
+      "loss": 0.0175,
+      "step": 531
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.8731343283582089,
+      "eval_f1": 0.7424242424242424,
+      "eval_loss": 0.8732029795646667,
+      "eval_precision": 0.7538461538461538,
+      "eval_recall": 0.7313432835820896,
+      "eval_runtime": 1.0644,
+      "eval_samples_per_second": 251.793,
+      "eval_steps_per_second": 4.698,
+      "step": 531
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 9.756104623851222e-06,
+      "loss": 0.0062,
+      "step": 590
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.8656716417910447,
+      "eval_f1": 0.7272727272727273,
+      "eval_loss": 0.9647775888442993,
+      "eval_precision": 0.7384615384615385,
+      "eval_recall": 0.7164179104477612,
+      "eval_runtime": 1.0637,
+      "eval_samples_per_second": 251.945,
+      "eval_steps_per_second": 4.7,
+      "step": 590
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 9.705305022357621e-06,
+      "loss": 0.0003,
+      "step": 649
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.8619402985074627,
+      "eval_f1": 0.7175572519083969,
+      "eval_loss": 1.0107759237289429,
+      "eval_precision": 0.734375,
+      "eval_recall": 0.7014925373134329,
+      "eval_runtime": 1.0637,
+      "eval_samples_per_second": 251.951,
+      "eval_steps_per_second": 4.701,
+      "step": 649
+    },
+    {
+      "epoch": 11.0,
+      "step": 649,
+      "total_flos": 1358837045406720.0,
+      "train_loss": 0.11986877576079226,
+      "train_runtime": 294.5192,
+      "train_samples_per_second": 637.649,
+      "train_steps_per_second": 20.033
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 5900,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 100,
+  "save_steps": 500,
+  "total_flos": 1358837045406720.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}