i-be-snek commited on
Commit
5290483
·
1 Parent(s): 10e4602

Training in progress epoch 0

Browse files
README.md CHANGED
@@ -15,13 +15,13 @@ probably proofread and complete it, then remove this comment. -->
15
 
16
  This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on an unknown dataset.
17
  It achieves the following results on the evaluation set:
18
- - Train Loss: 0.0058
19
- - Validation Loss: 0.1195
20
- - Train Precision: 0.8752
21
- - Train Recall: 0.8882
22
- - Train F1: 0.8816
23
- - Train Accuracy: 0.9750
24
- - Epoch: 5
25
 
26
  ## Model description
27
 
@@ -47,12 +47,7 @@ The following hyperparameters were used during training:
47
 
48
  | Train Loss | Validation Loss | Train Precision | Train Recall | Train F1 | Train Accuracy | Epoch |
49
  |:----------:|:---------------:|:---------------:|:------------:|:--------:|:--------------:|:-----:|
50
- | 0.0769 | 0.0717 | 0.8796 | 0.8706 | 0.8750 | 0.9744 | 0 |
51
- | 0.0309 | 0.0832 | 0.8873 | 0.8779 | 0.8826 | 0.9755 | 1 |
52
- | 0.0171 | 0.0983 | 0.8647 | 0.8921 | 0.8782 | 0.9741 | 2 |
53
- | 0.0107 | 0.1055 | 0.8740 | 0.8915 | 0.8827 | 0.9751 | 3 |
54
- | 0.0074 | 0.1164 | 0.8788 | 0.8852 | 0.8820 | 0.9750 | 4 |
55
- | 0.0058 | 0.1195 | 0.8752 | 0.8882 | 0.8816 | 0.9750 | 5 |
56
 
57
 
58
  ### Framework versions
 
15
 
16
  This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on an unknown dataset.
17
  It achieves the following results on the evaluation set:
18
+ - Train Loss: 0.0762
19
+ - Validation Loss: 0.0714
20
+ - Train Precision: 0.8685
21
+ - Train Recall: 0.8803
22
+ - Train F1: 0.8744
23
+ - Train Accuracy: 0.9737
24
+ - Epoch: 0
25
 
26
  ## Model description
27
 
 
47
 
48
  | Train Loss | Validation Loss | Train Precision | Train Recall | Train F1 | Train Accuracy | Epoch |
49
  |:----------:|:---------------:|:---------------:|:------------:|:--------:|:--------------:|:-----:|
50
+ | 0.0762 | 0.0714 | 0.8685 | 0.8803 | 0.8744 | 0.9737 | 0 |
 
 
 
 
 
51
 
52
 
53
  ### Framework versions
logs/train/events.out.tfevents.1701573914.snek.3031.0.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d94ee2c45452c1332e6fe61e263f9089a79f0e90b4facb5a386a381815a1b66
3
+ size 1606637
logs/validation/events.out.tfevents.1701575415.snek.3031.1.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee9605b7f63da361fbc4642d56a10154b234b9b5cd158f848bc2fc637f696e98
3
+ size 233
metrics_by_entity.txt CHANGED
@@ -4,3 +4,4 @@
4
  {"ANIM": {"precision": 0.6992203528929011, "recall": 0.7553191489361702, "f1": 0.7261879394843385, "number": "4512"}, "BIO": {"precision": 0.28448275862068967, "recall": 0.717391304347826, "f1": 0.40740740740740744, "number": "92"}, "CEL": {"precision": 0.8536585365853658, "recall": 0.8677685950413223, "f1": 0.8606557377049181, "number": "242"}, "DIS": {"precision": 0.7090818363273453, "recall": 0.7814132526807809, "f1": 0.7434924787442773, "number": "7274"}, "EVE": {"precision": 0.8997134670487106, "recall": 0.9075144508670521, "f1": 0.9035971223021584, "number": "692"}, "FOOD": {"precision": 0.6394658753709199, "recall": 0.6260894828588031, "f1": 0.6327069876688198, "number": "6884"}, "INST": {"precision": 0.8, "recall": 0.6896551724137931, "f1": 0.7407407407407408, "number": "116"}, "LOC": {"precision": 0.964368906910534, "recall": 0.9753926701570681, "f1": 0.9698494642314868, "number": "22920"}, "MEDIA": {"precision": 0.9254658385093167, "recall": 0.9362657091561939, "f1": 0.9308344489067382, "number": "2228"}, "MYTH": {"precision": 0.704225352112676, "recall": 0.9523809523809523, "f1": 0.8097165991902833, "number": "210"}, "ORG": {"precision": 0.9358081979891725, "recall": 0.9394409937888198, "f1": 0.9376210771018985, "number": "7728"}, "PER": {"precision": 0.9933203165142329, "recall": 0.9863265306122448, "f1": 0.9898110695816907, "number": "19600"}, "PLANT": {"precision": 0.6655476290390264, "recall": 0.7048888888888889, "f1": 0.6846535721994388, "number": "4500"}, "TIME": {"precision": 0.7963446475195822, "recall": 0.738498789346247, "f1": 0.7663316582914572, "number": "826"}, "VEHI": {"precision": 0.7755102040816326, "recall": 0.8201438848920863, "f1": 0.7972027972027972, "number": "278"}, "overall_precision": 0.8739582287378251, "overall_recall": 0.8915264653914112, "overall_f1": 0.8826549368083462, "overall_accuracy": 0.9750897231268856}
5
  {"ANIM": {"precision": 0.7017777777777777, "recall": 0.6999113475177305, "f1": 0.7008433200177541, "number": "4512"}, "BIO": {"precision": 0.34615384615384615, "recall": 0.782608695652174, "f1": 0.48, "number": "92"}, "CEL": {"precision": 0.856, "recall": 0.8842975206611571, "f1": 0.8699186991869919, "number": "242"}, "DIS": {"precision": 0.7411153635866594, "recall": 0.7453945559527083, "f1": 0.7432488005483208, "number": "7274"}, "EVE": {"precision": 0.8842975206611571, "recall": 0.9277456647398844, "f1": 0.9055007052186178, "number": "692"}, "FOOD": {"precision": 0.6119067677618646, "recall": 0.6330621731551423, "f1": 0.6223047265457661, "number": "6884"}, "INST": {"precision": 0.6818181818181818, "recall": 0.7758620689655172, "f1": 0.7258064516129032, "number": "116"}, "LOC": {"precision": 0.9707236556337416, "recall": 0.975043630017452, "f1": 0.9728788472421749, "number": "22920"}, "MEDIA": {"precision": 0.948291782086796, "recall": 0.921903052064632, "f1": 0.9349112426035503, "number": "2228"}, "MYTH": {"precision": 0.8625, "recall": 0.6571428571428571, "f1": 0.745945945945946, "number": "210"}, "ORG": {"precision": 0.9344430217669655, "recall": 0.9443581780538303, "f1": 0.9393744368644614, "number": "7728"}, "PER": {"precision": 0.9882820460566537, "recall": 0.9896938775510205, "f1": 0.9889874579382074, "number": "19600"}, "PLANT": {"precision": 0.6855875831485587, "recall": 0.6871111111111111, "f1": 0.6863485016648169, "number": "4500"}, "TIME": {"precision": 0.7602905569007264, "recall": 0.7602905569007264, "f1": 0.7602905569007264, "number": "826"}, "VEHI": {"precision": 0.7551020408163265, "recall": 0.7985611510791367, "f1": 0.7762237762237761, "number": "278"}, "overall_precision": 0.8787847972543537, "overall_recall": 0.8851757957542701, "overall_f1": 0.881968718903886, "overall_accuracy": 0.9750274474347028}
6
  {"ANIM": {"precision": 0.7016861219195849, "recall": 0.7194148936170213, "f1": 0.7104399212081417, "number": "4512"}, "BIO": {"precision": 0.813953488372093, "recall": 0.7608695652173914, "f1": 0.7865168539325844, "number": "92"}, "CEL": {"precision": 0.7928571428571428, "recall": 0.9173553719008265, "f1": 0.8505747126436781, "number": "242"}, "DIS": {"precision": 0.72852680895367, "recall": 0.7695903216937036, "f1": 0.7484957882069795, "number": "7274"}, "EVE": {"precision": 0.9085714285714286, "recall": 0.9190751445086706, "f1": 0.9137931034482759, "number": "692"}, "FOOD": {"precision": 0.6338973162193698, "recall": 0.6313190005810575, "f1": 0.6326055312954876, "number": "6884"}, "INST": {"precision": 0.6440677966101694, "recall": 0.6551724137931034, "f1": 0.6495726495726496, "number": "116"}, "LOC": {"precision": 0.9685046239748735, "recall": 0.9686736474694589, "f1": 0.9685891283483116, "number": "22920"}, "MEDIA": {"precision": 0.9391462306993642, "recall": 0.9281867145421903, "f1": 0.9336343115124153, "number": "2228"}, "MYTH": {"precision": 0.8865979381443299, "recall": 0.819047619047619, "f1": 0.8514851485148515, "number": "210"}, "ORG": {"precision": 0.9174818159016804, "recall": 0.9466873706004141, "f1": 0.9318558145459177, "number": "7728"}, "PER": {"precision": 0.9847669340916015, "recall": 0.9894897959183674, "f1": 0.9871227159362753, "number": "19600"}, "PLANT": {"precision": 0.6569072164948454, "recall": 0.708, "f1": 0.6814973262032087, "number": "4500"}, "TIME": {"precision": 0.7871287128712872, "recall": 0.7699757869249395, "f1": 0.7784577723378213, "number": "826"}, "VEHI": {"precision": 0.7481481481481481, "recall": 0.7266187050359713, "f1": 0.7372262773722628, "number": "278"}, "overall_precision": 0.8751545429313956, "overall_recall": 0.888197485339684, "overall_f1": 0.8816277769305069, "overall_accuracy": 0.9749882368136988}
 
 
4
  {"ANIM": {"precision": 0.6992203528929011, "recall": 0.7553191489361702, "f1": 0.7261879394843385, "number": "4512"}, "BIO": {"precision": 0.28448275862068967, "recall": 0.717391304347826, "f1": 0.40740740740740744, "number": "92"}, "CEL": {"precision": 0.8536585365853658, "recall": 0.8677685950413223, "f1": 0.8606557377049181, "number": "242"}, "DIS": {"precision": 0.7090818363273453, "recall": 0.7814132526807809, "f1": 0.7434924787442773, "number": "7274"}, "EVE": {"precision": 0.8997134670487106, "recall": 0.9075144508670521, "f1": 0.9035971223021584, "number": "692"}, "FOOD": {"precision": 0.6394658753709199, "recall": 0.6260894828588031, "f1": 0.6327069876688198, "number": "6884"}, "INST": {"precision": 0.8, "recall": 0.6896551724137931, "f1": 0.7407407407407408, "number": "116"}, "LOC": {"precision": 0.964368906910534, "recall": 0.9753926701570681, "f1": 0.9698494642314868, "number": "22920"}, "MEDIA": {"precision": 0.9254658385093167, "recall": 0.9362657091561939, "f1": 0.9308344489067382, "number": "2228"}, "MYTH": {"precision": 0.704225352112676, "recall": 0.9523809523809523, "f1": 0.8097165991902833, "number": "210"}, "ORG": {"precision": 0.9358081979891725, "recall": 0.9394409937888198, "f1": 0.9376210771018985, "number": "7728"}, "PER": {"precision": 0.9933203165142329, "recall": 0.9863265306122448, "f1": 0.9898110695816907, "number": "19600"}, "PLANT": {"precision": 0.6655476290390264, "recall": 0.7048888888888889, "f1": 0.6846535721994388, "number": "4500"}, "TIME": {"precision": 0.7963446475195822, "recall": 0.738498789346247, "f1": 0.7663316582914572, "number": "826"}, "VEHI": {"precision": 0.7755102040816326, "recall": 0.8201438848920863, "f1": 0.7972027972027972, "number": "278"}, "overall_precision": 0.8739582287378251, "overall_recall": 0.8915264653914112, "overall_f1": 0.8826549368083462, "overall_accuracy": 0.9750897231268856}
5
  {"ANIM": {"precision": 0.7017777777777777, "recall": 0.6999113475177305, "f1": 0.7008433200177541, "number": "4512"}, "BIO": {"precision": 0.34615384615384615, "recall": 0.782608695652174, "f1": 0.48, "number": "92"}, "CEL": {"precision": 0.856, "recall": 0.8842975206611571, "f1": 0.8699186991869919, "number": "242"}, "DIS": {"precision": 0.7411153635866594, "recall": 0.7453945559527083, "f1": 0.7432488005483208, "number": "7274"}, "EVE": {"precision": 0.8842975206611571, "recall": 0.9277456647398844, "f1": 0.9055007052186178, "number": "692"}, "FOOD": {"precision": 0.6119067677618646, "recall": 0.6330621731551423, "f1": 0.6223047265457661, "number": "6884"}, "INST": {"precision": 0.6818181818181818, "recall": 0.7758620689655172, "f1": 0.7258064516129032, "number": "116"}, "LOC": {"precision": 0.9707236556337416, "recall": 0.975043630017452, "f1": 0.9728788472421749, "number": "22920"}, "MEDIA": {"precision": 0.948291782086796, "recall": 0.921903052064632, "f1": 0.9349112426035503, "number": "2228"}, "MYTH": {"precision": 0.8625, "recall": 0.6571428571428571, "f1": 0.745945945945946, "number": "210"}, "ORG": {"precision": 0.9344430217669655, "recall": 0.9443581780538303, "f1": 0.9393744368644614, "number": "7728"}, "PER": {"precision": 0.9882820460566537, "recall": 0.9896938775510205, "f1": 0.9889874579382074, "number": "19600"}, "PLANT": {"precision": 0.6855875831485587, "recall": 0.6871111111111111, "f1": 0.6863485016648169, "number": "4500"}, "TIME": {"precision": 0.7602905569007264, "recall": 0.7602905569007264, "f1": 0.7602905569007264, "number": "826"}, "VEHI": {"precision": 0.7551020408163265, "recall": 0.7985611510791367, "f1": 0.7762237762237761, "number": "278"}, "overall_precision": 0.8787847972543537, "overall_recall": 0.8851757957542701, "overall_f1": 0.881968718903886, "overall_accuracy": 0.9750274474347028}
6
  {"ANIM": {"precision": 0.7016861219195849, "recall": 0.7194148936170213, "f1": 0.7104399212081417, "number": "4512"}, "BIO": {"precision": 0.813953488372093, "recall": 0.7608695652173914, "f1": 0.7865168539325844, "number": "92"}, "CEL": {"precision": 0.7928571428571428, "recall": 0.9173553719008265, "f1": 0.8505747126436781, "number": "242"}, "DIS": {"precision": 0.72852680895367, "recall": 0.7695903216937036, "f1": 0.7484957882069795, "number": "7274"}, "EVE": {"precision": 0.9085714285714286, "recall": 0.9190751445086706, "f1": 0.9137931034482759, "number": "692"}, "FOOD": {"precision": 0.6338973162193698, "recall": 0.6313190005810575, "f1": 0.6326055312954876, "number": "6884"}, "INST": {"precision": 0.6440677966101694, "recall": 0.6551724137931034, "f1": 0.6495726495726496, "number": "116"}, "LOC": {"precision": 0.9685046239748735, "recall": 0.9686736474694589, "f1": 0.9685891283483116, "number": "22920"}, "MEDIA": {"precision": 0.9391462306993642, "recall": 0.9281867145421903, "f1": 0.9336343115124153, "number": "2228"}, "MYTH": {"precision": 0.8865979381443299, "recall": 0.819047619047619, "f1": 0.8514851485148515, "number": "210"}, "ORG": {"precision": 0.9174818159016804, "recall": 0.9466873706004141, "f1": 0.9318558145459177, "number": "7728"}, "PER": {"precision": 0.9847669340916015, "recall": 0.9894897959183674, "f1": 0.9871227159362753, "number": "19600"}, "PLANT": {"precision": 0.6569072164948454, "recall": 0.708, "f1": 0.6814973262032087, "number": "4500"}, "TIME": {"precision": 0.7871287128712872, "recall": 0.7699757869249395, "f1": 0.7784577723378213, "number": "826"}, "VEHI": {"precision": 0.7481481481481481, "recall": 0.7266187050359713, "f1": 0.7372262773722628, "number": "278"}, "overall_precision": 0.8751545429313956, "overall_recall": 0.888197485339684, "overall_f1": 0.8816277769305069, "overall_accuracy": 0.9749882368136988}
7
+ {"ANIM": {"precision": 0.7297167546807489, "recall": 0.6737588652482269, "f1": 0.7006222631942843, "number": "4512"}, "BIO": {"precision": 0.4065934065934066, "recall": 0.8043478260869565, "f1": 0.54014598540146, "number": "92"}, "CEL": {"precision": 0.8174603174603174, "recall": 0.8512396694214877, "f1": 0.8340080971659919, "number": "242"}, "DIS": {"precision": 0.6848352713178295, "recall": 0.7772889744294749, "f1": 0.7281390856406954, "number": "7274"}, "EVE": {"precision": 0.9446153846153846, "recall": 0.8872832369942196, "f1": 0.9150521609538004, "number": "692"}, "FOOD": {"precision": 0.598912109934154, "recall": 0.6077861708309122, "f1": 0.6033165104542177, "number": "6884"}, "INST": {"precision": 0.4657534246575342, "recall": 0.5862068965517241, "f1": 0.5190839694656488, "number": "116"}, "LOC": {"precision": 0.9699393513228444, "recall": 0.962914485165794, "f1": 0.9664141524718658, "number": "22920"}, "MEDIA": {"precision": 0.9393656716417911, "recall": 0.9039497307001796, "f1": 0.9213174748398902, "number": "2228"}, "MYTH": {"precision": 0.9622641509433962, "recall": 0.4857142857142857, "f1": 0.6455696202531644, "number": "210"}, "ORG": {"precision": 0.9267296400306357, "recall": 0.9394409937888198, "f1": 0.9330420254466008, "number": "7728"}, "PER": {"precision": 0.9887080366225839, "recall": 0.991734693877551, "f1": 0.9902190524707081, "number": "19600"}, "PLANT": {"precision": 0.642968142968143, "recall": 0.7355555555555555, "f1": 0.6861525704809287, "number": "4500"}, "TIME": {"precision": 0.8138138138138138, "recall": 0.6561743341404358, "f1": 0.7265415549597856, "number": "826"}, "VEHI": {"precision": 0.8476190476190476, "recall": 0.6402877697841727, "f1": 0.7295081967213114, "number": "278"}, "overall_precision": 0.868544719555331, "overall_recall": 0.8803103633709765, "overall_f1": 0.8743879640345411, "overall_accuracy": 0.9736942863205675}
tf_model.h5 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:442e76ad639d04123784abfca04fcd5272065dc01a02379a23260384eae60dd3
3
  size 265674000
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5917c5d14f5ef7ee3356817e61a3d2ac306d1d1242312412adecc15f3f0aaae
3
  size 265674000
tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 512,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {