| { | |
| "lang":"en", | |
| "name":"legal_ner_sm", | |
| "version":"3.2.0", | |
| "description":"Indian Legal Named Entity Recognition: Identifying relevant entities in an Indian legal document", | |
| "author":"Aman Tiwari", | |
| "email":"[email protected]", | |
| "url":"https://github.com/Legal-NLP-EkStep/legal_NER", | |
| "license":"MIT", | |
| "spacy_version":">=3.2.2,<3.3.0", | |
| "spacy_git_version":"bbaf41fb3", | |
| "vectors":{ | |
| "width":0, | |
| "vectors":0, | |
| "keys":0, | |
| "name":null | |
| }, | |
| "labels":{ | |
| "tok2vec":[ | |
| ], | |
| "ner":[ | |
| "CASE_NUMBER", | |
| "COURT", | |
| "DATE", | |
| "GPE", | |
| "JUDGE", | |
| "LAWYER", | |
| "ORG", | |
| "OTHER_PERSON", | |
| "PETITIONER", | |
| "PRECEDENT", | |
| "PROVISION", | |
| "RESPONDENT", | |
| "STATUTE", | |
| "WITNESS" | |
| ] | |
| }, | |
| "pipeline":[ | |
| "tok2vec", | |
| "ner" | |
| ], | |
| "components":[ | |
| "tok2vec", | |
| "ner" | |
| ], | |
| "disabled":[ | |
| ], | |
| "performance":{ | |
| "model_performance":[ | |
| { | |
| "model_name":"combined_sm_cycle4", | |
| "evaluated_on":"preamble", | |
| "entity":"COURT", | |
| "gt_count":114, | |
| "pred_count":118, | |
| "strict_precision":91.2280701754, | |
| "strict_recall":88.1355932203, | |
| "strict_f1":89.6551724138, | |
| "partial_precision":94.6140350877, | |
| "partial_recall":91.406779661, | |
| "partial_f1":92.9827586207 | |
| }, | |
| { | |
| "model_name":"combined_sm_cycle4", | |
| "evaluated_on":"preamble", | |
| "entity":"JUDGE", | |
| "gt_count":161, | |
| "pred_count":166, | |
| "strict_precision":86.3354037267, | |
| "strict_recall":83.734939759, | |
| "strict_f1":85.0152905199, | |
| "partial_precision":87.701863354, | |
| "partial_recall":85.0602409639, | |
| "partial_f1":86.3608562691 | |
| }, | |
| { | |
| "model_name":"combined_sm_cycle4", | |
| "evaluated_on":"preamble", | |
| "entity":"LAWYER", | |
| "gt_count":541, | |
| "pred_count":590, | |
| "strict_precision":90.573012939, | |
| "strict_recall":83.0508474576, | |
| "strict_f1":86.6489832007, | |
| "partial_precision":92.6765249538, | |
| "partial_recall":84.9796610169, | |
| "partial_f1":88.6613616269 | |
| }, | |
| { | |
| "model_name":"combined_sm_cycle4", | |
| "evaluated_on":"preamble", | |
| "entity":"PETITIONER", | |
| "gt_count":180, | |
| "pred_count":202, | |
| "strict_precision":79.4444444444, | |
| "strict_recall":70.7920792079, | |
| "strict_f1":74.8691099476, | |
| "partial_precision":80.6388888889, | |
| "partial_recall":71.8564356436, | |
| "partial_f1":75.9947643979 | |
| }, | |
| { | |
| "model_name":"combined_sm_cycle4", | |
| "evaluated_on":"preamble", | |
| "entity":"RESPONDENT", | |
| "gt_count":270, | |
| "pred_count":310, | |
| "strict_precision":69.2592592593, | |
| "strict_recall":60.3225806452, | |
| "strict_f1":64.4827586207, | |
| "partial_precision":80.1962962963, | |
| "partial_recall":69.8483870968, | |
| "partial_f1":74.6655172414 | |
| }, | |
| { | |
| "model_name":"combined_sm_cycle4", | |
| "evaluated_on":"preamble", | |
| "entity":"overall", | |
| "gt_count":1266, | |
| "pred_count":1386, | |
| "strict_precision":83.9652448657, | |
| "strict_recall":76.6955266955, | |
| "strict_f1":80.1659125189, | |
| "partial_precision":87.8451816746, | |
| "partial_recall":80.2395382395, | |
| "partial_f1":83.8702865762 | |
| } | |
| ] | |
| }, | |
| "requirements":[ | |
| ] | |
| } |