File size: 1,224 Bytes
126d21a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 |
{
"eval_loss:": 1.3651494408025093,
"perplexity:": 3.916308264514241,
"performance_metrics:": {
"accuracy:": 0.9993319973279893,
"precision:": 1.0,
"recall:": 1.0,
"f1:": 1.0,
"bleu:": 0.9566939232138714,
"rouge:": {
"rouge1": 0.9765294920135729,
"rouge2": 0.9763758313492451,
"rougeL": 0.9765294920135729
},
"semantic_similarity_avg:": 0.9972838163375854
},
"mauve:": 0.8685080885635668,
"inference_performance:": {
"min_latency_ms": 54.376840591430664,
"max_latency_ms": 2085.2065086364746,
"lower_quartile_ms": 55.29165267944336,
"median_latency_ms": 55.97376823425293,
"upper_quartile_ms": 1639.3218040466309,
"avg_latency_ms": 638.3094156911235,
"min_memory_gb": 0.17970037460327148,
"max_memory_gb": 0.18018865585327148,
"lower_quartile_gb": 0.17970037460327148,
"median_memory_gb": 0.18018865585327148,
"upper_quartile_gb": 0.18018865585327148,
"avg_memory_gb": 0.17997794797918998,
"model_load_memory_gb": 2.3215994834899902,
"avg_inference_memory_gb": 0.17997794797918998
}
} |