File size: 1,214 Bytes
af39ef1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 |
{
"eval_loss:": 1.329510751245674,
"perplexity:": 3.7791939692510548,
"performance_metrics:": {
"accuracy:": 0.9993319973279893,
"precision:": 1.0,
"recall:": 1.0,
"f1:": 1.0,
"bleu:": 0.9535680157347896,
"rouge:": {
"rouge1": 0.9747836415742681,
"rouge2": 0.974612051335199,
"rougeL": 0.9747836415742681
},
"semantic_similarity_avg:": 0.9974035620689392
},
"mauve:": 0.8685080885635668,
"inference_performance:": {
"min_latency_ms": 80.57045936584473,
"max_latency_ms": 4091.404914855957,
"lower_quartile_ms": 83.80317687988281,
"median_latency_ms": 97.87654876708984,
"upper_quartile_ms": 3127.7430057525635,
"avg_latency_ms": 1141.5406608071896,
"min_memory_gb": 0.1100916862487793,
"max_memory_gb": 0.286313533782959,
"lower_quartile_gb": 0.13838720321655273,
"median_memory_gb": 0.18627500534057617,
"upper_quartile_gb": 0.26760435104370117,
"avg_memory_gb": 0.197617789786421,
"model_load_memory_gb": 6.765058517456055,
"avg_inference_memory_gb": 0.197617789786421
}
} |