{ "eval_loss:": 1.329510751245674, "perplexity:": 3.7791939692510548, "performance_metrics:": { "accuracy:": 0.9993319973279893, "precision:": 1.0, "recall:": 1.0, "f1:": 1.0, "bleu:": 0.9535680157347896, "rouge:": { "rouge1": 0.9747836415742681, "rouge2": 0.974612051335199, "rougeL": 0.9747836415742681 }, "semantic_similarity_avg:": 0.9974035620689392 }, "mauve:": 0.8685080885635668, "inference_performance:": { "min_latency_ms": 80.57045936584473, "max_latency_ms": 4091.404914855957, "lower_quartile_ms": 83.80317687988281, "median_latency_ms": 97.87654876708984, "upper_quartile_ms": 3127.7430057525635, "avg_latency_ms": 1141.5406608071896, "min_memory_gb": 0.1100916862487793, "max_memory_gb": 0.286313533782959, "lower_quartile_gb": 0.13838720321655273, "median_memory_gb": 0.18627500534057617, "upper_quartile_gb": 0.26760435104370117, "avg_memory_gb": 0.197617789786421, "model_load_memory_gb": 6.765058517456055, "avg_inference_memory_gb": 0.197617789786421 } }