{ "eval_loss:": 0.5479874255332116, "perplexity:": 1.7297682249779969, "performance_metrics:": { "accuracy:": 0.9986648865153538, "precision:": 1.0, "recall:": 1.0, "f1:": 1.0, "bleu:": 0.9574232979176613, "rouge:": { "rouge1": 0.9767367470577399, "rouge2": 0.976607204681758, "rougeL": 0.9767367470577399 }, "semantic_similarity_avg:": 0.9971657991409302 }, "mauve:": 0.8741251553130241, "inference_performance:": { "min_latency_ms": 63.58075141906738, "max_latency_ms": 3936.030864715576, "lower_quartile_ms": 66.43390655517578, "median_latency_ms": 68.08602809906006, "upper_quartile_ms": 2851.9904613494873, "avg_latency_ms": 989.2330640785207, "min_memory_gb": 0.13478469848632812, "max_memory_gb": 0.13478469848632812, "lower_quartile_gb": 0.13478469848632812, "median_memory_gb": 0.13478469848632812, "upper_quartile_gb": 0.13478469848632812, "avg_memory_gb": 0.13478469848632812, "model_load_memory_gb": 7.857240676879883, "avg_inference_memory_gb": 0.13478469848632812 } }