{ "eval_loss:": 0.628613162081992, "perplexity:": 1.8750084425057905, "performance_metrics:": { "accuracy:": 0.9986648865153538, "precision:": 1.0, "recall:": 1.0, "f1:": 1.0, "bleu:": 0.9576095377330995, "rouge:": { "rouge1": 0.9765448807677461, "rouge2": 0.9763919443226166, "rougeL": 0.9765410442347443 }, "semantic_similarity_avg:": 0.9966857433319092 }, "mauve:": 0.8804768654231001, "inference_performance:": { "min_latency_ms": 67.85345077514648, "max_latency_ms": 4228.219270706177, "lower_quartile_ms": 70.30397653579712, "median_latency_ms": 74.25427436828613, "upper_quartile_ms": 2400.713324546814, "avg_latency_ms": 999.433975830893, "min_memory_gb": 0.13478469848632812, "max_memory_gb": 0.13478469848632812, "lower_quartile_gb": 0.13478469848632812, "median_memory_gb": 0.13478469848632812, "upper_quartile_gb": 0.13478469848632812, "avg_memory_gb": 0.13478469848632812, "model_load_memory_gb": 7.857240676879883, "avg_inference_memory_gb": 0.13478469848632812 } }