{ "eval_loss:": 0.5476601872088336, "perplexity:": 1.7292022711284378, "performance_metrics:": { "accuracy:": 0.9993324432576769, "precision:": 1.0, "recall:": 1.0, "f1:": 1.0, "bleu:": 0.9570661174456637, "rouge:": { "rouge1": 0.9765078337784902, "rouge2": 0.976378250473968, "rougeL": 0.9765078337784902 }, "semantic_similarity_avg:": 0.9973118901252747 }, "mauve:": 0.8757122398440371, "inference_performance:": { "min_latency_ms": 64.98551368713379, "max_latency_ms": 3764.9874687194824, "lower_quartile_ms": 66.91747903823853, "median_latency_ms": 67.98696517944336, "upper_quartile_ms": 2856.9977283477783, "avg_latency_ms": 981.6001924239746, "min_memory_gb": 0.13478469848632812, "max_memory_gb": 0.13478469848632812, "lower_quartile_gb": 0.13478469848632812, "median_memory_gb": 0.13478469848632812, "upper_quartile_gb": 0.13478469848632812, "avg_memory_gb": 0.13478469848632812, "model_load_memory_gb": 7.857240676879883, "avg_inference_memory_gb": 0.13478469848632812 } }