{ "eval_loss:": 0.6290175174139142, "perplexity:": 1.8757667654725518, "performance_metrics:": { "accuracy:": 0.9993324432576769, "precision:": 1.0, "recall:": 1.0, "f1:": 1.0, "bleu:": 0.9583276083314752, "rouge:": { "rouge1": 0.9772097831739393, "rouge2": 0.9770857665194296, "rougeL": 0.9772097831739393 }, "semantic_similarity_avg:": 0.99727463722229 }, "mauve:": 0.8845393474939447, "inference_performance:": { "min_latency_ms": 65.03963470458984, "max_latency_ms": 4162.008047103882, "lower_quartile_ms": 67.63327121734619, "median_latency_ms": 85.66915988922119, "upper_quartile_ms": 2466.5658473968506, "avg_latency_ms": 1007.1729932512555, "min_memory_gb": 0.13478469848632812, "max_memory_gb": 0.13478469848632812, "lower_quartile_gb": 0.13478469848632812, "median_memory_gb": 0.13478469848632812, "upper_quartile_gb": 0.13478469848632812, "avg_memory_gb": 0.13478469848632812, "model_load_memory_gb": 7.857240676879883, "avg_inference_memory_gb": 0.13478469848632812 } }