{ "eval_loss:": 1.3651494408025093, "perplexity:": 3.916308264514241, "performance_metrics:": { "accuracy:": 0.9993319973279893, "precision:": 1.0, "recall:": 1.0, "f1:": 1.0, "bleu:": 0.9566939232138714, "rouge:": { "rouge1": 0.9765294920135729, "rouge2": 0.9763758313492451, "rougeL": 0.9765294920135729 }, "semantic_similarity_avg:": 0.9972838163375854 }, "mauve:": 0.8685080885635668, "inference_performance:": { "min_latency_ms": 54.376840591430664, "max_latency_ms": 2085.2065086364746, "lower_quartile_ms": 55.29165267944336, "median_latency_ms": 55.97376823425293, "upper_quartile_ms": 1639.3218040466309, "avg_latency_ms": 638.3094156911235, "min_memory_gb": 0.17970037460327148, "max_memory_gb": 0.18018865585327148, "lower_quartile_gb": 0.17970037460327148, "median_memory_gb": 0.18018865585327148, "upper_quartile_gb": 0.18018865585327148, "avg_memory_gb": 0.17997794797918998, "model_load_memory_gb": 2.3215994834899902, "avg_inference_memory_gb": 0.17997794797918998 } }