{
    "eval_loss:": 1.3282925000908221,
    "perplexity:": 3.7745927651138,
    "performance_metrics:": {
        "accuracy:": 1.0,
        "precision:": 1.0,
        "recall:": 1.0,
        "f1:": 1.0,
        "bleu:": 0.953271324235709,
        "rouge:": {
            "rouge1": 0.9746492971444021,
            "rouge2": 0.9744754227651914,
            "rougeL": 0.9746492971444021
        },
        "semantic_similarity_avg:": 0.9969900250434875
    },
    "mauve:": 0.8685080885635668,
    "inference_performance:": {
        "min_latency_ms": 40.31872749328613,
        "max_latency_ms": 1942.1961307525635,
        "lower_quartile_ms": 41.228532791137695,
        "median_latency_ms": 41.55397415161133,
        "upper_quartile_ms": 1494.4334030151367,
        "avg_latency_ms": 546.7280667864966,
        "min_memory_gb": 0.13282537460327148,
        "max_memory_gb": 0.13331365585327148,
        "lower_quartile_gb": 0.13282537460327148,
        "median_memory_gb": 0.13331365585327148,
        "upper_quartile_gb": 0.13331365585327148,
        "avg_memory_gb": 0.13310294797918998,
        "model_load_memory_gb": 9.460663318634033,
        "avg_inference_memory_gb": 0.13310294797918998
    }
}