{
    "eval_loss:": 0.5555772610059697,
    "perplexity:": 1.7429468296688724,
    "performance_metrics:": {
        "accuracy:": 0.9993324432576769,
        "precision:": 1.0,
        "recall:": 1.0,
        "f1:": 1.0,
        "bleu:": 0.9578500443385511,
        "rouge:": {
            "rouge1": 0.9769907271591914,
            "rouge2": 0.9768591486247612,
            "rougeL": 0.9769907271591914
        },
        "semantic_similarity_avg:": 0.9972703456878662
    },
    "mauve:": 0.8804768654231001,
    "inference_performance:": {
        "min_latency_ms": 103.34992408752441,
        "max_latency_ms": 5230.865478515625,
        "lower_quartile_ms": 106.60803318023682,
        "median_latency_ms": 131.54685497283936,
        "upper_quartile_ms": 3847.4257588386536,
        "avg_latency_ms": 1360.053573495078,
        "min_memory_gb": 0.13478469848632812,
        "max_memory_gb": 0.13478469848632812,
        "lower_quartile_gb": 0.13478469848632812,
        "median_memory_gb": 0.13478469848632812,
        "upper_quartile_gb": 0.13478469848632812,
        "avg_memory_gb": 0.13478469848632812,
        "model_load_memory_gb": 1.5763826370239258,
        "avg_inference_memory_gb": 0.13478469848632812
    }
}