Upload folder using huggingface_hub

.ipynb_checkpoints/Phi2-2B-FP4-lora-FP16-Evaluation_Results-checkpoint.json

@@ -0,0 +1,32 @@
+{
+    "eval_loss": 0.624643579111105,
+    "perplexity": 1.8675801942004093,
+    "performance_metrics": {
+        "accuracy:": 1.0,
+        "precision:": 1.0,
+        "recall:": 1.0,
+        "f1:": 1.0,
+        "bleu:": 0.9592784829712196,
+        "rouge:": {
+            "rouge1": 0.9779364422053355,
+            "rouge2": 0.9777944006210844,
+            "rougeL": 0.9779364422053355
+        },
+        "semantic_similarity_avg:": 0.9979658126831055
+    },
+    "mauve": 0.8616094522887235,
+    "inference_performance": {
+        "min_latency_ms": 64.36681747436523,
+        "max_latency_ms": 2727.415084838867,
+        "lower_quartile_ms": 66.3864016532898,
+        "median_latency_ms": 67.23260879516602,
+        "upper_quartile_ms": 2232.484459877014,
+        "avg_latency_ms": 822.4574397498361,
+        "min_memory_mb": 0.0,
+        "max_memory_mb": 0.00439453125,
+        "lower_quartile_mb": 0.0,
+        "median_memory_mb": 0.0,
+        "upper_quartile_mb": 0.0,
+        "avg_memory_mb": 2.9335989652870494e-06
+    }
+}

Phi2-2B-FP4-lora-FP16-Evaluation_Results.json

@@ -0,0 +1,34 @@
+{
+    "eval_loss:": 0.624643579111105,
+    "perplexity:": 1.8675801942004093,
+    "performance_metrics:": {
+        "accuracy:": 1.0,
+        "precision:": 1.0,
+        "recall:": 1.0,
+        "f1:": 1.0,
+        "bleu:": 0.959783834510939,
+        "rouge:": {
+            "rouge1": 0.9782729194127011,
+            "rouge2": 0.9781230898662496,
+            "rougeL": 0.9782729194127011
+        },
+        "semantic_similarity_avg:": 0.9978792071342468
+    },
+    "mauve:": 0.8616094522887235,
+    "inference_performance:": {
+        "min_latency_ms": 70.59812545776367,
+        "max_latency_ms": 3547.1789836883545,
+        "lower_quartile_ms": 71.33513689041138,
+        "median_latency_ms": 87.7445936203003,
+        "upper_quartile_ms": 2200.851857662201,
+        "avg_latency_ms": 899.7708788223674,
+        "min_memory_gb": 0.22810125350952148,
+        "max_memory_gb": 0.22858953475952148,
+        "lower_quartile_gb": 0.22810125350952148,
+        "median_memory_gb": 0.22858953475952148,
+        "upper_quartile_gb": 0.22858953475952148,
+        "avg_memory_gb": 0.22840341420294605,
+        "model_load_memory_gb": 4.8278045654296875,
+        "avg_inference_memory_gb": 0.22840341420294605
+    }
+}