Upload folder using huggingface_hub

.ipynb_checkpoints/Falcon3-1B-INT8-lora-BF16-Evaluation_Results-checkpoint.json

@@ -0,0 +1,34 @@
+{
+    "eval_loss:": 1.9421286801192088,
+    "perplexity:": 6.973579702697131,
+    "performance_metrics:": {
+        "accuracy:": 0.985981308411215,
+        "precision:": 1.0,
+        "recall:": 1.0,
+        "f1:": 1.0,
+        "bleu:": 0.8613288102630609,
+        "rouge:": {
+            "rouge1": 0.9182306633191507,
+            "rouge2": 0.9157780948282156,
+            "rougeL": 0.9178061579709774
+        },
+        "semantic_similarity_avg:": 0.9822680950164795
+    },
+    "mauve:": 0.6879283933970437,
+    "inference_performance:": {
+        "min_latency_ms": 80.66940307617188,
+        "max_latency_ms": 3611.3381385803223,
+        "lower_quartile_ms": 2922.58220911026,
+        "median_latency_ms": 3024.101734161377,
+        "upper_quartile_ms": 3077.1530270576477,
+        "avg_latency_ms": 2588.715038885262,
+        "min_memory_gb": 0.07576847076416016,
+        "max_memory_gb": 0.09750175476074219,
+        "lower_quartile_gb": 0.0917661190032959,
+        "median_memory_gb": 0.09322285652160645,
+        "upper_quartile_gb": 0.09434831142425537,
+        "avg_memory_gb": 0.09272574136986116,
+        "model_load_memory_gb": 5.110301971435547,
+        "avg_inference_memory_gb": 0.09272574136986116
+    }
+}

Falcon3-1B-INT8-lora-BF16-Evaluation_Results.json

@@ -0,0 +1,34 @@
+{
+    "eval_loss:": 1.9421286801192088,
+    "perplexity:": 6.973579702697131,
+    "performance_metrics:": {
+        "accuracy:": 0.985981308411215,
+        "precision:": 1.0,
+        "recall:": 1.0,
+        "f1:": 1.0,
+        "bleu:": 0.8613288102630609,
+        "rouge:": {
+            "rouge1": 0.9182306633191507,
+            "rouge2": 0.9157780948282156,
+            "rougeL": 0.9178061579709774
+        },
+        "semantic_similarity_avg:": 0.9822680950164795
+    },
+    "mauve:": 0.6879283933970437,
+    "inference_performance:": {
+        "min_latency_ms": 80.66940307617188,
+        "max_latency_ms": 3611.3381385803223,
+        "lower_quartile_ms": 2922.58220911026,
+        "median_latency_ms": 3024.101734161377,
+        "upper_quartile_ms": 3077.1530270576477,
+        "avg_latency_ms": 2588.715038885262,
+        "min_memory_gb": 0.07576847076416016,
+        "max_memory_gb": 0.09750175476074219,
+        "lower_quartile_gb": 0.0917661190032959,
+        "median_memory_gb": 0.09322285652160645,
+        "upper_quartile_gb": 0.09434831142425537,
+        "avg_memory_gb": 0.09272574136986116,
+        "model_load_memory_gb": 5.110301971435547,
+        "avg_inference_memory_gb": 0.09272574136986116
+    }
+}