Upload folder using huggingface_hub

.ipynb_checkpoints/Falcon3-1B-NF4-lora-FP16-Evaluation_Results-checkpoint.json

@@ -0,0 +1,32 @@
+{
+    "eval_loss": 2.5688072489562117,
+    "perplexity": 13.050249455581184,
+    "performance_metrics": {
+        "accuracy:": 0.9919893190921228,
+        "precision:": 1.0,
+        "recall:": 1.0,
+        "f1:": 1.0,
+        "bleu:": 0.8599438812778457,
+        "rouge:": {
+            "rouge1": 0.9209388932567808,
+            "rouge2": 0.9199417562331094,
+            "rougeL": 0.9208951190441694
+        },
+        "semantic_similarity_avg:": 0.9860197901725769
+    },
+    "mauve": 0.8745679633596274,
+    "inference_performance": {
+        "min_latency_ms": 41.147708892822266,
+        "max_latency_ms": 2038.865566253662,
+        "lower_quartile_ms": 1533.2009196281433,
+        "median_latency_ms": 1568.9027309417725,
+        "upper_quartile_ms": 1620.8247542381287,
+        "avg_latency_ms": 1498.4863044741317,
+        "min_memory_mb": 0.0,
+        "max_memory_mb": 0.00439453125,
+        "lower_quartile_mb": 0.0,
+        "median_memory_mb": 0.0,
+        "upper_quartile_mb": 0.0,
+        "avg_memory_mb": 2.9335989652870494e-06
+    }
+}

Falcon3-1B-NF4-lora-FP16-Evaluation_Results.json

@@ -0,0 +1,34 @@
+{
+    "eval_loss:": 2.746601107561381,
+    "perplexity:": 15.589554514190564,
+    "performance_metrics:": {
+        "accuracy:": 0.9939919893190922,
+        "precision:": 1.0,
+        "recall:": 1.0,
+        "f1:": 1.0,
+        "bleu:": 0.8631491900537053,
+        "rouge:": {
+            "rouge1": 0.9227783862741349,
+            "rouge2": 0.9216706649447948,
+            "rougeL": 0.9227142207671568
+        },
+        "semantic_similarity_avg:": 0.9864102005958557
+    },
+    "mauve:": 0.6804962052299759,
+    "inference_performance:": {
+        "min_latency_ms": 46.35119438171387,
+        "max_latency_ms": 2166.898727416992,
+        "lower_quartile_ms": 1524.4737267494202,
+        "median_latency_ms": 1553.6243915557861,
+        "upper_quartile_ms": 1574.8480558395386,
+        "avg_latency_ms": 1516.4662039327686,
+        "min_memory_gb": 0.09034490585327148,
+        "max_memory_gb": 0.09083318710327148,
+        "lower_quartile_gb": 0.09034490585327148,
+        "median_memory_gb": 0.09083318710327148,
+        "upper_quartile_gb": 0.09083318710327148,
+        "avg_memory_gb": 0.09066173454152249,
+        "model_load_memory_gb": 1.6676692962646484,
+        "avg_inference_memory_gb": 0.09066173454152249
+    }
+}