Upload folder using huggingface_hub

.ipynb_checkpoints/Falcon3-1B-FP16-lora-BF16-Evaluation_Results-checkpoint.json

@@ -0,0 +1,32 @@
+{
+    "eval_loss": 2.050020990189468,
+    "perplexity": 7.768064157733997,
+    "performance_metrics": {
+        "accuracy:": 0.9666221628838452,
+        "precision:": 1.0,
+        "recall:": 1.0,
+        "f1:": 1.0,
+        "bleu:": 0.8543704377273225,
+        "rouge:": {
+            "rouge1": 0.9106147836704825,
+            "rouge2": 0.9066116857854712,
+            "rougeL": 0.9095088305670392
+        },
+        "semantic_similarity_avg:": 0.9741736054420471
+    },
+    "mauve": 0.9183583018800073,
+    "inference_performance": {
+        "min_latency_ms": 23.571014404296875,
+        "max_latency_ms": 1258.0935955047607,
+        "lower_quartile_ms": 813.8142228126526,
+        "median_latency_ms": 1087.252140045166,
+        "upper_quartile_ms": 1121.3715076446533,
+        "avg_latency_ms": 894.5596692399762,
+        "min_memory_mb": 0.0,
+        "max_memory_mb": 0.00439453125,
+        "lower_quartile_mb": 0.0,
+        "median_memory_mb": 0.0,
+        "upper_quartile_mb": 0.0,
+        "avg_memory_mb": 2.9335989652870494e-06
+    }
+}

Falcon3-1B-FP16-lora-BF16-Evaluation_Results.json

@@ -0,0 +1,34 @@
+{
+    "eval_loss:": 1.9311989277442083,
+    "perplexity:": 6.897775220119944,
+    "performance_metrics:": {
+        "accuracy:": 0.9826435246995995,
+        "precision:": 1.0,
+        "recall:": 1.0,
+        "f1:": 1.0,
+        "bleu:": 0.8674816754158438,
+        "rouge:": {
+            "rouge1": 0.9233287188838122,
+            "rouge2": 0.9215922862963115,
+            "rougeL": 0.9230407771578816
+        },
+        "semantic_similarity_avg:": 0.9837943315505981
+    },
+    "mauve:": 0.6879898985610357,
+    "inference_performance:": {
+        "min_latency_ms": 28.52606773376465,
+        "max_latency_ms": 1896.172046661377,
+        "lower_quartile_ms": 1063.4836554527283,
+        "median_latency_ms": 1146.3901996612549,
+        "upper_quartile_ms": 1169.2450046539307,
+        "avg_latency_ms": 1017.8319195084006,
+        "min_memory_gb": 0.06690740585327148,
+        "max_memory_gb": 0.06739568710327148,
+        "lower_quartile_gb": 0.06690740585327148,
+        "median_memory_gb": 0.06739568710327148,
+        "upper_quartile_gb": 0.06739568710327148,
+        "avg_memory_gb": 0.06722423454152249,
+        "model_load_memory_gb": 6.151503562927246,
+        "avg_inference_memory_gb": 0.06722423454152249
+    }
+}