Upload folder using huggingface_hub

.ipynb_checkpoints/Falcon3-1B-BF16-lora-BF16-Evaluation_Results-checkpoint.json

@@ -0,0 +1,34 @@
+{
+    "eval_loss:": 1.9279956002340457,
+    "perplexity:": 6.875714739335019,
+    "performance_metrics:": {
+        "accuracy:": 0.9826435246995995,
+        "precision:": 1.0,
+        "recall:": 1.0,
+        "f1:": 1.0,
+        "bleu:": 0.8630256431124863,
+        "rouge:": {
+            "rouge1": 0.9192573483466228,
+            "rouge2": 0.9167354525257986,
+            "rougeL": 0.9187353355414213
+        },
+        "semantic_similarity_avg:": 0.9817840456962585
+    },
+    "mauve:": 0.7067298737645565,
+    "inference_performance:": {
+        "min_latency_ms": 28.109073638916016,
+        "max_latency_ms": 1957.0062160491943,
+        "lower_quartile_ms": 1089.1029834747314,
+        "median_latency_ms": 1152.7074575424194,
+        "upper_quartile_ms": 1172.754943370819,
+        "avg_latency_ms": 1007.9545928575645,
+        "min_memory_gb": 0.06690740585327148,
+        "max_memory_gb": 0.06739568710327148,
+        "lower_quartile_gb": 0.06690740585327148,
+        "median_memory_gb": 0.06739568710327148,
+        "upper_quartile_gb": 0.06739568710327148,
+        "avg_memory_gb": 0.06722423454152249,
+        "model_load_memory_gb": 6.151503562927246,
+        "avg_inference_memory_gb": 0.06722423454152249
+    }
+}

Falcon3-1B-BF16-lora-BF16-Evaluation_Results.json

@@ -0,0 +1,34 @@
+{
+    "eval_loss:": 1.9279956002340457,
+    "perplexity:": 6.875714739335019,
+    "performance_metrics:": {
+        "accuracy:": 0.9826435246995995,
+        "precision:": 1.0,
+        "recall:": 1.0,
+        "f1:": 1.0,
+        "bleu:": 0.8630256431124863,
+        "rouge:": {
+            "rouge1": 0.9192573483466228,
+            "rouge2": 0.9167354525257986,
+            "rougeL": 0.9187353355414213
+        },
+        "semantic_similarity_avg:": 0.9817840456962585
+    },
+    "mauve:": 0.7067298737645565,
+    "inference_performance:": {
+        "min_latency_ms": 28.109073638916016,
+        "max_latency_ms": 1957.0062160491943,
+        "lower_quartile_ms": 1089.1029834747314,
+        "median_latency_ms": 1152.7074575424194,
+        "upper_quartile_ms": 1172.754943370819,
+        "avg_latency_ms": 1007.9545928575645,
+        "min_memory_gb": 0.06690740585327148,
+        "max_memory_gb": 0.06739568710327148,
+        "lower_quartile_gb": 0.06690740585327148,
+        "median_memory_gb": 0.06739568710327148,
+        "upper_quartile_gb": 0.06739568710327148,
+        "avg_memory_gb": 0.06722423454152249,
+        "model_load_memory_gb": 6.151503562927246,
+        "avg_inference_memory_gb": 0.06722423454152249
+    }
+}