Upload benchmark_results.json with huggingface_hub

benchmark_results.json

@@ -1,15 +1,15 @@
 {
   "metadata": {
-    "timestamp": "2025-09-25T12:38:54.363196",
+    "timestamp": "2025-09-25T12:48:06.242738",
     "model": "Minibase-DeId-Small",
     "dataset": "Personal_De-identifier_Benchmark_SFT.jsonl",
     "sample_size": 100
   },
   "metrics": {
     "pii_detection_rate": 1.0,
-    "completeness_score": 0.67,
-    "semantic_preservation": 0.10869745772803042,
-    "average_latency_ms": 483.6828875541687,
+    "completeness_score": 0.65,
+    "semantic_preservation": 0.8110479139122438,
+    "average_latency_ms": 477.0322895050049,
     "successful_requests": 100,
     "total_requests": 100
   },
@@ -22,8 +22,8 @@
       "metrics": {
         "pii_detection": 1.0,
         "completeness": true,
-        "semantic_preservation": 0.14285714285714285,
-        "latency_ms": 465.2400016784668
+        "semantic_preservation": 0.7382222222222222,
+        "latency_ms": 499.6819496154785
       }
     },
     {
@@ -33,19 +33,19 @@
       "metrics": {
         "pii_detection": 1.0,
         "completeness": true,
-        "semantic_preservation": 0.09090909090909091,
-        "latency_ms": 414.6158695220947
+        "semantic_preservation": 0.7531262939958592,
+        "latency_ms": 442.65270233154297
       }
     },
     {
       "input": "Employee ID: EMP-001-XYZ. Name: John Doe. Salary: $85,000. Email: [email protected]. Marital Status: Married. Nationality: Canadian.",
       "expected": "Employee ID: [EMPLOYEE_ID_1]. Name: [NAME_1]. Salary: [SALARY_1]. Email: [EMAIL_1]. Marital Status: [MARITAL_STATUS_1]. Nationality: [NATIONALITY_1].",
-      "predicted": "Employee ID: EMP-[BUILDINGNUMBER_1]. Name: [FIRSTNAME_1] Doe. Salary: [CURRENCYSYMBOL_1][AMOUNT_1]. Email: [EMAIL_1]. Marital Status: Married. Nationality: [STATE_1].",
+      "predicted": "Employee ID: EMP-[CREDITCARDCVV_1]. Name: [FIRSTNAME_1] Doe. Salary: [CURRENCYSYMBOL_1][AMOUNT_1]. Email: [EMAIL_1]. Marital Status: Married. Nationality: [STATE_1].",
       "metrics": {
         "pii_detection": 1.0,
         "completeness": false,
-        "semantic_preservation": 0.09090909090909091,
-        "latency_ms": 343.43409538269043
+        "semantic_preservation": 0.8557142857142858,
+        "latency_ms": 359.38310623168945
       }
     },
     {
@@ -55,8 +55,8 @@
       "metrics": {
         "pii_detection": 1.0,
         "completeness": true,
-        "semantic_preservation": 0.0,
-        "latency_ms": 543.3461666107178
+        "semantic_preservation": 0.8737037037037036,
+        "latency_ms": 530.4110050201416
       }
     },
     {
@@ -66,8 +66,8 @@
       "metrics": {
         "pii_detection": 1.0,
         "completeness": true,
-        "semantic_preservation": 0.1111111111111111,
-        "latency_ms": 286.21578216552734
+        "semantic_preservation": 0.9,
+        "latency_ms": 294.41308975219727
       }
     },
     {
@@ -77,8 +77,8 @@
       "metrics": {
         "pii_detection": 1.0,
         "completeness": true,
-        "semantic_preservation": 0.2857142857142857,
-        "latency_ms": 293.6849594116211
+        "semantic_preservation": 0.8818181818181818,
+        "latency_ms": 301.6502857208252
       }
     },
     {
@@ -88,8 +88,8 @@
       "metrics": {
         "pii_detection": 1.0,
         "completeness": true,
-        "semantic_preservation": 0.125,
-        "latency_ms": 264.0669345855713
+        "semantic_preservation": 0.9846153846153847,
+        "latency_ms": 269.90580558776855
       }
     },
     {
@@ -99,8 +99,8 @@
       "metrics": {
         "pii_detection": 1.0,
         "completeness": true,
-        "semantic_preservation": 0.1111111111111111,
-        "latency_ms": 389.96291160583496
+        "semantic_preservation": 0.9916666666666667,
+        "latency_ms": 399.30129051208496
       }
     },
     {
@@ -110,8 +110,8 @@
       "metrics": {
         "pii_detection": 1.0,
         "completeness": false,
-        "semantic_preservation": 0.0,
-        "latency_ms": 286.5257263183594
+        "semantic_preservation": 0.8596491228070176,
+        "latency_ms": 292.7100658416748
       }
     },
     {
@@ -121,8 +121,8 @@
       "metrics": {
         "pii_detection": 1.0,
         "completeness": true,
-        "semantic_preservation": 0.09090909090909091,
-        "latency_ms": 388.6828422546387
+        "semantic_preservation": 0.8733333333333333,
+        "latency_ms": 410.9461307525635
       }
     }
   ]