| { | |
| "eval_loss:": 2.1447554257746853, | |
| "perplexity:": 8.539952329632774, | |
| "performance_metrics:": { | |
| "accuracy:": 0.986648865153538, | |
| "precision:": 1.0, | |
| "recall:": 1.0, | |
| "f1:": 1.0, | |
| "bleu:": 0.8564218367265185, | |
| "rouge:": { | |
| "rouge1": 0.91543016130485, | |
| "rouge2": 0.9138359443613912, | |
| "rougeL": 0.9152824001765496 | |
| }, | |
| "semantic_similarity_avg:": 0.9815917015075684 | |
| }, | |
| "mauve:": 0.6944077061899387, | |
| "inference_performance:": { | |
| "min_latency_ms": 46.21577262878418, | |
| "max_latency_ms": 2011.3954544067383, | |
| "lower_quartile_ms": 1509.6281170845032, | |
| "median_latency_ms": 1558.3690404891968, | |
| "upper_quartile_ms": 1595.356523990631, | |
| "avg_latency_ms": 1381.0891045110725, | |
| "min_memory_gb": 0.09034490585327148, | |
| "max_memory_gb": 0.09083318710327148, | |
| "lower_quartile_gb": 0.09034490585327148, | |
| "median_memory_gb": 0.09083318710327148, | |
| "upper_quartile_gb": 0.09083318710327148, | |
| "avg_memory_gb": 0.09066173454152249, | |
| "model_load_memory_gb": 4.586329460144043, | |
| "avg_inference_memory_gb": 0.09066173454152249 | |
| } | |
| } |