Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+artifacts/visualization/moe_performance_comparison.png filter=lfs diff=lfs merge=lfs -text

artifacts/binned_run/binned_results.json

@@ -0,0 +1,23 @@
+{
+  "implementation": "binned_results",
+  "config": {
+    "warmup": 10,
+    "iters": 50,
+    "device": "cuda",
+    "dtype": "torch.float32",
+    "tokens": 100
+  },
+  "stats": {
+    "avg_ms": 105.61800455325283,
+    "min_ms": 103.41683897422627,
+    "max_ms": 107.80877695651725,
+    "std_ms": 1.4579030267805855,
+    "p50_ms": 105.04751797998324,
+    "p95_ms": 107.72936256835237,
+    "p99_ms": 107.78988109494094,
+    "num_iters": 50,
+    "tokens_per_s": 946.8082683722715,
+    "throughput_variance": 13.040579048845922
+  },
+  "output_sum": -0.5972483158111572
+}

artifacts/gptoss_run/gptoss_results.json

@@ -0,0 +1,23 @@
+{
+  "implementation": "gptoss_results",
+  "config": {
+    "warmup": 10,
+    "iters": 50,
+    "device": "cuda",
+    "dtype": "torch.float32",
+    "tokens": 100
+  },
+  "stats": {
+    "avg_ms": 47.135205678641796,
+    "min_ms": 46.581514994613826,
+    "max_ms": 47.89501999039203,
+    "std_ms": 0.5025885809879256,
+    "p50_ms": 46.78934201365337,
+    "p95_ms": 47.8006230579922,
+    "p99_ms": 47.856090962304734,
+    "num_iters": 50,
+    "tokens_per_s": 2121.5564578582635,
+    "throughput_variance": 22.54050463266689
+  },
+  "output_sum": -0.5972497463226318
+}

artifacts/gptoss_training_run/gptoss_training_results.json

@@ -0,0 +1,23 @@
+{
+  "implementation": "gptoss_training_results",
+  "config": {
+    "warmup": 10,
+    "iters": 50,
+    "device": "cuda",
+    "dtype": "torch.float32",
+    "tokens": 100
+  },
+  "stats": {
+    "avg_ms": 48.6301564052701,
+    "min_ms": 47.534799959976226,
+    "max_ms": 49.413569970056415,
+    "std_ms": 0.5585868637338623,
+    "p50_ms": 48.39514396735467,
+    "p95_ms": 49.34615618258249,
+    "p99_ms": 49.389877034700476,
+    "num_iters": 50,
+    "tokens_per_s": 2056.3372070331834,
+    "throughput_variance": 23.60225801703488
+  },
+  "output_sum": -0.5972497463226318
+}

artifacts/megablocks_run/megablocks_results.json

@@ -0,0 +1,23 @@
+{
+  "implementation": "megablocks_results",
+  "config": {
+    "warmup": 10,
+    "iters": 50,
+    "device": "cuda",
+    "dtype": "torch.float32",
+    "tokens": 100
+  },
+  "stats": {
+    "avg_ms": 4.133109538815916,
+    "min_ms": 0.822786008939147,
+    "max_ms": 8.589233038946986,
+    "std_ms": 3.7810751831568976,
+    "p50_ms": 0.8644890040159225,
+    "p95_ms": 8.578622492495924,
+    "p99_ms": 8.588659723172896,
+    "num_iters": 50,
+    "tokens_per_s": 24194.858389513854,
+    "throughput_variance": 52511.72634241489
+  },
+  "output_sum": -0.5972487926483154
+}

artifacts/yamoe_run/yamoe_results.json

@@ -0,0 +1,23 @@
+{
+  "implementation": "yamoe_results",
+  "config": {
+    "warmup": 10,
+    "iters": 50,
+    "device": "cuda",
+    "dtype": "torch.float32",
+    "tokens": 100
+  },
+  "stats": {
+    "avg_ms": 8.6306691612117,
+    "min_ms": 8.526118996087462,
+    "max_ms": 8.66098003461957,
+    "std_ms": 0.021547447475258306,
+    "p50_ms": 8.635657490231097,
+    "p95_ms": 8.65293950191699,
+    "p99_ms": 8.657966026803479,
+    "num_iters": 50,
+    "tokens_per_s": 11586.58710374672,
+    "throughput_variance": 29.13130136142299
+  },
+  "output_sum": -0.5972495079040527
+}