Update config.py
Browse files
config.py
CHANGED
|
@@ -46,9 +46,10 @@ SUPPORTED_MODELS: Dict[str, Dict[str, Any]] = {
|
|
| 46 |
}
|
| 47 |
|
| 48 |
# Benchmark configurations - NO HARDCODING
|
|
|
|
| 49 |
BENCHMARK_CONFIGS: Dict[str, Dict[str, Any]] = {
|
| 50 |
-
"
|
| 51 |
-
"type": "
|
| 52 |
"default_samples": 50,
|
| 53 |
"default_prefill": 512,
|
| 54 |
"default_generation": 64
|
|
|
|
| 46 |
}
|
| 47 |
|
| 48 |
# Benchmark configurations - NO HARDCODING
|
| 49 |
+
# FIXED: Changed "perplexity" to "wikitext" for consistency
|
| 50 |
BENCHMARK_CONFIGS: Dict[str, Dict[str, Any]] = {
|
| 51 |
+
"wikitext": { # CHANGED from "perplexity" to "wikitext"
|
| 52 |
+
"type": "wikitext", # CHANGED
|
| 53 |
"default_samples": 50,
|
| 54 |
"default_prefill": 512,
|
| 55 |
"default_generation": 64
|