kfoughali commited on
Commit
9096b02
·
verified ·
1 Parent(s): 9c6e956

Update config.py

Browse files
Files changed (1) hide show
  1. config.py +3 -2
config.py CHANGED
@@ -46,9 +46,10 @@ SUPPORTED_MODELS: Dict[str, Dict[str, Any]] = {
46
  }
47
 
48
  # Benchmark configurations - NO HARDCODING
 
49
  BENCHMARK_CONFIGS: Dict[str, Dict[str, Any]] = {
50
- "perplexity": {
51
- "type": "perplexity",
52
  "default_samples": 50,
53
  "default_prefill": 512,
54
  "default_generation": 64
 
46
  }
47
 
48
  # Benchmark configurations - NO HARDCODING
49
+ # FIXED: Changed "perplexity" to "wikitext" for consistency
50
  BENCHMARK_CONFIGS: Dict[str, Dict[str, Any]] = {
51
+ "wikitext": { # CHANGED from "perplexity" to "wikitext"
52
+ "type": "wikitext", # CHANGED
53
  "default_samples": 50,
54
  "default_prefill": 512,
55
  "default_generation": 64