mishig HF staff commited on
Commit
2fde811
2 Parent(s): b4a8c17 93e9ad6

Update max tokens list (#55)

Browse files
src/lib/components/InferencePlayground/InferencePlaygroundGenerationConfig.svelte CHANGED
@@ -52,6 +52,10 @@
52
  "bigcode/octocoder": 8192,
53
  "vwxyzjn/starcoderbase-triviaqa": 8192,
54
  "lvwerra/starcoderbase-gsm8k": 8192,
 
 
 
 
55
  } as const;
56
 
57
  $: modelMaxLength = customMaxTokens[conversation.model.id] ?? conversation.model.tokenizerConfig.model_max_length;
 
52
  "bigcode/octocoder": 8192,
53
  "vwxyzjn/starcoderbase-triviaqa": 8192,
54
  "lvwerra/starcoderbase-gsm8k": 8192,
55
+ "NousResearch/Hermes-3-Llama-3.1-8B": 16384,
56
+ "microsoft/Phi-3.5-mini-instruct": 32768,
57
+ "meta-llama/Llama-3.1-70B-Instruct": 32768,
58
+ "meta-llama/Llama-3.1-8B-Instruct": 8192,
59
  } as const;
60
 
61
  $: modelMaxLength = customMaxTokens[conversation.model.id] ?? conversation.model.tokenizerConfig.model_max_length;