Update max tokens list (#55)
Browse files
src/lib/components/InferencePlayground/InferencePlaygroundGenerationConfig.svelte
CHANGED
@@ -52,6 +52,10 @@
|
|
52 |
"bigcode/octocoder": 8192,
|
53 |
"vwxyzjn/starcoderbase-triviaqa": 8192,
|
54 |
"lvwerra/starcoderbase-gsm8k": 8192,
|
|
|
|
|
|
|
|
|
55 |
} as const;
|
56 |
|
57 |
$: modelMaxLength = customMaxTokens[conversation.model.id] ?? conversation.model.tokenizerConfig.model_max_length;
|
|
|
52 |
"bigcode/octocoder": 8192,
|
53 |
"vwxyzjn/starcoderbase-triviaqa": 8192,
|
54 |
"lvwerra/starcoderbase-gsm8k": 8192,
|
55 |
+
"NousResearch/Hermes-3-Llama-3.1-8B": 16384,
|
56 |
+
"microsoft/Phi-3.5-mini-instruct": 32768,
|
57 |
+
"meta-llama/Llama-3.1-70B-Instruct": 32768,
|
58 |
+
"meta-llama/Llama-3.1-8B-Instruct": 8192,
|
59 |
} as const;
|
60 |
|
61 |
$: modelMaxLength = customMaxTokens[conversation.model.id] ?? conversation.model.tokenizerConfig.model_max_length;
|