ollama: Add deepseek-r1 context size to defaults (#23420)

This commit is contained in:
Peter Tripp 2025-01-21 13:31:15 -05:00 committed by GitHub
parent aa5fa4b7d4
commit 14cd178ab0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -84,7 +84,7 @@ fn get_max_tokens(name: &str) -> usize {
"mistral" | "codestral" | "mixstral" | "llava" | "qwen2" | "qwen2.5-coder" "mistral" | "codestral" | "mixstral" | "llava" | "qwen2" | "qwen2.5-coder"
| "dolphin-mixtral" => 32768, | "dolphin-mixtral" => 32768,
"llama3.1" | "phi3" | "phi3.5" | "phi4" | "command-r" | "deepseek-coder-v2" "llama3.1" | "phi3" | "phi3.5" | "phi4" | "command-r" | "deepseek-coder-v2"
| "yi-coder" | "llama3.2" => 128000, | "deepseek-r1" | "yi-coder" | "llama3.2" => 128000,
_ => DEFAULT_TOKENS, _ => DEFAULT_TOKENS,
} }
.clamp(1, MAXIMUM_TOKENS) .clamp(1, MAXIMUM_TOKENS)