Allow Ollama Model KeepAlive to be None, defaulting to indefinite (#13059)

Putting this back to `Option<KeepAlive>` to make existing configs keep
working.

Release Notes:

- N/A
This commit is contained in:
Kyle Kelley 2024-06-14 10:33:28 -07:00 committed by GitHub
parent b03653321f
commit 53f702c92f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 3 additions and 3 deletions

View file

@ -240,7 +240,7 @@ impl OllamaCompletionProvider {
},
})
.collect(),
keep_alive: model.keep_alive,
keep_alive: model.keep_alive.unwrap_or_default(),
stream: true,
options: Some(ChatOptions {
num_ctx: Some(model.max_tokens),

View file

@ -66,7 +66,7 @@ impl Default for KeepAlive {
pub struct Model {
pub name: String,
pub max_tokens: usize,
pub keep_alive: KeepAlive,
pub keep_alive: Option<KeepAlive>,
}
impl Model {
@ -74,7 +74,7 @@ impl Model {
Self {
name: name.to_owned(),
max_tokens: 2048,
keep_alive: KeepAlive::indefinite(),
keep_alive: Some(KeepAlive::indefinite()),
}
}