Larger rate limit integers (#16047)

Tokens per day may exceed the range of Postgres's 32-bit `integer` data
type.

Release Notes:

- N/A

Co-authored-by: Marshall <marshall@zed.dev>
This commit is contained in:
Max Brunsfeld 2024-08-09 14:07:49 -07:00 committed by GitHub
parent 0932818829
commit 423c7b999a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 10 additions and 6 deletions

View file

@ -0,0 +1,4 @@
ALTER TABLE models
ALTER COLUMN max_requests_per_minute TYPE bigint,
ALTER COLUMN max_tokens_per_minute TYPE bigint,
ALTER COLUMN max_tokens_per_day TYPE bigint;

View file

@ -4,9 +4,9 @@ use std::str::FromStr;
use strum::IntoEnumIterator as _;
pub struct ModelRateLimits {
pub max_requests_per_minute: i32,
pub max_tokens_per_minute: i32,
pub max_tokens_per_day: i32,
pub max_requests_per_minute: i64,
pub max_tokens_per_minute: i64,
pub max_tokens_per_day: i64,
}
impl LlmDatabase {

View file

@ -10,9 +10,9 @@ pub struct Model {
pub id: ModelId,
pub provider_id: ProviderId,
pub name: String,
pub max_requests_per_minute: i32,
pub max_tokens_per_minute: i32,
pub max_tokens_per_day: i32,
pub max_requests_per_minute: i64,
pub max_tokens_per_minute: i64,
pub max_tokens_per_day: i64,
}
#[derive(Copy, Clone, Debug, EnumIter, DeriveRelation)]