Hard code max token counts for supported models (#9675)

This commit is contained in:
Nathan Sobo
2024-03-21 20:30:33 -06:00
committed by GitHub
parent 441677c90a
commit 6d5787cfdc
3 changed files with 19 additions and 7 deletions
@@ -109,6 +109,15 @@ impl ZedDotDevModel {
Self::Custom(id) => id.as_str(),
}
}
pub fn max_token_count(&self) -> usize {
match self {
Self::GptThreePointFiveTurbo => 2048,
Self::GptFour => 4096,
Self::GptFourTurbo => 128000,
Self::Custom(_) => 4096, // TODO: Make this configurable
}
}
}
#[derive(Copy, Clone, Default, Debug, Serialize, Deserialize, JsonSchema)]