Update Copilot Chat max_tokens soft limits (#20363)

Closes #20362 Co-authored-by: Peter Tripp <peter@zed.dev>
2024-11-07 16:03:12 -05:00
parent 9da040da3f
commit c350321318
1 changed files with 5 additions and 5 deletions
@@ -87,11 +87,11 @@ impl Model {

    pub fn max_token_count(&self) -> usize {
        match self {
-            Self::Gpt4o => 128000,
-            Self::Gpt4 => 8192,
-            Self::Gpt3_5Turbo => 16385,
-            Self::O1Mini => 128000,
-            Self::O1Preview => 128000,
+            Self::Gpt4o => 64000,
+            Self::Gpt4 => 32768,
+            Self::Gpt3_5Turbo => 12288,
+            Self::O1Mini => 20000,
+            Self::O1Preview => 20000,
            Self::Claude3_5Sonnet => 200_000,
        }
    }