Support 8192 output tokens for Claude Sonnet 3.5 (#16358)

Release Notes: - Added support for 8192 output tokens from Claude Sonnet 3.5 (https://x.com/alexalbert__/status/1812921642143900036)
2024-08-16 11:47:39 -04:00
parent 7eab57a264
commit b4f5f5024e
6 changed files with 37 additions and 8 deletions
@@ -64,6 +64,9 @@ pub trait LanguageModel: Send + Sync {
    }

    fn max_token_count(&self) -> usize;
+    fn max_output_tokens(&self) -> Option<u32> {
+        None
+    }

    fn count_tokens(
        &self,