OpenAI: Fix GPT-4. Only include max_tokens when max_output_tokens provided (#17168)
- Fixed GPT-4 breakage (incorrect `max_output_tokens` handling).
This commit is contained in:
@@ -120,14 +120,10 @@ impl Model {
|
||||
|
||||
pub fn max_output_tokens(&self) -> Option<u32> {
|
||||
match self {
|
||||
Self::ThreePointFiveTurbo => Some(4096),
|
||||
Self::Four => Some(8192),
|
||||
Self::FourTurbo => Some(4096),
|
||||
Self::FourOmni => Some(4096),
|
||||
Self::FourOmniMini => Some(16384),
|
||||
Self::Custom {
|
||||
max_output_tokens, ..
|
||||
} => *max_output_tokens,
|
||||
_ => None,
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user