add concept of LanguageModel to CompletionProvider

2023-10-27 08:51:30 +02:00
parent 6c8bb4b05e
commit ec9d79b6fe
5 changed files with 27 additions and 4 deletions
@@ -335,6 +335,7 @@ fn strip_markdown_codeblock(
 #[cfg(test)]
 mod tests {
    use super::*;
+    use ai::{models::LanguageModel, test::FakeLanguageModel};
    use futures::{
        future::BoxFuture,
        stream::{self, BoxStream},
@@ -638,6 +639,10 @@ mod tests {
    }

    impl CompletionProvider for TestCompletionProvider {
+        fn base_model(&self) -> Box<dyn LanguageModel> {
+            let model: Box<dyn LanguageModel> = Box::new(FakeLanguageModel { capacity: 8190 });
+            model
+        }
        fn complete(
            &self,
            _prompt: Box<dyn CompletionRequest>,