add concept of LanguageModel to CompletionProvider

2023-10-27 08:51:30 +02:00
parent 6c8bb4b05e
commit ec9d79b6fe
5 changed files with 27 additions and 4 deletions
@@ -1,11 +1,14 @@
 use anyhow::Result;
 use futures::{future::BoxFuture, stream::BoxStream};

+use crate::models::LanguageModel;
+
 pub trait CompletionRequest: Send + Sync {
    fn data(&self) -> serde_json::Result<String>;
 }

 pub trait CompletionProvider {
+    fn base_model(&self) -> Box<dyn LanguageModel>;
    fn complete(
        &self,
        prompt: Box<dyn CompletionRequest>,