fix bug for truncation ensuring no valid inputs are sent to openai

2023-08-30 17:42:16 -04:00
parent 5abad58b0d
commit 7d4d6c871b
2 changed files with 9 additions and 9 deletions
@@ -105,9 +105,11 @@ impl EmbeddingQueue {
            for fragment in &batch {
                let file = fragment.file.lock();
                spans.extend(
-                    file.documents[fragment.document_range.clone()]
-                        .iter()
-                        .map(|d| d.content.clone()),
+                    {
+                        file.documents[fragment.document_range.clone()]
+                            .iter()
+                            .map(|d| d.content.clone())
+                        }
                );
            }