Merge pull request #3499 from hicder/patch-2

Fix embedding provider not respecting batch size
continuedev · Dec 24, 2024 · 73a9772 · 73a9772
2 parents d8fbfe1 + 4fdf5d5
commit 73a9772
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/core/llm/index.ts b/core/llm/index.ts
@@ -809,12 +809,12 @@ export abstract class BaseLLM implements ILLM {
               if (this.shouldUseOpenAIAdapter("embed") && this.openaiAdapter) {
                 const result = await this.openaiAdapter.embed({
                   model: this.model,
-                  input: chunks,
+                  input: batch,
                 });
                 return result.data.map((chunk) => chunk.embedding);
               }
 
-              return await this._embed(chunks);
+              return await this._embed(batch);
             },
           );