From e07535471f0c22905387bec284f8ce60abb4c9cc Mon Sep 17 00:00:00 2001
From: Blazej Owczarczyk <blazeyy@gmail.com>
Date: Mon, 30 Sep 2024 18:37:25 +0200
Subject: [PATCH] Added voyage-3 and voyage-3-lite. (#2394)
---
.../components/EmbeddingSelection/VoyageAiOptions/index.jsx | 2 ++
server/utils/EmbeddingEngines/voyageAi/index.js | 4 +++-
2 files changed, 5 insertions(+), 1 deletion(-)
diff --git a/frontend/src/components/EmbeddingSelection/VoyageAiOptions/index.jsx b/frontend/src/components/EmbeddingSelection/VoyageAiOptions/index.jsx
index 252cb0a7b..b55fc6743 100644
--- a/frontend/src/components/EmbeddingSelection/VoyageAiOptions/index.jsx
+++ b/frontend/src/components/EmbeddingSelection/VoyageAiOptions/index.jsx
@@ -36,6 +36,8 @@ export default function VoyageAiOptions({ settings }) {
"voyage-code-2",
"voyage-large-2",
"voyage-2",
+ "voyage-3",
+ "voyage-3-lite",
].map((model) => {
return (
<option key={model} value={model}>
diff --git a/server/utils/EmbeddingEngines/voyageAi/index.js b/server/utils/EmbeddingEngines/voyageAi/index.js
index 7f284fb49..f15272943 100644
--- a/server/utils/EmbeddingEngines/voyageAi/index.js
+++ b/server/utils/EmbeddingEngines/voyageAi/index.js
@@ -11,7 +11,7 @@ class VoyageAiEmbedder {
});
this.voyage = voyage;
- this.model = process.env.EMBEDDING_MODEL_PREF || "voyage-large-2-instruct";
+ this.model = process.env.EMBEDDING_MODEL_PREF || "voyage-3-lite";
// Limit of how many strings we can process in a single pass to stay with resource or network limits
this.batchSize = 128; // Voyage AI's limit per request is 128 https://docs.voyageai.com/docs/rate-limits#use-larger-batches
@@ -23,6 +23,8 @@ class VoyageAiEmbedder {
switch (this.model) {
case "voyage-finance-2":
case "voyage-multilingual-2":
+ case "voyage-3":
+ case "voyage-3-lite":
return 32_000;
case "voyage-large-2-instruct":
case "voyage-law-2":