feat: add support for voyage-3-large and voyage-code-3 embedding models ()

* feat: add support for voyage-3-large and voyage-code-3 embedding models

- Add voyage-3-large and voyage-code-3 to VoyageAiOptions dropdown
- Update getMaxEmbeddingLength to support 32k context for new models
- Update .env.example with new model options

* unset env example

---------

Co-authored-by: timothycarambat <rambat1010@gmail.com>
This commit is contained in:
ReindeerFlotilla 2025-01-08 20:21:30 -05:00 committed by GitHub
parent 487db896c1
commit be886f7d61
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 4 additions and 0 deletions
frontend/src/components/EmbeddingSelection/VoyageAiOptions
server/utils/EmbeddingEngines/voyageAi

View file

@ -38,6 +38,8 @@ export default function VoyageAiOptions({ settings }) {
"voyage-2",
"voyage-3",
"voyage-3-lite",
"voyage-3-large",
"voyage-code-3",
].map((model) => {
return (
<option key={model} value={model}>

View file

@ -24,6 +24,8 @@ class VoyageAiEmbedder {
case "voyage-multilingual-2":
case "voyage-3":
case "voyage-3-lite":
case "voyage-3-large":
case "voyage-code-3":
return 32_000;
case "voyage-large-2-instruct":
case "voyage-law-2":