[FEAT] Anthropic Haiku model support ()

add Haiku model support
This commit is contained in:
Sean Hatfield 2024-03-13 17:32:02 -07:00 committed by GitHub
parent 0e46a11cb6
commit ac0e62d490
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 6 additions and 0 deletions
frontend/src
components/LLMSelection/AnthropicAiOptions
hooks
server/utils
AiProviders/anthropic
helpers

View file

@ -52,6 +52,7 @@ export default function AnthropicAiOptions({ settings, showAlert = false }) {
"claude-instant-1.2",
"claude-2.0",
"claude-2.1",
"claude-3-haiku-20240307",
"claude-3-opus-20240229",
"claude-3-sonnet-20240229",
].map((model) => {

View file

@ -19,6 +19,7 @@ const PROVIDER_DEFAULT_MODELS = {
"claude-2.1",
"claude-3-opus-20240229",
"claude-3-sonnet-20240229",
"claude-3-haiku-20240307",
],
azure: [],
lmstudio: [],

View file

@ -48,6 +48,8 @@ class AnthropicLLM {
return 200_000;
case "claude-3-sonnet-20240229":
return 200_000;
case "claude-3-haiku-20240307":
return 200_000;
default:
return 100_000; // assume a claude-instant-1.2 model
}
@ -60,6 +62,7 @@ class AnthropicLLM {
"claude-2.1",
"claude-3-opus-20240229",
"claude-3-sonnet-20240229",
"claude-3-haiku-20240307",
];
return validModels.includes(modelName);
}

View file

@ -365,6 +365,7 @@ function validAnthropicModel(input = "") {
"claude-2.1",
"claude-3-opus-20240229",
"claude-3-sonnet-20240229",
"claude-3-haiku-20240307",
];
return validModels.includes(input)
? null