mirror of
https://github.com/Mintplex-Labs/anything-llm.git
synced 2025-04-23 21:18:12 +00:00
Patch Groq preview models maxed to 8K tokens due to warning
This commit is contained in:
parent
187f6ed9e6
commit
6dc3642661
1 changed files with 1 additions and 1 deletions
|
@ -49,7 +49,7 @@ class GroqLLM {
|
|||
return 8192;
|
||||
case "llama-3.1-70b-versatile":
|
||||
case "llama-3.1-8b-instant":
|
||||
return 131072;
|
||||
return 8000;
|
||||
case "mixtral-8x7b-32768":
|
||||
return 32768;
|
||||
default:
|
||||
|
|
Loading…
Add table
Reference in a new issue