sij/anything-llm
1
0
Fork 0
mirror of https://github.com/Mintplex-Labs/anything-llm.git synced 2025-04-23 13:08:11 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions1

CHORE: bump pplx model support ()

Browse source 
bump pplx model support
This commit is contained in:
Timothy Carambat 2024-02-23 17:33:16 -08:00 • committed by GitHub
parent 633f425206
commit a385ea3d82
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 46 additions and 22 deletions
server/utils/AiProviders/perplexity
models.js
scripts
chat_models.txtparse.mjs

38
server/utils/AiProviders/perplexity/models.js
View file

@ -1,4 +1,24 @@
const MODELS = { const MODELS = {
"sonar-small-chat": {
id: "sonar-small-chat",
name: "sonar-small-chat",
maxLength: 16384,
},
"sonar-small-online": {
id: "sonar-small-online",
name: "sonar-small-online",
maxLength: 12000,
},
"sonar-medium-chat": {
id: "sonar-medium-chat",
name: "sonar-medium-chat",
maxLength: 16384,
},
"sonar-medium-online": {
id: "sonar-medium-online",
name: "sonar-medium-online",
maxLength: 12000,
},
"codellama-34b-instruct": { "codellama-34b-instruct": {
id: "codellama-34b-instruct", id: "codellama-34b-instruct",
name: "codellama-34b-instruct", name: "codellama-34b-instruct",
@ -17,32 +37,32 @@ const MODELS = {
"mistral-7b-instruct": { "mistral-7b-instruct": {
id: "mistral-7b-instruct", id: "mistral-7b-instruct",
name: "mistral-7b-instruct", name: "mistral-7b-instruct",
maxLength: 8192, maxLength: 16384,
}, },
"mixtral-8x7b-instruct": { "mixtral-8x7b-instruct": {
id: "mixtral-8x7b-instruct", id: "mixtral-8x7b-instruct",
name: "mixtral-8x7b-instruct", name: "mixtral-8x7b-instruct",
maxLength: 8192, maxLength: 16384,
}, },
"pplx-7b-chat": { "pplx-7b-chat": {
id: "pplx-7b-chat", id: "pplx-7b-chat",
name: "pplx-7b-chat", name: "pplx-7b-chat",
maxLength: 8192, maxLength: 16384,
},
"pplx-7b-online": {
id: "pplx-7b-online",
name: "pplx-7b-online",
maxLength: 12000,
}, },
"pplx-70b-chat": { "pplx-70b-chat": {
id: "pplx-70b-chat", id: "pplx-70b-chat",
name: "pplx-70b-chat", name: "pplx-70b-chat",
maxLength: 8192, maxLength: 8192,
}, },
"pplx-7b-online": {
id: "pplx-7b-online",
name: "pplx-7b-online",
maxLength: 8192,
},
"pplx-70b-online": { "pplx-70b-online": {
id: "pplx-70b-online", id: "pplx-70b-online",
name: "pplx-70b-online", name: "pplx-70b-online",
maxLength: 8192, maxLength: 4000,
}, },
}; };

26
server/utils/AiProviders/perplexity/scripts/chat_models.txt
View file

@ -1,11 +1,15 @@
| Model | Context Length | Model Type | | Model | Parameter Count | Context Length | Model Type |
| :------------------------ | :------------- | :-------------- | | :-------------------------- | :-------------- | :------------- | :-------------- |
| `codellama-34b-instruct` | 16384 | Chat Completion | | `sonar-small-chat` | 7B | 16384 | Chat Completion |
| `codellama-70b-instruct` | 16384 | Chat Completion | | `sonar-small-online` | 7B | 12000 | Chat Completion |
| `llama-2-70b-chat` | 4096 | Chat Completion | | `sonar-medium-chat` | 8x7B | 16384 | Chat Completion |
| `mistral-7b-instruct` [2] | 8192 [1] | Chat Completion | | `sonar-medium-online` | 8x7B | 12000 | Chat Completion |
| `mixtral-8x7b-instruct` | 8192 [1] | Chat Completion | | `codellama-34b-instruct`[3] | 34B | 16384 | Chat Completion |
| `pplx-7b-chat` | 8192 | Chat Completion | | `codellama-70b-instruct` | 70B | 16384 | Chat Completion |
| `pplx-70b-chat` | 8192 | Chat Completion | | `llama-2-70b-chat`[3] | 70B | 4096 | Chat Completion |
| `pplx-7b-online` | 8192 | Chat Completion | | `mistral-7b-instruct` [1] | 7B | 16384 | Chat Completion |
| `pplx-70b-online` | 8192 | Chat Completion | | `mixtral-8x7b-instruct` | 8x7B | 16384 | Chat Completion |
| `pplx-7b-chat`[2] [3] | 7B | 16384 | Chat Completion |
| `pplx-7b-online`[2] [3] | 7B | 12000 | Chat Completion |
| `pplx-70b-chat`[3] | 70B | 8192 | Chat Completion |
| `pplx-70b-online`[3] | 70B | 4000 | Chat Completion |

4
server/utils/AiProviders/perplexity/scripts/parse.mjs
View file

@ -8,7 +8,7 @@
// copy outputs into the export in ../models.js // copy outputs into the export in ../models.js
// Update the date below if you run this again because Perplexity added new models. // Update the date below if you run this again because Perplexity added new models.
// Last Collected: Feb 22, 2024 // Last Collected: Feb 23, 2024
import fs from "fs"; import fs from "fs";
@ -18,7 +18,7 @@ function parseChatModels() {
const rows = tableString.split("\n").slice(2); const rows = tableString.split("\n").slice(2);
rows.forEach((row) => { rows.forEach((row) => {
let [model, contextLength] = row let [model, _, contextLength] = row
.split("|") .split("|")
.slice(1, -1) .slice(1, -1)
.map((text) => text.trim()); .map((text) => text.trim());