Default to Offline chat with Mistral as minimal setup, no API key reqd.

This commit is contained in:
Debanjum Singh Solanky 2023-11-26 01:07:20 -08:00
parent 5a6547677c
commit fc040825b2

View file

@ -136,8 +136,8 @@ class ChatModelOptions(BaseModel):
max_prompt_size = models.IntegerField(default=None, null=True, blank=True)
tokenizer = models.CharField(max_length=200, default=None, null=True, blank=True)
chat_model = models.CharField(max_length=200, default="gpt-4")
model_type = models.CharField(max_length=200, choices=ModelType.choices, default=ModelType.OPENAI)
chat_model = models.CharField(max_length=200, default="mistral-7b-instruct-v0.1.Q4_0.gguf")
model_type = models.CharField(max_length=200, choices=ModelType.choices, default=ModelType.OFFLINE)
class UserConversationConfig(BaseModel):