sij/khoj
1
0
Fork 0
mirror of https://github.com/khoj-ai/khoj.git synced 2024-11-28 01:45:07 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions

Increase max_tokens returned by GPT summarizer. Remove default params

Browse source
This commit is contained in:
Debanjum Singh Solanky 2023-01-16 22:55:36 -03:00
parent 3d9cdadbbb
commit 7071d081e9
1 changed files with 1 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
src/processor/conversation/gpt.py
View file

@ -10,7 +10,7 @@ import openai
from src.utils.constants import empty_escape_sequences from src.utils.constants import empty_escape_sequences
def summarize(text, summary_type, model, user_query=None, api_key=None, temperature=0.5, max_tokens=100): def summarize(text, summary_type, model, user_query=None, api_key=None, temperature=0.5, max_tokens=200):
""" """
Summarize user input using OpenAI's GPT Summarize user input using OpenAI's GPT
""" """
@ -39,9 +39,7 @@ Summarize the notes in second person perspective:'''
model=model, model=model,
temperature=temperature, temperature=temperature,
max_tokens=max_tokens, max_tokens=max_tokens,
top_p=1,
frequency_penalty=0.2, frequency_penalty=0.2,
presence_penalty=0,
stop="\"\"\"") stop="\"\"\"")
# Extract, Clean Message from GPT's Response # Extract, Clean Message from GPT's Response
@ -88,9 +86,7 @@ A:{ "search-type": "notes" }'''
model=model, model=model,
temperature=temperature, temperature=temperature,
max_tokens=max_tokens, max_tokens=max_tokens,
top_p=1,
frequency_penalty=0.2, frequency_penalty=0.2,
presence_penalty=0,
stop=["\n"]) stop=["\n"])
# Extract, Clean Message from GPT's Response # Extract, Clean Message from GPT's Response
@ -159,9 +155,7 @@ A: { "intent": {"type": "generate", "activity": "chat", "query": "Can you dance
model=model, model=model,
temperature=temperature, temperature=temperature,
max_tokens=max_tokens, max_tokens=max_tokens,
top_p=1,
frequency_penalty=0.2, frequency_penalty=0.2,
presence_penalty=0,
stop=["\n"]) stop=["\n"])
# Extract, Clean Message from GPT's Response # Extract, Clean Message from GPT's Response
@ -193,8 +187,6 @@ AI: Hi, I am an AI conversational companion created by OpenAI. How can I help yo
model=model, model=model,
temperature=temperature, temperature=temperature,
max_tokens=max_tokens, max_tokens=max_tokens,
top_p=1,
frequency_penalty=0,
presence_penalty=0.6, presence_penalty=0.6,
stop=["\n", "Human:", "AI:"]) stop=["\n", "Human:", "AI:"])