sij/khoj
1
0
Fork 0
mirror of https://github.com/khoj-ai/khoj.git synced 2025-02-17 08:04:21 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Bump up rate limit for subscribed users and add an option to create new conversation in the POST request

Browse source
This commit is contained in:
sabaimran 2024-10-03 12:31:58 -07:00
parent 7a5cd06162
commit cb4052e333
2 changed files with 16 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
src/khoj/database/adapters/__init__.py
View file

@ -730,8 +730,15 @@ class ConversationAdapters:
@staticmethod
async def aget_conversation_by_user(
user: KhojUser, client_application: ClientApplication = None, conversation_id: str = None, title: str = None
user: KhojUser,
client_application: ClientApplication = None,
conversation_id: str = None,
title: str = None,
create_new: bool = False,
) -> Optional[Conversation]:
if create_new:
return await ConversationAdapters.acreate_conversation_session(user, client_application)
query = Conversation.objects.filter(user=user, client=client_application).prefetch_related("agent")
if conversation_id:

11
src/khoj/routers/api_chat.py
View file

@ -531,6 +531,7 @@ class ChatRequestBody(BaseModel):
country: Optional[str] = None
timezone: Optional[str] = None
image: Optional[str] = None
create_new: Optional[bool] = False
@api_chat.post("")
@ -540,10 +541,10 @@ async def chat(
common: CommonQueryParams,
body: ChatRequestBody,
rate_limiter_per_minute=Depends(
ApiUserRateLimiter(requests=60, subscribed_requests=60, window=60, slug="chat_minute")
ApiUserRateLimiter(requests=60, subscribed_requests=200, window=60, slug="chat_minute")
),
rate_limiter_per_day=Depends(
ApiUserRateLimiter(requests=600, subscribed_requests=600, window=60 * 60 * 24, slug="chat_day")
ApiUserRateLimiter(requests=600, subscribed_requests=6000, window=60 * 60 * 24, slug="chat_day")
),
):
# Access the parameters from the body
@ -641,7 +642,11 @@ async def chat(
conversation_commands = [get_conversation_command(query=q, any_references=True)]
conversation = await ConversationAdapters.aget_conversation_by_user(
user, client_application=request.user.client_app, conversation_id=conversation_id, title=title
user,
client_application=request.user.client_app,
conversation_id=conversation_id,
title=title,
create_new=body.create_new,
)
if not conversation:
async for result in send_llm_response(f"Conversation {conversation_id} not found"):