sij/khoj
1
0
Fork 0
mirror of https://github.com/khoj-ai/khoj.git synced 2024-12-18 02:27:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 23

Remove the old mechanism of streaming compiled references

Browse source 
Do not need response generator to stuff compiled references in chat
stream using "### compiled references:" separator.

References are now sent to clients as structured json while streaming
This commit is contained in:
Debanjum Singh Solanky 2024-07-23 19:53:51 +05:30
parent eb4e12d3c5
commit b36a7833a6
2 changed files with 0 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/khoj/processor/conversation/utils.py
View file

@ -62,10 +62,6 @@ class ThreadedGenerator:
self.queue.put(data) self.queue.put(data)
def close(self): def close(self):
if self.compiled_references and len(self.compiled_references) > 0:
self.queue.put(f"### compiled references:{json.dumps(self.compiled_references)}")
if self.online_results and len(self.online_results) > 0:
self.queue.put(f"### compiled references:{json.dumps(self.online_results)}")
self.queue.put(StopIteration) self.queue.put(StopIteration)

5
src/khoj/routers/api_chat.py
View file

@ -938,11 +938,6 @@ async def chat(
return return
if not connection_alive or not continue_stream: if not connection_alive or not continue_stream:
continue continue
# Stop streaming after compiled references section of response starts
# References are being processed via the references event rather than the message event
if "### compiled references:" in item:
continue_stream = False
item = item.split("### compiled references:")[0]
try: try:
async for result in send_event("message", f"{item}"): async for result in send_event("message", f"{item}"):
yield result yield result