sij/khoj
1
0
Fork 0
mirror of https://github.com/khoj-ai/khoj.git synced 2024-11-23 23:48:56 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 16

Merge branch 'add-prompt-tracer-for-observability' of github.com:khoj-ai/khoj into features/advanced-reasoning

Browse source
This commit is contained in:
sabaimran 2024-10-26 14:09:00 -07:00
commit 33e48aa27e
1 changed files with 9 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
src/khoj/processor/conversation/utils.py
View file

@ -429,7 +429,7 @@ def commit_conversation_trace(
response: str | list[dict], response: str | list[dict],
tracer: dict, tracer: dict,
system_message: str | list[dict] = "", system_message: str | list[dict] = "",
repo_path: str = "/tmp/khoj_promptrace", repo_path: str = "/tmp/promptrace",
) -> str: ) -> str:
""" """
Save trace of conversation step using git. Useful to visualize, compare and debug traces. Save trace of conversation step using git. Useful to visualize, compare and debug traces.
@ -451,7 +451,7 @@ def commit_conversation_trace(
uid, cid, mid = tracer.get("uid", "main"), tracer.get("cid", "main"), tracer.get("mid") uid, cid, mid = tracer.get("uid", "main"), tracer.get("cid", "main"), tracer.get("mid")
# Infer repository path from environment variable or provided path # Infer repository path from environment variable or provided path
repo_path = os.getenv("PROMPTRACE_DIR", repo_path) or "/tmp/promptrace" repo_path = os.getenv("PROMPTRACE_DIR", repo_path)
try: try:
# Prepare git repository # Prepare git repository
@ -527,11 +527,11 @@ Metadata
logger.debug(f"Saved conversation trace to repo at {repo_path}") logger.debug(f"Saved conversation trace to repo at {repo_path}")
return repo_path return repo_path
except Exception as e: except Exception as e:
logger.error(f"Failed to add conversation trace to repo: {str(e)}") logger.error(f"Failed to add conversation trace to repo: {str(e)}", exc_info=True)
return None return None
def merge_message_into_conversation_trace(query: str, response: str, tracer: dict, repo_path=None) -> bool: def merge_message_into_conversation_trace(query: str, response: str, tracer: dict, repo_path="/tmp/promptrace") -> bool:
""" """
Merge the message branch into its parent conversation branch. Merge the message branch into its parent conversation branch.
@ -545,14 +545,14 @@ def merge_message_into_conversation_trace(query: str, response: str, tracer: dic
bool: True if merge was successful, False otherwise bool: True if merge was successful, False otherwise
""" """
try: try:
# Infer repository path from environment variable or provided path
repo_path = os.getenv("PROMPTRACE_DIR", repo_path) or "/tmp/promptrace"
repo = Repo(repo_path)
# Extract branch names # Extract branch names
msg_branch = f"m_{tracer['mid']}" msg_branch = f"m_{tracer['mid']}"
conv_branch = f"c_{tracer['cid']}" conv_branch = f"c_{tracer['cid']}"
# Infer repository path from environment variable or provided path
repo_path = os.getenv("PROMPTRACE_DIR", repo_path)
repo = Repo(repo_path)
# Checkout conversation branch # Checkout conversation branch
repo.heads[conv_branch].checkout() repo.heads[conv_branch].checkout()
@ -579,5 +579,5 @@ Metadata
logger.debug(f"Successfully merged {msg_branch} into {conv_branch}") logger.debug(f"Successfully merged {msg_branch} into {conv_branch}")
return True return True
except Exception as e: except Exception as e:
logger.error(f"Failed to merge message {msg_branch} into conversation {conv_branch}: {str(e)}") logger.error(f"Failed to merge message {msg_branch} into conversation {conv_branch}: {str(e)}", exc_info=True)
return False return False