sij/khoj
1
0
Fork 0
mirror of https://github.com/khoj-ai/khoj.git synced 2025-02-17 08:04:21 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Use the same function for computing entries for IDs regardless of whether it has prev entries

Browse source
This commit is contained in:
sabaimran 2023-07-21 13:23:56 -07:00
parent 3e59be7f1d
commit 596e11ec6d
1 changed files with 3 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
src/khoj/processor/github/github_to_jsonl.py
View file

@ -84,12 +84,9 @@ class GithubToJsonl(TextToJsonl):
def update_entries_with_ids(self, current_entries, previous_entries):
# Identify, mark and merge any new entries with previous entries
with timer("Identify new or updated entries", logger):
if not previous_entries:
entries_with_ids = list(enumerate(current_entries))
else:
entries_with_ids = TextToJsonl.mark_entries_for_update(
current_entries, previous_entries, key="compiled", logger=logger
)
entries_with_ids = TextToJsonl.mark_entries_for_update(
current_entries, previous_entries, key="compiled", logger=logger
)
with timer("Write github entries to JSONL file", logger):
# Process Each Entry from All Notes Files