sij/khoj
1
0
Fork 0
mirror of https://github.com/khoj-ai/khoj.git synced 2025-02-17 08:04:21 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Handle case where infer_webpage_url returns no valid urls

Browse source
This commit is contained in:
sabaimran 2024-11-01 11:41:32 -07:00
parent 33d36ee58c
commit 1fc280db35
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
src/khoj/routers/helpers.py
View file

@ -478,6 +478,9 @@ async def infer_webpage_urls(
valid_unique_urls = {str(url).strip() for url in urls["links"] if is_valid_url(url)} valid_unique_urls = {str(url).strip() for url in urls["links"] if is_valid_url(url)}
if is_none_or_empty(valid_unique_urls): if is_none_or_empty(valid_unique_urls):
raise ValueError(f"Invalid list of urls: {response}") raise ValueError(f"Invalid list of urls: {response}")
if len(valid_unique_urls) == 0:
logger.error(f"No valid URLs found in response: {response}")
return []
return list(valid_unique_urls) return list(valid_unique_urls)
except Exception: except Exception:
raise ValueError(f"Invalid list of urls: {response}") raise ValueError(f"Invalid list of urls: {response}")