Log error if unable to decode chunk from Github

This commit is contained in:
sabaimran 2023-07-03 16:29:32 -07:00
parent ecf9730cd7
commit b1940519c3

View file

@ -157,6 +157,7 @@ class GithubToJsonl(TextToJsonl):
content += chunk.decode("utf-8") content += chunk.decode("utf-8")
except Exception as e: except Exception as e:
logger.error(f"Unable to decode chunk from {file_url}") logger.error(f"Unable to decode chunk from {file_url}")
logger.error(e)
return content return content