sij/khoj
1
0
Fork 0
mirror of https://github.com/khoj-ai/khoj.git synced 2024-11-27 17:35:07 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

Index only files with valid text extension in folders synced by Desktop app

Browse source 
This maintains consistent set of indexable files from Desktop app,
whether indexing via file or folder filters
This commit is contained in:
Debanjum Singh Solanky 2024-04-12 00:53:26 +05:30
parent 9a48f72041
commit 34c3f70203
1 changed files with 5 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
src/interface/desktop/main.js
View file

@ -117,12 +117,16 @@ async function isPlainTextFile(filePath) {
if (!isMagikaLoaded) {
await magika.load();
isMagikaLoaded = true;
validFileTypes = [
"org", "md", "pdf",
// all text file extensions known to Magika
...magika.config.labels.filter(l => l.is_text == true).map(l => l.name)];
}
try {
const fileContent = fs.readFileSync(filePath);
const fileType = await magika.identifyBytes(fileContent);
const fileLabel = magika.config.labels.filter(l => l.name == fileType.label)?.[0]
return fileLabel?.is_text
return fileLabel?.is_text && validFileTypes.includes(fileType?.label);
} catch (err) {
console.error("Failed to identify file type: ", err);
return false;