sij/khoj
1
0
Fork 0
mirror of https://github.com/khoj-ai/khoj.git synced 2024-11-23 23:48:56 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 16

Set File Types to Sync from Obsidian via Khoj Plugin Settings Page

Browse source 
Useful to limit file types to sync with Khoj. Avoids hitting indexed
data limits, especially for users on the Khoj cloud free tier

Closes #893
This commit is contained in:
Debanjum Singh Solanky 2024-09-04 16:06:15 -07:00
parent 895f1c8e9e
commit 19efc83455
2 changed files with 67 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

48
src/interface/obsidian/src/settings.ts
View file

@ -10,6 +10,11 @@ export interface UserInfo {
email?: string;
}
interface SyncFileTypes {
markdown: boolean;
images: boolean;
pdf: boolean;
}
export interface KhojSetting {
resultsCount: number;
khojUrl: string;
@ -17,6 +22,7 @@ export interface KhojSetting {
connectedToBackend: boolean;
autoConfigure: boolean;
lastSync: Map<TFile, number>;
syncFileType: SyncFileTypes;
userInfo: UserInfo | null;
}
@ -27,6 +33,11 @@ export const DEFAULT_SETTINGS: KhojSetting = {
connectedToBackend: false,
autoConfigure: true,
lastSync: new Map(),
syncFileType: {
markdown: true,
images: true,
pdf: true,
},
userInfo: null,
}
@ -96,6 +107,43 @@ export class KhojSettingTab extends PluginSettingTab {
this.plugin.settings.resultsCount = value;
await this.plugin.saveSettings();
}));
// Add new "Sync" heading
containerEl.createEl('h3', {text: 'Sync'});
// Add setting to sync markdown notes
new Setting(containerEl)
.setName('Sync Notes')
.setDesc('Index Markdown files in your vault with Khoj.')
.addToggle(toggle => toggle
.setValue(this.plugin.settings.syncFileType.markdown)
.onChange(async (value) => {
this.plugin.settings.syncFileType.markdown = value;
await this.plugin.saveSettings();
}));
// Add setting to sync images
new Setting(containerEl)
.setName('Sync Images')
.setDesc('Index images in your vault with Khoj.')
.addToggle(toggle => toggle
.setValue(this.plugin.settings.syncFileType.images)
.onChange(async (value) => {
this.plugin.settings.syncFileType.images = value;
await this.plugin.saveSettings();
}));
// Add setting to sync PDFs
new Setting(containerEl)
.setName('Sync PDFs')
.setDesc('Index PDF files in your vault with Khoj.')
.addToggle(toggle => toggle
.setValue(this.plugin.settings.syncFileType.pdf)
.onChange(async (value) => {
this.plugin.settings.syncFileType.pdf = value;
await this.plugin.saveSettings();
}));
new Setting(containerEl)
.setName('Auto Sync')
.setDesc('Automatically index your vault with Khoj.')

23
src/interface/obsidian/src/utils.ts
View file

@ -48,14 +48,29 @@ function filenameToMimeType (filename: TFile): string {
}
}
export const supportedImageFilesTypes = ['png', 'jpg', 'jpeg'];
export const supportedBinaryFileTypes = ['pdf'].concat(supportedImageFilesTypes);
export const supportedFileTypes = ['md', 'markdown'].concat(supportedBinaryFileTypes);
export const fileTypeToExtension = {
'pdf': ['pdf'],
'image': ['png', 'jpg', 'jpeg'],
'markdown': ['md', 'markdown'],
};
export const supportedImageFilesTypes = fileTypeToExtension.image;
export const supportedBinaryFileTypes = fileTypeToExtension.pdf.concat(supportedImageFilesTypes);
export const supportedFileTypes = fileTypeToExtension.markdown.concat(supportedBinaryFileTypes);
export async function updateContentIndex(vault: Vault, setting: KhojSetting, lastSync: Map<TFile, number>, regenerate: boolean = false): Promise<Map<TFile, number>> {
// Get all markdown, pdf files in the vault
console.log(`Khoj: Updating Khoj content index...`)
const files = vault.getFiles().filter(file => supportedFileTypes.includes(file.extension));
const files = vault.getFiles()
// Filter supported file types for syncing
.filter(file => supportedFileTypes.includes(file.extension))
// Filter user configured file types for syncing
.filter(file => {
if (fileTypeToExtension.markdown.includes(file.extension)) return setting.syncFileType.markdown;
if (fileTypeToExtension.pdf.includes(file.extension)) return setting.syncFileType.pdf;
if (fileTypeToExtension.image.includes(file.extension)) return setting.syncFileType.images;
return false;
});
let countOfFilesToIndex = 0;
let countOfFilesToDelete = 0;
lastSync = lastSync.size > 0 ? lastSync : new Map<TFile, number>();