From c82cd0862aa79edf92a19c708bef8589f9ab1a18 Mon Sep 17 00:00:00 2001
From: Debanjum Singh Solanky <debanjum@gmail.com>
Date: Mon, 6 Nov 2023 23:11:22 -0800
Subject: [PATCH] Delete deprecated content config pages for local files from
 web client

The desktop app now manages syncing local computer files to index
The server only manages "cloud" data source like github and notion.
---
 .../interface/web/content_type_input.html     | 159 ------------------
 src/khoj/routers/web_client.py                |  47 ------
 2 files changed, 206 deletions(-)
 delete mode 100644 src/khoj/interface/web/content_type_input.html

diff --git a/src/khoj/interface/web/content_type_input.html b/src/khoj/interface/web/content_type_input.html
deleted file mode 100644
index f8751ddc..00000000
--- a/src/khoj/interface/web/content_type_input.html
+++ /dev/null
@@ -1,159 +0,0 @@
-{% extends "base_config.html" %}
-{% block content %}
-<div class="page">
-    <div class="section">
-        <h2 class="section-title">
-            <img class="card-icon" src="/static/assets/icons/{{ content_type }}.svg" alt="{{ content_type|capitalize }}">
-            <span class="card-title-text">{{ content_type|capitalize }}</span>
-        </h2>
-        <form id="config-form">
-            <table>
-                <tr>
-                    <td>
-                        <label for="input-files" title="Add a {{content_type}} file for Khoj to index">Files</label>
-                    </td>
-                    <td id="input-files-cell">
-                        {% if current_config['input_files'] is none %}
-                            <input type="text" id="input-files" name="input-files" placeholder="~\Documents\notes.{{content_type}}">
-                        {% else %}
-                            {% for input_file in current_config['input_files'] %}
-                                <input type="text" id="input-files" name="input-files" value="{{ input_file }}" placeholder="~\Documents\notes.{{content_type}}">
-                            {% endfor %}
-                        {% endif %}
-                    </td>
-                    <td>
-                        <button type="button" id="input-files-button">Add</button>
-                    </td>
-                </tr>
-                <tr>
-                    <td>
-                        <label for="input-filter" title="Add a folder with {{content_type}} files for Khoj to index">Folders</label>
-                    </td>
-                    <td id="input-filter-cell">
-                        {% if current_config['input_filter'] is none %}
-                            <input type="text" id="input-filter" name="input-filter" placeholder="~/Documents/{{content_type}}">
-                        {% else %}
-                            {% for input_filter in current_config['input_filter'] %}
-                                <input type="text" id="input-filter" name="input-filter" placeholder="~/Documents/{{content_type}}" value="{{ input_filter }}">
-                            {% endfor %}
-                        {% endif %}
-                    </td>
-                    <td>
-                        <button type="button" id="input-filter-button">Add</button>
-                    </td>
-                </tr>
-            </table>
-            <div class="section">
-                <div id="success" style="display: none;" ></div>
-                <button id="submit" type="submit">Save</button>
-            </div>
-        </form>
-    </div>
-</div>
-<script>
-    function addButtonEventListener(fieldName) {
-        var button = document.getElementById(fieldName + "-button");
-        button.addEventListener("click", function(event) {
-            var cell = document.getElementById(fieldName + "-cell");
-            var newInput = document.createElement("input");
-            newInput.setAttribute("type", "text");
-            newInput.setAttribute("name", fieldName);
-            cell.appendChild(newInput);
-        })
-    }
-
-    addButtonEventListener("input-files");
-    addButtonEventListener("input-filter");
-
-    function getValidInputNodes(nodes) {
-        var validNodes = [];
-        for (var i = 0; i < nodes.length; i++) {
-            const nodeValue = nodes[i].value;
-            if (nodeValue === "" || nodeValue === null || nodeValue === undefined || nodeValue === "None") {
-                continue;
-            }
-            validNodes.push(nodes[i]);
-        }
-        return validNodes;
-    }
-
-    submit.addEventListener("click", function(event) {
-        event.preventDefault();
-        let globFormat = "**/*"
-        let suffixes = [];
-        if ('{{content_type}}' == "markdown")
-            suffixes = [".md", ".markdown"]
-        else if ('{{content_type}}' == "org")
-            suffixes = [".org"]
-        else if ('{{content_type}}' === "pdf")
-            suffixes = [".pdf"]
-        else if ('{{content_type}}' === "plaintext")
-            suffixes = ['.*']
-
-        let globs = suffixes.map(x => `${globFormat}${x}`)
-        var inputFileNodes = document.getElementsByName("input-files");
-        var inputFiles = getValidInputNodes(inputFileNodes).map(node => node.value);
-
-        var inputFilterNodes = document.getElementsByName("input-filter");
-
-        var inputFilter = [];
-        var nodes = getValidInputNodes(inputFilterNodes);
-
-        // A regex that checks for globs in the path.  If they exist,
-        // we are going to just not add our own globing.  If they don't,
-        // then we will assume globbing should be done.
-        const glob_regex = /([*?\[\]])/;
-        if (nodes.length > 0) {
-            for (var i = 0; i < nodes.length; i++) {
-                for (var j = 0; j < globs.length; j++) {
-                    if (glob_regex.test(nodes[i].value)) {
-                        inputFilter.push(nodes[i].value);
-                    } else {
-                        inputFilter.push(nodes[i].value + globs[j]);
-                    }
-                }
-            }
-        }
-
-        if (inputFiles.length === 0 && inputFilter.length === 0) {
-            alert("You must specify at least one input file or input filter.");
-            return;
-        }
-
-        if (inputFiles.length == 0) {
-            inputFiles = null;
-        }
-
-        if (inputFilter.length == 0) {
-            inputFilter = null;
-        }
-
-        // var index_heading_entries = document.getElementById("index-heading-entries").value;
-        var index_heading_entries = true;
-
-        const csrfToken = document.cookie.split('; ').find(row => row.startsWith('csrftoken'))?.split('=')[1];
-        fetch('/api/config/data/content_type/{{ content_type }}', {
-            method: 'POST',
-            headers: {
-                'Content-Type': 'application/json',
-                'X-CSRFToken': csrfToken
-            },
-            body: JSON.stringify({
-                "input_files": inputFiles,
-                "input_filter": inputFilter,
-                "index_heading_entries": index_heading_entries
-            })
-        })
-        .then(response => response.json())
-        .then(data => {
-            if (data["status"] == "ok") {
-                document.getElementById("success").innerHTML = "✅ Successfully updated. Go to your <a href='/config'>settings page</a> to complete setup.";
-                document.getElementById("success").style.display = "block";
-            } else {
-                document.getElementById("success").innerHTML = "⚠️ Failed to update settings.";
-                document.getElementById("success").style.display = "block";
-            }
-        })
-    });
-</script>
-{% endblock %}
diff --git a/src/khoj/routers/web_client.py b/src/khoj/routers/web_client.py
index 35603e18..65292ccf 100644
--- a/src/khoj/routers/web_client.py
+++ b/src/khoj/routers/web_client.py
@@ -9,7 +9,6 @@ from fastapi.responses import HTMLResponse, FileResponse, RedirectResponse
 from fastapi.templating import Jinja2Templates
 from starlette.authentication import requires
 from khoj.utils.rawconfig import (
-    TextContentConfig,
     GithubContentConfig,
     GithubRepoConfig,
     NotionContentConfig,
@@ -18,14 +17,11 @@ from khoj.utils.rawconfig import (
 # Internal Packages
 from khoj.utils import constants, state
 from database.adapters import EntryAdapters, get_user_github_config, get_user_notion_config, ConversationAdapters
-from database.models import LocalOrgConfig, LocalMarkdownConfig, LocalPdfConfig, LocalPlaintextConfig
 
 # Initialize Router
 web_client = APIRouter()
 templates = Jinja2Templates(directory=constants.web_directory)
 
-VALID_TEXT_CONTENT_TYPES = ["org", "markdown", "pdf", "plaintext"]
-
 
 # Create Routes
 @web_client.get("/", response_class=FileResponse)
@@ -109,17 +105,6 @@ def login_page(request: Request):
     )
 
 
-def map_config_to_object(content_type: str):
-    if content_type == "org":
-        return LocalOrgConfig
-    if content_type == "markdown":
-        return LocalMarkdownConfig
-    if content_type == "pdf":
-        return LocalPdfConfig
-    if content_type == "plaintext":
-        return LocalPlaintextConfig
-
-
 @web_client.get("/config", response_class=HTMLResponse)
 @requires(["authenticated"], redirect="login_page")
 def config_page(request: Request):
@@ -224,35 +209,3 @@ def notion_config_page(request: Request):
             "user_photo": user_picture,
         },
     )
-
-
-@web_client.get("/config/content_type/{content_type}", response_class=HTMLResponse)
-@requires(["authenticated"], redirect="login_page")
-def content_config_page(request: Request, content_type: str):
-    if content_type not in VALID_TEXT_CONTENT_TYPES:
-        return templates.TemplateResponse("config.html", context={"request": request})
-
-    object = map_config_to_object(content_type)
-    user = request.user.object
-    user_picture = request.session.get("user", {}).get("picture")
-    config = object.objects.filter(user=user).first()
-    if config == None:
-        config = object.objects.create(user=user)
-
-    current_config = TextContentConfig(
-        input_files=config.input_files,
-        input_filter=config.input_filter,
-        index_heading_entries=config.index_heading_entries,
-    )
-    current_config = json.loads(current_config.json())
-
-    return templates.TemplateResponse(
-        "content_type_input.html",
-        context={
-            "request": request,
-            "current_config": current_config,
-            "content_type": content_type,
-            "username": user.username,
-            "user_photo": user_picture,
-        },
-    )