diff --git a/Dockerfile b/Dockerfile
index 961906b8..c042a6d1 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -3,7 +3,7 @@ FROM ubuntu:jammy
 LABEL org.opencontainers.image.source https://github.com/khoj-ai/khoj
 
 # Install System Dependencies
-RUN apt update -y && apt -y install python3-pip git swig
+RUN apt update -y && apt -y install python3-pip swig
 
 WORKDIR /app
 
diff --git a/prod.Dockerfile b/prod.Dockerfile
index 2471d9b8..413835d0 100644
--- a/prod.Dockerfile
+++ b/prod.Dockerfile
@@ -4,7 +4,9 @@ FROM nvidia/cuda:12.2.0-devel-ubuntu22.04
 LABEL org.opencontainers.image.source https://github.com/khoj-ai/khoj
 
 # Install System Dependencies
-RUN apt update -y && apt -y install python3-pip git libsqlite3-0 ffmpeg libsm6 libxext6
+RUN apt update -y && apt -y install python3-pip libsqlite3-0 ffmpeg libsm6 libxext6
+# Install Optional Dependencies
+RUN apt install vim -y
 
 WORKDIR /app
 
@@ -18,8 +20,6 @@ RUN sed -i "s/dynamic = \\[\"version\"\\]/version = \"$VERSION\"/" pyproject.tom
 # Copy Source Code
 COPY . .
 
-RUN apt install vim -y
-
 # Set the PYTHONPATH environment variable in order for it to find the Django app.
 ENV PYTHONPATH=/app/src:$PYTHONPATH