From ffbd0ae3a55665304726f4836b910d5d8b29ead6 Mon Sep 17 00:00:00 2001
From: Debanjum <debanjum@gmail.com>
Date: Wed, 20 Nov 2024 12:53:11 -0800
Subject: [PATCH] Fix eval github workflow to run on releases, i.e on tags push

---
 .github/workflows/run_evals.yml | 11 ++++++-----
 1 file changed, 6 insertions(+), 5 deletions(-)

diff --git a/.github/workflows/run_evals.yml b/.github/workflows/run_evals.yml
index fdca6f12..46c6d11c 100644
--- a/.github/workflows/run_evals.yml
+++ b/.github/workflows/run_evals.yml
@@ -1,9 +1,10 @@
-name: Run Khoj Evals
+name: eval
 
 on:
-  # Run on every releases
-  release:
-    types: [published]
+  # Run on every release
+  push:
+    tags:
+      - "*"
   # Allow manual triggers from GitHub UI
   workflow_dispatch:
     inputs:
@@ -82,7 +83,7 @@ jobs:
           sed -i 's/dynamic = \["version"\]/version = "${{ steps.hatch.outputs.version }}"/' pyproject.toml
           pip install --upgrade .[dev]
 
-      - name: 📝 Run Evals
+      - name: 📝 Run Eval
         env:
           KHOJ_MODE: ${{ matrix.khoj_mode }}
           SAMPLE_SIZE: ${{ inputs.sample_size }}