revert unneeded changes

Author: pamelafox

.github/workflows/evaluate.yaml

@@ -1,13 +1,8 @@
 name: Evaluate
 
 on:
-  workflow_dispatch:
   issue_comment:
     types: [created]
-  pull_request:
-    branches: [ main ]
-  push:
-    branches: [ main, test-eval ]
 
 # Set up permissions for deploying with secretless Azure federated credentials
 # https://learn.microsoft.com/azure/developer/github/connect-from-azure?tabs=azure-portal%2Clinux#set-up-azure-login-with-openid-connect-authentication
@@ -17,7 +12,7 @@ permissions:
 
 jobs:
   evaluate:
-    #if: github.event_name == 'workflow_dispatch' || contains(github.event.comment.body, '#evaluate')
+    if: ${{ github.event.issue.pull_request && contains(github.event.comment.body, '#evaluate')
     runs-on: ubuntu-latest
     env:
       UV_SYSTEM_PYTHON: 1
@@ -136,8 +131,7 @@ jobs:
 
       - name: Evaluate local RAG flow
         run: |
-          PR_NUMBER=$(echo $GITHUB_REF | awk 'BEGIN { FS = "/" } ; /^refs\/pull/ { print $3 }')
-          python evals/evaluate.py --targeturl=http://127.0.0.1:8000/chat --numquestions=2 --resultsdir=results/pr$PR_NUMBER
+          python evals/evaluate.py --targeturl=http://127.0.0.1:8000/chat --numquestions=2 --resultsdir=results/pr${{ github.event.issue.number }}
 
       - name: Upload server logs as build artifact
         uses: actions/upload-artifact@v4
@@ -155,7 +149,7 @@ jobs:
         uses: actions/upload-artifact@v4
         with:
           name: eval_result
-          path: ./evals/results/pr$PR_NUMBER
+          path: ./evals/results/pr${{ github.event.issue.number }}
 
       - name: GitHub Summary Step
         if: ${{ success() }}

src/backend/fastapi_app/postgres_searcher.py

@@ -84,18 +84,6 @@ async def search(
         else:
             raise ValueError("Both query text and query vector are empty")
 
-        first_item = (await self.db_session.execute(select(Item).order_by(Item.id).limit(1))).scalars().first()
-        # Will it work?
-        (
-            await self.db_session.execute(
-                text(
-                    f"SELECT id, {Item.__tablename__}.embedding_ada002 <=> :embedding AS distance "
-                    f"FROM {Item.__tablename__} ORDER BY distance LIMIT 2"
-                ),
-                {"embedding": first_item.embedding_ada002},
-            )
-        ).fetchall()
-
         results = (
             await self.db_session.execute(
                 sql,

src/backend/fastapi_app/prompts/query.txt

@@ -3,4 +3,4 @@ You have access to an Azure PostgreSQL database with an items table that has col
 Generate a search query based on the conversation and the new question.
 If the question is not in English, translate the question to English before generating the search query.
 If you cannot generate a search query, return the original user question.
-DO NOT return anything besides the query!
+DO NOT return anything besides the query.

src/backend/fastapi_app/setup_postgres_seeddata.py

@@ -53,22 +53,6 @@ async def seed_data(engine):
                 pass
 
     logger.info(f"{table_name} table seeded successfully.")
-    # Do a simple query with <=>
-    # Check cosine distance of every item with the first item
-    async with async_sessionmaker(engine, expire_on_commit=False)() as session:
-        first_item = (await session.execute(select(Item).order_by(Item.id).limit(1))).scalars().first()
-        result = (
-            await session.execute(
-                text(
-                    f"SELECT id, {Item.__tablename__}.embedding_ada002 <=> :embedding AS distance "
-                    f"FROM {Item.__tablename__} ORDER BY distance LIMIT 2"
-                ),
-                {"embedding": first_item.embedding_ada002},
-            )
-        ).fetchall()
-        logger.info("Test query: cosine distance of first two items with the first item:")
-        for row in result:
-            logger.info(row)
 
 
 async def main():