Llm client logging pii

preprocessors/object-detection-llm/object-detection-llm.py

@@ -159,11 +159,14 @@ def detect_objects():
     if error:
         return jsonify(error), error["code"]
 
+    # leaving list here since not sure which one(s) might be useful for
+    # preventing endless responses, but when enabled, these definitely
+    # prevented Qwen from generating valid return messages.
     stop_tokens = [
-        "<|im_end|>",          # Qwen's end token
-        "<|endoftext|>",        # Alternative end token
-        "\n\n\n",               # Triple newline
-        "```",                  # Code block end
+        # "<|im_end|>",           # Qwen's end token
+        # "<|endoftext|>",        # Alternative end token
+        # "\n\n\n",               # Triple newline
+        # "```",                  # Code block end
     ]
 
     try:

utils/llm/client.py

@@ -18,9 +18,11 @@
 import os
 import json
 import logging
+from config.logging_utils import configure_logging
 from openai import OpenAI
 from typing import Optional, Dict, Any, Union
 
+configure_logging()
 
 class LLMClient:
     """Generic wrapper for OpenAI-compatible API clients."""
@@ -160,6 +162,7 @@ def chat_completion(
 
             logging.debug(f"Making LLM request to model: {self.model}")
             response = self.client.chat.completions.create(**params)
+            logging.pii(response)
 
             # Validate and extract response
             response_text = self._validate_response(response)