From f0de2583f72f1e92ac80f18e798c40ada982181c Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Jonas=20M=2E=20K=C3=BCbler?=
 <44084297+jmkuebler@users.noreply.github.com>
Date: Tue, 2 Sep 2025 21:54:11 +0200
Subject: [PATCH 1/2] add output path argument to evals

---
 gpt_oss/evals/__main__.py | 12 +++++++++---
 1 file changed, 9 insertions(+), 3 deletions(-)

diff --git a/gpt_oss/evals/__main__.py b/gpt_oss/evals/__main__.py
index 40d56c12..e5ef7f35 100644
--- a/gpt_oss/evals/__main__.py
+++ b/gpt_oss/evals/__main__.py
@@ -68,6 +68,12 @@ def main():
     parser.add_argument(
         "--examples", type=int, help="Number of examples to use (overrides default)"
     )
+    parser.add_argument(
+        "--output-path",
+        type=str,
+        default="{args.output_path.rstrip('/')}/",
+        help="Output directory for results",
+    )
 
     args = parser.parse_args()
 
@@ -162,7 +168,7 @@ def get_evals(eval_name, debug_mode):
             file_stem = f"{eval_name}_{model_name}_temp{args.temperature}"
             # file stem should also include the year, month, day, and time in hours and minutes
             file_stem += f"_{date_str}"
-            report_filename = f"/tmp/{file_stem}{debug_suffix}.html"
+            report_filename = f"{args.output_path.rstrip('/')}/{file_stem}{debug_suffix}.html"
             print(f"Writing report to {report_filename}")
             with open(report_filename, "w") as fh:
                 fh.write(report.make_report(result))
@@ -171,12 +177,12 @@ def get_evals(eval_name, debug_mode):
             # Sort metrics by key
             metrics = dict(sorted(metrics.items()))
             print(metrics)
-            result_filename = f"/tmp/{file_stem}{debug_suffix}.json"
+            result_filename = f"{args.output_path.rstrip('/')}/{file_stem}{debug_suffix}.json"
             with open(result_filename, "w") as f:
                 f.write(json.dumps(metrics, indent=2))
             print(f"Writing results to {result_filename}")
 
-            full_result_filename = f"/tmp/{file_stem}{debug_suffix}_allresults.json"
+            full_result_filename = f"{args.output_path.rstrip('/')}/{file_stem}{debug_suffix}_allresults.json"
             with open(full_result_filename, "w") as f:
                 result_dict = {
                     "score": result.score,

From 9303a57e5ca6bed5f76b7b18aa6f7aa098f44495 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Jonas=20M=2E=20K=C3=BCbler?=
 <44084297+jmkuebler@users.noreply.github.com>
Date: Tue, 2 Sep 2025 21:56:40 +0200
Subject: [PATCH 2/2] fix

---
 gpt_oss/evals/__main__.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/gpt_oss/evals/__main__.py b/gpt_oss/evals/__main__.py
index e5ef7f35..f665aa9d 100644
--- a/gpt_oss/evals/__main__.py
+++ b/gpt_oss/evals/__main__.py
@@ -71,7 +71,7 @@ def main():
     parser.add_argument(
         "--output-path",
         type=str,
-        default="{args.output_path.rstrip('/')}/",
+        default="/tmp/",
         help="Output directory for results",
     )