update run_webgen_bench; add resume option to skip completed instances

Author: dcloud347

run_webgen_bench.py

@@ -212,6 +212,11 @@ def main() -> None:
         default=DEFAULT_DOCKER_IMAGE,
         help=f"Docker image for agent containers (default: {DEFAULT_DOCKER_IMAGE})",
     )
+    parser.add_argument(
+        "--resume",
+        action="store_true",
+        help="Skip instances that already have a result directory under result/",
+    )
     args = parser.parse_args()
 
     cfg = Config.from_yaml(Path(__file__).parent / args.config)
@@ -220,6 +225,9 @@ def main() -> None:
     if args.instance_ids:
         keep = set(args.instance_ids)
         dataset = dataset.filter(lambda x: x["id"] in keep)
+    if args.resume:
+        dataset = dataset.filter(lambda x: not (Path("result") / x["id"]).exists())
+        logger.info("Resume mode: skipping already-completed instances")
 
     logger.info("Running %d instances with %d worker(s)", len(dataset), args.workers)