fix ci errors

Author: wenting-zhao

.github/workflows/system.yml

@@ -18,7 +18,7 @@ jobs:
         uses: docker/setup-buildx-action@v3
       - name: Install the project
         run: uv sync
-      - name: Clone
+      - name: Set up commit0
         run: uv run commit0 setup simpy
       - name: Setup
         run: uv run commit0 build simpy

commit0/harness/evaluate.py

@@ -72,18 +72,19 @@ def main(
     for name in tqdm(log_dirs):
         report_file = os.path.join(name, "report.json")
         name = name.split("/")[2]
+        test_ids = get_tests(name, stdout=False)
         if not os.path.exists(report_file):
             out.append(
                 {
                     "name": name,
                     "sum": 0,
                     "passed": 0,
                     "num_passed": 0,
+                    "num_tests": len(test_ids),
                 }
             )
             continue
         report = load_dataset("json", data_files=report_file, split="train")  # type: ignore
-        test_ids = get_tests(name, stdout=False)
         tests = {x["nodeid"]: x["call"] for x in report["tests"][0]}  # type: ignore
         status = []
         runtimes = []
@@ -110,7 +111,7 @@ def main(
                 "sum": total,
                 "passed": passed,
                 "num_passed": status["passed"] + status["xfail"],
-                "num_tests": sum(status.values()),
+                "num_tests": len(test_ids),
             }
         )
     print("repo,runtime,num_passed/num_tests")

commit0/harness/run_pytest_ids.py

@@ -94,6 +94,7 @@ def main(
                 output, "--json-report --json-report-file=report.json"
             )
             context.write_test_output(test_output, timed_out)
+            print(test_output)
     except EvaluationError as e:
         error_msg = traceback.format_exc()
         logger.info(error_msg)