Merge pull request #18 from commit-0/get_test_ids

Added get test id feature

Author: srush

.github/workflows/system.yml

@@ -22,5 +22,7 @@ jobs:
         run: uv run commit0 clone simpy
       - name: Setup
         run: uv run commit0 build simpy
+      - name: Get tests
+        run: uv run commit0 get-tests simpy
       - name: Test
         run: uv run commit0 test-reference simpy tests/test_event.py::test_succeed

commit0/__main__.py

@@ -1,4 +1,5 @@
 import commit0.harness.run_pytest_ids
+import commit0.harness.get_pytest_ids
 import commit0.harness.build
 import commit0.harness.setup
 import copy
@@ -50,6 +51,9 @@ def main() -> None:
             config.repo_split,
             config.num_workers,
         )
+    elif command == "get-tests":
+        repo = sys.argv[2]
+        commit0.harness.get_pytest_ids.main(repo)
     elif command == "test" or command == "test-reference":
         repo = sys.argv[2]
         test_ids = sys.argv[3]

commit0/data/test_ids/attrs.tar.bz2

@@ -26,7 +26,7 @@ class RepoInstance(TypedDict):
 EVAL_BACKENDS = ["local", "modal"]
 
 # available commands
-COMMANDS = ["clone", "build", "test", "test-reference"]
+COMMANDS = ["clone", "build", "test", "test-reference", "get-tests"]
 # repo splits
 SPLIT_MINITORCH = ["minitorch"]
 SPLIT_SIMPY = ["simpy"]

commit0/data/test_ids/babel.tar.bz2

@@ -0,0 +1,16 @@
+import tarfile
+
+
+def main(repo: str) -> None:
+    repo = repo.lower()
+    repo = repo.replace(".", "-")
+    with tarfile.open(f"commit0/data/test_ids/{repo}.tar.bz2", "r:bz2") as tar:
+        for member in tar.getmembers():
+            if member.isfile():
+                file = tar.extractfile(member)
+                if file:
+                    content = file.read()
+                    print(content.decode("utf-8"))
+
+
+__all__ = []