merge w main

Author: celine-lee

.github/workflows/pre-commit.yml

@@ -15,7 +15,7 @@ jobs:
       - name: Set up Python
         run: uv venv --python 3.12
       - name: Install the project
-        run: uv sync
+        run: uv sync --extra agent
       - name: Install the project
         run: uv pip install pre-commit
       - name: PreCommit

.github/workflows/system.yml

@@ -17,7 +17,7 @@ jobs:
       - name: Set up Docker
         uses: docker/setup-buildx-action@v3
       - name: Install the project
-        run: uv sync
+        run: uv sync --extra agent
       - name: Set up commit0
         run: uv run commit0 setup simpy
       - name: Build docker images

README.md

@@ -1,3 +1,9 @@
+### Updates
+#### Sep 28, 2024:
+If you want to use agent with the OpenAI o1 models, please run these installation commands to update packages ``pip install git+https://github.com/wenting-zhao/aider.git``.
+
+---
+
 # Commit0
 
 <a href="https://commit-0.github.io/">Commit0</a> is a from scratch AI coding challenge. Can you create a library from commit 0?
@@ -48,7 +54,7 @@ Available options include:
 | `--dataset-name` | str | Name of the Huggingface dataset | `wentingzhao/commit0_combined` |
 | `--dataset-split` | str | Split of the Huggingface dataset | `test` |
 | `--base-dir` | str | Base directory to clone repos to | `repos/` |
-| `--commit0-dot-file-path` | str | Storing path for stateful commit0 configs | `.commit0.yaml` |
+| `--commit0-config-file` | str | Storing path for stateful commit0 configs | `.commit0.yaml` |
 
 ### Build
 
@@ -58,7 +64,7 @@ Available options include:
 | Argument | Type | Description | Default |
 |----------|------|-------------|---------|
 | `--num-workers` | int | Number of workers | `8` |
-| `--commit0-dot-file-path` | str | Path to the commit0 dot file | `.commit0.yaml` |
+| `--commit0-config-file` | str | Path to the commit0 dot file | `.commit0.yaml` |
 | `--verbose` | int | Verbosity level (1 or 2) | `1` |
 
 ### Get Tests
@@ -85,7 +91,7 @@ Available options include:
 | `--reference` | bool | Test the reference commit | `False` |
 | `--coverage` | bool | Get coverage information | `False` |
 | `--rebuild` | bool | Rebuild an image | `False` |
-| `--commit0-dot-file-path` | str | Path to the commit0 dot file | `.commit0.yaml` |
+| `--commit0-config-file` | str | Path to the commit0 dot file | `.commit0.yaml` |
 | `--verbose` | int | Verbosity level (1 or 2) | `1` |
 | `--stdin` | bool | Read test names from stdin | `False` |
 
@@ -103,7 +109,7 @@ Available options include:
 | `--num-workers` | int | Number of workers to use | `8` |
 | `--reference` | bool | Evaluate the reference commit | `False` |
 | `--coverage` | bool | Get coverage information | `False` |
-| `--commit0-dot-file-path` | str | Path to the commit0 dot file | `.commit0.yaml` |
+| `--commit0-config-file` | str | Path to the commit0 dot file | `.commit0.yaml` |
 | `--rebuild` | bool | Rebuild images | `False` |
 
 ### Lint
@@ -115,7 +121,7 @@ Available options include:
 |----------|------|-------------|---------|
 | `repo_or_repo_dir` | str | Directory of the repository to test | |
 | `--files` | List[Path] | Files to lint (optional) | |
-| `--commit0-dot-file-path` | str | Path to the commit0 dot file | `.commit0.yaml` |
+| `--commit0-config-file` | str | Path to the commit0 dot file | `.commit0.yaml` |
 | `--verbose` | int | Verbosity level (1 or 2) | `1` |
 
 ### Save
@@ -128,7 +134,7 @@ Available options include:
 | `owner` | str | Owner of the repository | |
 | `branch` | str | Branch to save | |
 | `--github-token` | str | GitHub token for authentication | |
-| `--commit0-dot-file-path` | str | Path to the commit0 dot file | `.commit0.yaml` |
+| `--commit0-config-file` | str | Path to the commit0 dot file | `.commit0.yaml` |
 
 ## Agent
 

agent/README.md

@@ -38,6 +38,8 @@ Available options include:
 `--max-lint-info-length: int`: Maximum length of the lint information to use. [Default: `10000`]
 `--pre-commit-config-path: str`: Path to the pre-commit config file. This is needed for running `lint`. [Default: `.pre-commit-config.yaml`]
 `--agent-config-file: str`: Path to write the agent config. [Default: `.agent.yaml`]
+`--add-import-module-to-context: bool`: Add import module to context. [Default: `False`]
+`--record-test-for-each-commit: bool`: Record test results for each commit. [Default: `False`], if set to `True`, the test results will be saved in `experiment_log_dir/eval_results.json`
 
 ## Running Agent
 Use `agent run [OPTIONS] BRANCH` to execute an agent on a specific branch.