Merge remote-tracking branch 'origin/develop' into tom-cg-10450-enable-unauthenticated-codemod-test-runs

Author: tomcodegen

.circleci/config.yml

@@ -75,14 +75,14 @@ commands:
     steps:
       - restore_cache:
           keys:
-            - v1-verified-codemod-repos-{{ checksum "tests/verified_codemods/codemod_data/repo_commits.json" }}-{{.Environment.CIRCLE_NODE_INDEX}}-{{.Environment.CIRCLE_NODE_TOTAL}}
+            - v1-verified-codemod-repos-{{ checksum "tests/integration/verified_codemods/codemod_data/repo_commits.json" }}-{{.Environment.CIRCLE_NODE_INDEX}}-{{.Environment.CIRCLE_NODE_TOTAL}}
       - run:
           command: |
             uv run --frozen gs codemod clone-repos --verified-codemod-repos --token ${CODEGEN_BOT_GHE_TOKEN}
       - save_cache:
           paths:
             - $GITHUB_WORKSPACE
-          key: v1-verified-codemod-repos-{{ checksum "tests/verified_codemods/codemod_data/repo_commits.json" }}-{{.Environment.CIRCLE_NODE_INDEX}}-{{.Environment.CIRCLE_NODE_TOTAL}}
+          key: v1-verified-codemod-repos-{{ checksum "tests/integration/verified_codemods/codemod_data/repo_commits.json" }}-{{.Environment.CIRCLE_NODE_INDEX}}-{{.Environment.CIRCLE_NODE_TOTAL}}
   build-wheels:
     parameters:
       base_packages:
@@ -237,7 +237,7 @@ jobs:
     - fetch-verified-codemods
     - cache-verified-codemod-repos
     - run_ats:
-        default_tests: "tests/codemod/test_verified_codemods.py"
+        default_tests: "tests/integration/codemod/test_verified_codemods.py"
         codecov_flags: "smart-tests-codemod"
         collect_args: --cli-api-key ${PROD_CLI_API_KEY} --token ${CODEGEN_BOT_GHE_TOKEN}
         ats_collect_args: --cli-api-key=${PROD_CLI_API_KEY},--token=${CODEGEN_BOT_GHE_TOKEN},
@@ -264,7 +264,7 @@ jobs:
     - clone-repos:
         extra_repos: false
     - run_ats:
-        default_tests: "tests/codemod/test_codemods.py"
+        default_tests: "tests/integration/codemod/test_codemods.py"
         codecov_flags: "smart-tests-codemod-oss"
         collect_args: --size=<<parameters.size>> --sync-graph=<<parameters.sync_graph>> --token ${CODEGEN_BOT_GHE_TOKEN}
         ats_collect_args: --size=<<parameters.size>>,--sync-graph=<<parameters.sync_graph>>,--token=${CODEGEN_BOT_GHE_TOKEN},
@@ -297,7 +297,7 @@ jobs:
           if [ "<<parameters.extra_repos>>" = "true" ]; then
             EXTRA_REPOS_ARG="--extra-repos=true"
           fi
-          PYTEST_ARGS="${EXTRA_REPOS_ARG} --token ${CODEGEN_BOT_GHE_TOKEN} -o junit_suite_name=\"${CIRCLE_JOB}\" tests/codemod/test_parse.py"
+          PYTEST_ARGS="${EXTRA_REPOS_ARG} --token ${CODEGEN_BOT_GHE_TOKEN} -o junit_suite_name=\"${CIRCLE_JOB}\" tests/integration/codemod/test_parse.py"
           echo "Running tests with args: $PYTEST_ARGS"
           TESTS_TO_RUN=$(PYTEST_ARGS=${PYTEST_ARGS} ./.circleci/collect.sh)
           echo $TESTS_TO_RUN | circleci tests run --command "ulimit -s unlimited; xargs uv run --frozen pytest -n auto ${PYTEST_ARGS}"

.gitattributes

@@ -1,6 +1,6 @@
 **/expected_diff.txt filter=lfs diff=lfs merge=lfs -text
-tests/codemod/repos/extra/*.json filter=lfs diff=lfs merge=lfs -text
+tests/integration/codemod/repos/extra/*.json filter=lfs diff=lfs merge=lfs -text
 **/expected_diff.patch filter=lfs diff=lfs merge=lfs -text
-tests/codemod/repos/repos.json filter=lfs diff=lfs merge=lfs -text
-tests/verified_codemods/** filter=lfs diff=lfs merge=lfs -text
+tests/integration/codemod/repos/repos.json filter=lfs diff=lfs merge=lfs -text
+tests/integration/verified_codemods/** filter=lfs diff=lfs merge=lfs -text
 .github/disallowed-words.txt filter=lfs diff=lfs merge=lfs -text

.github/disallowed-words.txt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac0b7be00533f882fb174c498c27372fa78d3ec2d65c0e885475bf92b43b7303
-size 337
+oid sha256:c47fe11113256de71968b186bd459732c5f29547b9a57275f671502e9ebd8327
+size 328

.gitignore

@@ -62,13 +62,6 @@ uv-*.tar.gz
 .venv
 graph-sitter-types/out/**
 graph-sitter-types/typings/**
-codegen-sdk/out/**
-codegen-sdk/typings/**
 coverage.json
-tests/verified_codemods/codemod_data/repo_commits.json
+tests/integration/verified_codemods/codemod_data/repo_commits.json
 
-# =====[ Docs ]=====
-# These are auto-generated
-docs/api-reference/core/*
-docs/api-reference/python/*
-docs/api-reference/typescript/*

.pre-commit-config.yaml

@@ -19,7 +19,7 @@ repos:
     hooks:
       - id: biome-check
         additional_dependencies: ["@biomejs/[email protected]"]
-        exclude: (src/codemods/eval)|(tests/unit/skills)|(tests/unit/output)|(tests/verified_codemods)|(docs/samples)
+        exclude: (src/codemods/eval)|(tests/unit/codegen/sdk/skills)|(tests/unit/codegen/sdk/output)|(tests/integration/verified_codemods)|(docs/samples)
 
   - repo: https://github.com/MarcoGorelli/cython-lint
     rev: v0.16.6
@@ -55,13 +55,13 @@ repos:
     hooks:
       - id: sync-pre-commit-deps
 
-  # - repo: https://github.com/codespell-project/codespell
-  #   rev: v2.2.4
-  #   hooks:
-  #     - id: codespell
-  #       additional_dependencies:
-  #         - tomli
-  #       files: "codegen-backend/docs/.*/.*.mdx"
+  - repo: https://github.com/codespell-project/codespell
+    rev: v2.2.4
+    hooks:
+      - id: codespell
+        additional_dependencies:
+          - tomli
+        files: "docs/.*/.*.mdx"
 
   - repo: https://github.com/fpgmaas/deptry.git
     rev: "0.22.0"
@@ -82,7 +82,7 @@ repos:
     hooks:
       - id: renovate-config-validator
   - repo: https://github.com/astral-sh/uv-pre-commit
-    rev: "0.5.23"
+    rev: "0.5.24"
     hooks:
       - id: uv-lock
         entry: bash -c "uv lock --frozen"

CLA.md

@@ -14,8 +14,8 @@
 
     Subject to the terms and conditions of this CLA, You hereby grant to Codegen, Inc. and to recipients of software distributed by Codegen, Inc.:
 
-    - A perpetual, worldwide, non-exclusive, royalty-free, irrevocable copyright license to reproduce, prepare derivative works of, publicly display, publicly perform, sublicense, and distribute Your Contributions and such derivative works
-  3. **Grant of Patent License**
+    - A perpetual, worldwide, non-exclusive, royalty-free, irrevocable copyright license to reproduce, prepare derivative works of, publicly display, publicly perform, sublicense, and distribute Your Contributions and such derivative works.
+3. **Grant of Patent License**
 
     Subject to the terms and conditions of this CLA, You hereby grant to Codegen, Inc. and to recipients of software distributed by Codegen, Inc. a perpetual, worldwide, non-exclusive, royalty-free, irrevocable (except as stated in this section) patent license to make, have made, use, offer to sell, sell, import, and otherwise transfer Your Contribution, where such license applies only to those patent claims licensable by You that are necessarily infringed by Your Contribution alone or by combination of Your Contribution with the Project to which You Submitted it.
 
@@ -32,14 +32,19 @@
 6. **Limitation of Liability**
 
     IN NO EVENT SHALL CODEGEN, INC. OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE), ARISING IN ANY WAY OUT OF OR IN CONNECTION WITH THIS AGREEMENT, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
 7. **Subsequent Contributions and Updates**
 
     You agree that all current and future Contributions to the Project Submitted by You shall be subject to the terms of this CLA. Codegen, Inc. may publish updates to this CLA from time to time; in such case, You may need to agree to new terms before any subsequent Contributions.
 
-8. **Governing Law**
+8. **License Modification Rights**
+
+    You agree that Codegen, Inc. may change the license(s) applicable to the open source project(s) to which Your Contributions relate at Codegen, Inc.’s sole discretion, including without limitation by re-licensing the project(s) and Your Contributions under any other open source or “free” software license, or a commercial or proprietary license of Codegen, Inc.’s choosing.
+
+9. **Governing Law**
 
     This CLA shall be governed by and construed in accordance with the laws of the State of Delaware, without regard to its conflicts of laws provisions.
 
-9. **Signature / Electronic Consent**
+10. **Signature / Electronic Consent**
 
-    By signing or otherwise indicating Your acceptance of this CLA, You acknowledge that You have read and agree to be bound by its terms. If You are signing on behalf of an entity, You represent and warrant that You have the authority to do so.
+    By signing or otherwise indicating Your acceptance of this CLA, You acknowledge that You have read and agree to be bound by its terms. If You are signing on behalf of an entity, You represent and warrant that You have the authority to do so.

CONTRIBUTING.md

@@ -45,7 +45,7 @@ uv sync --dev
 uv run pytest tests/unit -n auto
 
 # Codemod tests (tests larger programs)
-uv run pytest tests/codemod/test_codemods.py -n auto
+uv run pytest tests/integration/codemod/test_codemods.py -n auto
 ```
 
 ## Pull Request Process

README.md

@@ -1,7 +1,6 @@
-# Graph sitter
+# Codegen
 
 [![Documentation](https://img.shields.io/badge/docs-docs.codegen.com-blue)](https://docs.codegen.com)
-[![Unit Tests](https://github.com/codegen-sh/codegen-sdk/actions/workflows/unit-tests.yml/badge.svg)](https://github.com/codegen-sh/codegen-sdk/actions/workflows/unit-tests.yml)
 
 [Codegen](https://docs.codegen.com) is a python library for manipulating codebases.
 
@@ -42,7 +41,7 @@ We built Codegen backwards from real-world refactors performed on enterprise cod
 
 - **Natural mental model**: Write transforms that read like your thought process - "move this function", "rename this variable", "add this parameter". No more wrestling with ASTs or manual import management.
 
-- **Battle-tested on complex codebases**: Handle Python, TypeScript, and React codebases with millions of lines of code. Built and validated on refactors at companies like [Ramp](https://ramp.com).
+- **Battle-tested on complex codebases**: Handle Python, TypeScript, and React codebases with millions of lines of code.
 
 - **Built for advanced intelligences**: As AI developers become more sophisticated, they need expressive yet precise tools to manipulate code. Codegen provides a programmatic interface that both humans and AI can use to express complex transformations through code itself.
 

docs/README.md

@@ -1,9 +1,5 @@
 # Codegen Docs
 
-This unites docs from:
-- codegen-sdk (this repo)
-- codegen-cli
-
 ## Development
 
 From within the `docs/` subdirectory: