Merge branch 'develop' into tawsif/codebase-from-string-from-files

Author: codegen-bot

.github/workflows/pre-commit.yml

@@ -20,7 +20,7 @@ jobs:
           fetch-depth: 0
           repository: ${{ github.event.pull_request.head.repo.full_name }}
           ref: ${{ github.event.pull_request.head.ref }}
-          token: ${{ secrets.REPO_SCOPED_TOKEN }}
+          token: ${{ secrets.REPO_SCOPED_TOKEN || github.token }}
 
       - name: Setup environment
         uses: ./.github/actions/setup-environment

.github/workflows/release.yml

@@ -52,6 +52,7 @@ jobs:
         with:
           fetch-depth: 0
           ref: ${{ inputs.release-tag || github.event.pull_request.head.ref || github.ref }}
+          repository: ${{ github.event.pull_request.head.repo.full_name || github.event.repository.full_name }}
 
       - name: Install UV
         uses: astral-sh/[email protected]
@@ -64,6 +65,7 @@ jobs:
           cache-suffix: 3.${{ matrix.python }}
 
       - name: Fetch tags
+        if: ${{ inputs.release-tag || startsWith(github.ref, 'refs/tags/') }}
         run: |
           git branch
           git fetch --depth=1 origin +refs/tags/*:refs/tags/*

Dockerfile-runner

@@ -10,6 +10,7 @@ ENV NVM_DIR=/root/.nvm \
     PYTHONPATH="/usr/local/lib/python3.13/site-packages" \
     IS_SANDBOX=True \
     HATCH_BUILD_HOOKS_ENABLE=1
+
 # Update packages lists and install git and curl
 RUN apt-get update && apt-get install -y \
     git \
@@ -41,17 +42,14 @@ RUN node --version \
     && pnpm --version \
     && python --version
 
-# Install codegen from source instead of PyPI
+# Build codegen
 WORKDIR /codegen-sdk
 COPY . .
-
-# Install dependencies and build codegen with entry points
 RUN --mount=type=cache,target=/root/.cache/uv \
     uv venv && source .venv/bin/activate \
     && uv sync --frozen --no-dev --all-extras \
     && uv pip install --system -e . --no-deps \
     && uv pip install --system .
-
 RUN codegen --version
 
 # Create a non-root user for local development + debugging

codegen-examples/examples/codegen_app/README.md

@@ -0,0 +1,33 @@
+# Codegen App
+
+Simple example of running a codegen app.
+
+## Run Locally
+
+Spin up the server:
+
+```
+codegen serve
+```
+
+Spin up ngrok
+
+```
+ngrok http 8000
+```
+
+Go to Slack [app settings](https://api.slack.com/apps/A08CR9HUJ3W/event-subscriptions) and set the URL for event subscriptions
+
+```
+{ngrok_url}/slack/events
+```
+
+## Deploy to Modal
+
+This will deploy it as a function
+
+```
+modal deploy app.py
+```
+
+Then you can swap in the modal URL for slack etc.

codegen-examples/examples/codegen_app/app.py

@@ -0,0 +1,100 @@
+import logging
+
+import modal
+from codegen import CodeAgent, CodegenApp
+from codegen.extensions.github.types.events.pull_request import PullRequestLabeledEvent
+from codegen.extensions.linear.types import LinearEvent
+from codegen.extensions.slack.types import SlackEvent
+from codegen.extensions.tools.github.create_pr_comment import create_pr_comment
+
+# Set up logging
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
+
+########################################################################################################################
+# EVENTS
+########################################################################################################################
+
+# Create the cg_app
+cg = CodegenApp(name="codegen-test", repos=["codegen-sh/Kevin-s-Adventure-Game"])
+
+
+@cg.slack.event("app_mention")
+async def handle_mention(event: SlackEvent):
+    logger.info("[APP_MENTION] Received cg_app_mention event")
+    logger.info(event)
+
+    # Codebase
+    logger.info("[CODEBASE] Initializing codebase")
+    codebase = cg.get_codebase("codegen-sh/Kevin-s-Adventure-Game")
+
+    # Code Agent
+    logger.info("[CODE_AGENT] Initializing code agent")
+    agent = CodeAgent(codebase=codebase)
+
+    logger.info("[CODE_AGENT] Running code agent")
+    response = agent.run(event.text)
+
+    cg.slack.client.chat_postMessage(channel=event.channel, text=response, thread_ts=event.ts)
+    return {"message": "Mentioned", "received_text": event.text, "response": response}
+
+
+@cg.github.event("pull_request:labeled")
+def handle_pr(event: PullRequestLabeledEvent):
+    logger.info("PR labeled")
+    logger.info(f"PR head sha: {event.pull_request.head.sha}")
+    codebase = cg.get_codebase("codegen-sh/Kevin-s-Adventure-Game")
+
+    # =====[ Check out commit ]=====
+    # Might require fetch?
+    logger.info("> Checking out commit")
+    codebase.checkout(commit=event.pull_request.head.sha)
+
+    logger.info("> Getting files")
+    file = codebase.get_file("README.md")
+
+    # =====[ Create PR comment ]=====
+    create_pr_comment(codebase, event.pull_request.number, f"File content:\n```python\n{file.content}\n```")
+
+    return {"message": "PR event handled", "num_files": len(codebase.files), "num_functions": len(codebase.functions)}
+
+
+@cg.linear.event("Issue")
+def handle_issue(event: LinearEvent):
+    logger.info(f"Issue created: {event}")
+    codebase = cg.get_codebase("codegen-sh/Kevin-s-Adventure-Game")
+    return {"message": "Linear Issue event", "num_files": len(codebase.files), "num_functions": len(codebase.functions)}
+
+
+########################################################################################################################
+# MODAL DEPLOYMENT
+########################################################################################################################
+# This deploys the FastAPI app to Modal
+# TODO: link this up with memory snapshotting.
+
+# For deploying local package
+REPO_URL = "https://github.com/codegen-sh/codegen-sdk.git"
+COMMIT_ID = "26dafad2c319968e14b90806d42c6c7aaa627bb0"
+
+# Create the base image with dependencies
+base_image = (
+    modal.Image.debian_slim(python_version="3.13")
+    .apt_install("git")
+    .pip_install(
+        # =====[ Codegen ]=====
+        # "codegen",
+        f"git+{REPO_URL}@{COMMIT_ID}",
+        # =====[ Rest ]=====
+        "openai>=1.1.0",
+        "fastapi[standard]",
+        "slack_sdk",
+    )
+)
+
+app = modal.App("codegen-test")
+
+
+@app.function(image=base_image, secrets=[modal.Secret.from_dotenv()])
+@modal.asgi_app()
+def fastapi_app():
+    return cg.app

docs/tutorials/build-code-agent.mdx

@@ -22,11 +22,18 @@ agent.run("Tell me about this repo")
 
 The agent has access to powerful code viewing and manipulation tools powered by Codegen, including:
 - `ViewFileTool`: View contents and metadata of files
-- `SemanticSearchTool`: Search over code using natural language queries
 - `SemanticEditTool`: Make intelligent edits to files
 - `RevealSymbolTool`: Analyze symbol dependencies and usages
 - `MoveSymbolTool`: Move symbols between files with import handling
-- And many more...
+- `ReplacementEditTool`: Make regex-based replacement editing on files
+- `ListDirectoryTool`: List directory contents
+- `SearchTool`: Search for files and symbols
+- `CreateFileTool`: Create new files
+- `DeleteFileTool`: Delete files
+- `RenameFileTool`: Rename files
+- `EditFileTool`: Edit files 
+
+
 
 <Info>View the full code for the default tools and agent implementation in our [examples repository](https://github.com/codegen-sh/codegen-sdk/tree/develop/src/codegen/extensions/langchain/tools)</Info>
 
@@ -48,7 +55,7 @@ agent.run("Tell me about this repo")
 ```
 
 
-<Note>Your `ANTHROPIC_API_KEY` and/or `OPENAI_API_KEY` must be set in your env.</Note>
+<Note>Your `ANTHROPIC_API_KEY` must be set in your env.</Note>
 
 The default implementation uses `anthropic/claude-3-5-sonnet-latest` for the model but this can be changed through the `model_provider` and `model_name` arguments.
 
@@ -60,22 +67,25 @@ agent = CodeAgent(
 )
 ```
 
+<Note>If using a non-default model provider, make sure to set the appropriate API key (e.g., `OPENAI_API_KEY` for OpenAI models) in your env.</Note>
+
 # Available Tools
 
 The agent comes with a comprehensive set of tools for code analysis and manipulation. Here are some key tools:
 
 ```python
 from codegen.extensions.langchain.tools import (
-    ViewFileTool,
-    SemanticSearchTool, 
-    SemanticEditTool,
-    RevealSymbolTool,
-    MoveSymbolTool,
-    EditFileTool,
     CreateFileTool,
     DeleteFileTool,
+    EditFileTool,
     ListDirectoryTool,
+    MoveSymbolTool,
+    RenameFileTool,
+    ReplacementEditTool,
+    RevealSymbolTool,
     SearchTool,
+    SemanticEditTool,
+    ViewFileTool,
 )
 ```
 
@@ -170,5 +180,5 @@ class CustomCodeTool(BaseTool):
 
 # Add custom tool to agent
 tools.append(CustomCodeTool())
-agent = CodebaseAgent(codebase, tools=tools, model_name="gpt-4o")
+agent = CodebaseAgent(codebase, tools=tools, model_name="claude-3-5-sonnet-latest")
 ```

pyproject.toml

@@ -71,6 +71,7 @@ dependencies = [
   "slack-sdk",
   "langchain-anthropic>=0.3.7",
   "lox>=0.12.0",
+  "httpx>=0.28.1",
 ]
 
 license = { text = "Apache-2.0" }

src/codegen/__init__.py

@@ -1,10 +1,11 @@
 from codegen.agents.code_agent import CodeAgent
 from codegen.cli.sdk.decorator import function
 from codegen.cli.sdk.functions import Function
+from codegen.extensions.events.codegen_app import CodegenApp
 
 # from codegen.extensions.index.file_index import FileIndex
 # from codegen.extensions.langchain.agent import create_agent_with_tools, create_codebase_agent
 from codegen.sdk.core.codebase import Codebase
 from codegen.shared.enums.programming_language import ProgrammingLanguage
 
-__all__ = ["CodeAgent", "Codebase", "Function", "ProgrammingLanguage", "function"]
+__all__ = ["CodeAgent", "Codebase", "CodegenApp", "Function", "ProgrammingLanguage", "function"]

src/codegen/cli/cli.py

@@ -16,6 +16,7 @@
 from codegen.cli.commands.reset.main import reset_command
 from codegen.cli.commands.run.main import run_command
 from codegen.cli.commands.run_on_pr.main import run_on_pr_command
+from codegen.cli.commands.serve.main import serve_command
 from codegen.cli.commands.start.main import start_command
 from codegen.cli.commands.style_debug.main import style_debug_command
 from codegen.cli.commands.update.main import update_command
@@ -48,6 +49,7 @@ def main():
 main.add_command(update_command)
 main.add_command(config_command)
 main.add_command(lsp_command)
+main.add_command(serve_command)
 main.add_command(start_command)
 
 

src/codegen/cli/commands/create/main.py

@@ -68,17 +68,17 @@ def make_relative(path: Path) -> str:
 @click.command(name="create")
 @requires_init
 @click.argument("name", type=str)
-@click.argument("path", type=click.Path(path_type=Path), default=Path.cwd())
+@click.argument("path", type=click.Path(path_type=Path), default=None)
 @click.option("--description", "-d", default=None, help="Description of what this codemod does.")
 @click.option("--overwrite", is_flag=True, help="Overwrites function if it already exists.")
-def create_command(session: CodegenSession, name: str, path: Path, description: str | None = None, overwrite: bool = False):
+def create_command(session: CodegenSession, name: str, path: Path | None, description: str | None = None, overwrite: bool = False):
     """Create a new codegen function.
 
     NAME is the name/label for the function
     PATH is where to create the function (default: current directory)
     """
     # Get the target path for the function
-    codemod_path, prompt_path = get_target_paths(name, path)
+    codemod_path, prompt_path = get_target_paths(name, path or Path.cwd())
 
     # Check if file exists
     if codemod_path.exists() and not overwrite: