fix: show line numbers in semantic_edit (#549)

The agent was hallucinating line numbers previously, which meant edits
would get messed up. This seems to fix it for the most part.

---------

Co-authored-by: tawsifkamal <[email protected]>

Author: jayhack

src/codegen/extensions/langchain/agent.py

@@ -13,14 +13,9 @@
 from codegen import Codebase
 
 from .tools import (
-    CommitTool,
     CreateFileTool,
     DeleteFileTool,
     EditFileTool,
-    GithubCreatePRCommentTool,
-    GithubCreatePRReviewCommentTool,
-    GithubCreatePRTool,
-    GithubViewPRTool,
     ListDirectoryTool,
     MoveSymbolTool,
     RenameFileTool,
@@ -69,11 +64,11 @@ def create_codebase_agent(
         RevealSymbolTool(codebase),
         SemanticEditTool(codebase),
         SemanticSearchTool(codebase),
-        CommitTool(codebase),
-        GithubCreatePRTool(codebase),
-        GithubViewPRTool(codebase),
-        GithubCreatePRCommentTool(codebase),
-        GithubCreatePRReviewCommentTool(codebase),
+        # CommitTool(codebase),
+        # GithubCreatePRTool(codebase),
+        # GithubViewPRTool(codebase),
+        # GithubCreatePRCommentTool(codebase),
+        # GithubCreatePRReviewCommentTool(codebase),
     ]
 
     prompt = ChatPromptTemplate.from_messages(
@@ -103,7 +98,6 @@ def create_codebase_agent(
         - Preview changes before applying
         - Ensure code quality with linting
 
-
         4. Code Search:
         - Text-based and semantic search
         - Search within specific directories

src/codegen/extensions/langchain/tools.py

@@ -234,10 +234,23 @@ def _run(
         return json.dumps(result, indent=2)
 
 
-_SEMANTIC_EDIT_BRIEF = """Tool for semantic editing of files.
-* Allows editing files by providing a draft of the new content
-* For large files, specify line ranges to edit
-* Will intelligently handle unchanged sections of code. Also supports appending to the end of a file."""
+_SEMANTIC_EDIT_BRIEF = """Tool for file editing via an LLM delegate. Describe the changes you want to make and an expert will apply them to the file.
+
+Specify the changes you want to make in the edit_content field, with helpful comments, like so:
+```
+# ... existing code ...
+
+# edit: change function name and body
+def function_redefinition():
+    return 'new_function_body'
+
+# ... existing code ...
+```
+
+Another agent will be responsible for applying your edit and will only see the `edit_content` and the range you specify, so be clear what you are looking to change.
+
+For large files, specify a range slightly larger than the edit you want to make, and be clear in your description what should and shouldn't change.
+"""
 
 
 class SemanticEditInput(BaseModel):

src/codegen/extensions/tools/file_operations.py

@@ -47,9 +47,9 @@ def _extract_code_block(llm_response: str) -> str:
     Raises:
         ValueError: If response is not properly formatted with code blocks
     """
-    # Find content between ``` markers
-    pattern = r"```(?:\w*\n)?(.*?)```"
-    matches = re.findall(pattern, llm_response, re.DOTALL)
+    # Find content between ``` markers, allowing for any language identifier
+    pattern = r"```[^`\n]*\n?(.*?)```"
+    matches = re.findall(pattern, llm_response.strip(), re.DOTALL)
 
     if not matches:
         raise ValueError("LLM response must contain code wrapped in ``` blocks. Got response: " + llm_response[:200] + "...")