fix: update searchbyfilename tool to paginate

Author: rushilpatel0

src/codegen/extensions/langchain/tools.py

@@ -1097,6 +1097,8 @@ class SearchFilesByNameTool(BaseTool):
     """Tool for searching files by filename across a codebase."""
 
     name: ClassVar[str] = "search_files_by_name"
+    page: int = 1
+    files_per_page: int = 10
     description: ClassVar[str] = """
 Search for files and directories by glob pattern across the active codebase. This is useful when you need to:
 - Find specific file types (e.g., '*.py', '*.tsx')
@@ -1106,9 +1108,11 @@ class SearchFilesByNameTool(BaseTool):
     args_schema: ClassVar[type[BaseModel]] = SearchFilesByNameInput
     codebase: Codebase = Field(exclude=True)
 
+    
+
     def __init__(self, codebase: Codebase):
         super().__init__(codebase=codebase)
 
     def _run(self, pattern: str) -> str:
         """Execute the glob pattern search using fd."""
-        return search_files_by_name(self.codebase, pattern).render()
+        return search_files_by_name(self.codebase, pattern, page=self.page, files_per_page=self.files_per_page).render()

src/codegen/extensions/tools/search_files_by_name.py

@@ -20,33 +20,55 @@ class SearchFilesByNameResultObservation(Observation):
     files: list[str] = Field(
         description="List of matching file paths",
     )
+    page: int = Field(
+        description="Current page number (1-based)",
+    )
+    total_pages: int = Field(
+        description="Total number of pages available",
+    )
+    total_files: int = Field(
+        description="Total number of files with matches",
+    )
+    files_per_page: int = Field(
+        description="Number of files shown per page",
+    )
 
-    str_template: ClassVar[str] = "Found {total} files matching pattern: {pattern}"
+    str_template: ClassVar[str] = "Found {total_files} files matching pattern: {pattern} (page {page}/{total_pages})"
 
     @property
     def total(self) -> int:
-        return len(self.files)
+        return self.total_files
 
 
 def search_files_by_name(
     codebase: Codebase,
     pattern: str,
+    page: int = 1,
+    files_per_page: int = 10,
 ) -> SearchFilesByNameResultObservation:
     """Search for files by name pattern in the codebase.
 
     Args:
         codebase: The codebase to search in
         pattern: Glob pattern to search for (e.g. "*.py", "test_*.py")
+        page: Page number to return (1-based, default: 1)
+        files_per_page: Number of files to return per page (default: 10)
     """
     try:
+        # Validate pagination parameters
+        if page < 1:
+            page = 1
+        if files_per_page < 1:
+            files_per_page = 10
+
         if shutil.which("fd") is None:
             logger.warning("fd is not installed, falling back to find")
             results = subprocess.check_output(
                 ["find", "-name", pattern],
                 cwd=codebase.repo_path,
                 timeout=30,
             )
-            files = [path.removeprefix("./") for path in results.decode("utf-8").strip().split("\n")] if results.strip() else []
+            all_files = [path.removeprefix("./") for path in results.decode("utf-8").strip().split("\n")] if results.strip() else []
 
         else:
             logger.info(f"Searching for files with pattern: {pattern}")
@@ -55,12 +77,31 @@ def search_files_by_name(
                 cwd=codebase.repo_path,
                 timeout=30,
             )
-            files = results.decode("utf-8").strip().split("\n") if results.strip() else []
+            all_files = results.decode("utf-8").strip().split("\n") if results.strip() else []
+
+        # Sort files for consistent pagination
+        all_files.sort()
+
+        # Calculate pagination
+        total_files = len(all_files)
+        total_pages = (total_files + files_per_page - 1) // files_per_page if total_files > 0 else 1
+        
+        # Ensure page is within valid range
+        page = min(page, total_pages)
+        
+        # Get paginated results
+        start_idx = (page - 1) * files_per_page
+        end_idx = start_idx + files_per_page
+        paginated_files = all_files[start_idx:end_idx]
 
         return SearchFilesByNameResultObservation(
             status="success",
             pattern=pattern,
-            files=files,
+            files=paginated_files,
+            page=page,
+            total_pages=total_pages,
+            total_files=total_files,
+            files_per_page=files_per_page,
         )
 
     except Exception as e:
@@ -69,4 +110,8 @@ def search_files_by_name(
             error=f"Error searching files: {e!s}",
             pattern=pattern,
             files=[],
+            page=page,
+            total_pages=0,
+            total_files=0,
+            files_per_page=files_per_page,
         )