Fix OSS Parse Tests (#372)

# Motivation

<!-- Why is this change necessary? -->

# Content

<!-- Please include a summary of the change -->

# Testing

<!-- How was the change tested? -->

# Please check the following before marking your PR as ready for review

- [ ] I have added tests for my changes
- [ ] I have updated the documentation or added new documentation as
needed

Author: EdwardJXLi

src/codegen/sdk/codebase/codebase_graph.py

@@ -51,7 +51,8 @@
 logger = logging.getLogger(__name__)
 
 
-GLOBAL_FILE_IGNORE_LIST = [".git/*", ".yarn/releases/*", ".*/tests/static/chunk-.*.js", ".*/ace/.*.js"]
+# src/vs/platform/contextview/browser/contextMenuService.ts is ignored as there is a parsing error with tree-sitter
+GLOBAL_FILE_IGNORE_LIST = [".git/*", ".yarn/releases/*", ".*/tests/static/chunk-.*.js", ".*/ace/.*.js", "src/vs/platform/contextview/browser/contextMenuService.ts"]
 
 
 @unique

src/codegen/sdk/codebase/validation.py

@@ -30,12 +30,14 @@ class PostInitValidationStatus(StrEnum):
 
 def post_init_validation(codebase: CodebaseType) -> PostInitValidationStatus:
     """Post codebase._init_graph verifies that the built graph is valid."""
+    from codegen.sdk.codebase.codebase_graph import GLOBAL_FILE_IGNORE_LIST
+
     # Verify the graph has nodes
     if len(codebase.G.nodes) == 0:
         return PostInitValidationStatus.NO_NODES
 
     # Verify the graph has the same number of files as there are in the repo
-    if len(codebase.files) != len(codebase.op.list_files(codebase.G.projects[0].subdirectories, extensions=codebase.G.extensions)):
+    if len(codebase.files) != len(list(codebase.op.iter_files(codebase.G.projects[0].subdirectories, extensions=codebase.G.extensions, ignore_list=GLOBAL_FILE_IGNORE_LIST))):
         return PostInitValidationStatus.MISSING_FILES
 
     # Verify import resolution

src/codegen/sdk/core/detached_symbols/function_call.py

@@ -470,14 +470,15 @@ def function_definition_frames(self) -> list[ResolutionStack[Callable]]:
         from codegen.sdk.core.interfaces.callable import Callable
 
         result = []
-        for resolution in self.get_name().resolved_type_frames:
-            top_node = resolution.top.node
-            if isinstance(top_node, Callable):
-                if isinstance(top_node, Class):
-                    if constructor := top_node.constructor:
-                        result.append(resolution.with_new_base(constructor, direct=True))
-                        continue
-                result.append(resolution)
+        if self.get_name():
+            for resolution in self.get_name().resolved_type_frames:
+                top_node = resolution.top.node
+                if isinstance(top_node, Callable):
+                    if isinstance(top_node, Class):
+                        if constructor := top_node.constructor:
+                            result.append(resolution.with_new_base(constructor, direct=True))
+                            continue
+                    result.append(resolution)
         return result
 
     @cached_property
@@ -592,15 +593,16 @@ def _compute_dependencies(self, usage_type: UsageKind, dest: HasName | None = No
         if desc := self.child_by_field_name("type_arguments"):
             desc._compute_dependencies(UsageKind.GENERIC, dest)
         match = self.get_name()
-        if len(self.function_definition_frames) > 0:
-            if isinstance(match, ChainedAttribute):
-                match.object._compute_dependencies(usage_type, dest)
-            if isinstance(match, FunctionCall):
+        if match:
+            if len(self.function_definition_frames) > 0:
+                if isinstance(match, ChainedAttribute):
+                    match.object._compute_dependencies(usage_type, dest)
+                if isinstance(match, FunctionCall):
+                    match._compute_dependencies(usage_type, dest)
+                for definition in self.function_definition_frames:
+                    definition.add_usage(match=self, dest=dest, usage_type=usage_type, G=self.G)
+            else:
                 match._compute_dependencies(usage_type, dest)
-            for definition in self.function_definition_frames:
-                definition.add_usage(match=self, dest=dest, usage_type=usage_type, G=self.G)
-        else:
-            match._compute_dependencies(usage_type, dest)
 
     @property
     @reader

src/codegen/sdk/core/expressions/chained_attribute.py

@@ -126,12 +126,17 @@ def object(self) -> Object:
     @noapidoc
     @override
     def _resolved_types(self) -> Generator[ResolutionStack[Self], None, None]:
+        from codegen.sdk.typescript.namespace import TSNamespace
+
         if not self.G.config.feature_flags.method_usages:
             return
         if res := self.file.valid_import_names.get(self.full_name, None):
             # Module imports
             yield from self.with_resolution_frame(res)
             return
+        # HACK: This is a hack to skip the resolved types for namespaces
+        if isinstance(self.object, TSNamespace):
+            return
         for resolved_type in self.object.resolved_type_frames:
             top = resolved_type.top
             if not isinstance(top.node, HasAttribute):

src/codegen/sdk/typescript/ts_config.py

@@ -163,7 +163,11 @@ def _precompute_import_aliases(self):
                 cleaned_relative_path = relative_path.replace("*", "").rstrip("/").replace("//", "/")
                 if self._self_base_url:
                     cleaned_relative_path = os.path.join(self._self_base_url, cleaned_relative_path)
-                formatted_relative_path = str(self.config_file.G.to_relative(self._relative_to_absolute_directory_path(cleaned_relative_path)))
+                formatted_absolute_path = self._relative_to_absolute_directory_path(cleaned_relative_path)
+                formatted_relative_path = str(self.config_file.G.to_relative(formatted_absolute_path))
+                # Fix absolute path if its base
+                if formatted_relative_path == ".":
+                    formatted_relative_path = ""
                 formatted_relative_paths.append(formatted_relative_path)
             self_path_import_aliases[formatted_pattern] = formatted_relative_paths
         self._path_import_aliases = {**base_path_import_aliases, **self_path_import_aliases}

tests/integration/codemod/conftest.py

@@ -80,8 +80,7 @@ def pytest_generate_tests(metafunc: Metafunc) -> None:
                 scope="session",
             )
         case "test_codemods_parse":
-            excluded_repos = {"typeshed", "plone", "papermark", "vscode"}  # TODO(CG-10655): fix these reps
-            to_test = {name: repo for name, repo in repos.items() if name not in excluded_repos}
+            to_test = {name: repo for name, repo in repos.items()}
             metafunc.parametrize(
                 "repo",
                 [pytest.param(repo, marks=pytest.mark.xdist_group(repo.name)) for repo in to_test.values()],

tests/integration/codemod/repos/open_source/plone.json

@@ -1,6 +1,6 @@
 {
 	"name": "vscode",
-	"commit": "9c79e7322af656155bbc9b64341334d3a8269bc8",
+	"commit": "32a41e158d04c9777522dc567574f2a74b8f2bf9",
 	"url": "https://github.com/microsoft/vscode",
 	"language": "TYPESCRIPT",
 	"size": "large",