feat(core): implement domain dictionary generation feature #358

phodal · phodal · commit 93c23d925fc9 · 2025-04-09T20:39:18.000+08:00
- Add LangDictProvider interface and implementation for Java language
- Create DomainDictGenerateAction to generate domain dictionary- Update autodev-core.xml to include new extension points and observers
- Rename indexer template file from .devin to .vm
diff --git a/core/src/223/main/resources/META-INF/autodev-core.xml b/core/src/223/main/resources/META-INF/autodev-core.xml
@@ -224,6 +224,12 @@
         <extensionPoint qualifiedName="cc.unitmesh.agentObserver"
                         interface="cc.unitmesh.devti.provider.observer.AgentObserver"
                         dynamic="true"/>
+
+        <!-- Indexer -->
+        <extensionPoint qualifiedName="cc.unitmesh.langDictProvider"
+                        beanClass="com.intellij.lang.LanguageExtensionPoint" dynamic="true">
+            <with attribute="implementationClass" implements="cc.unitmesh.devti.indexer.provider.LangDictProvider"/>
+        </extensionPoint>
     </extensionPoints>
 
     <projectListeners>
diff --git a/core/src/233/main/resources/META-INF/autodev-core.xml b/core/src/233/main/resources/META-INF/autodev-core.xml
@@ -226,6 +226,12 @@
         <extensionPoint qualifiedName="cc.unitmesh.agentObserver"
                         interface="cc.unitmesh.devti.provider.observer.AgentObserver"
                         dynamic="true"/>
+
+        <!-- Indexer -->
+        <extensionPoint qualifiedName="cc.unitmesh.langDictProvider"
+                        interface="cc.unitmesh.devti.indexer.provider.LangDictProvider"
+                        dynamic="true"
+        />
     </extensionPoints>
 
     <projectListeners>
@@ -249,7 +255,7 @@
             <bundleName>messages.AutoDevBundle</bundleName>
             <categoryKey>intention.category.llm</categoryKey>
         </autoDevIntention>
-        
+
         <chatContextProvider implementation="cc.unitmesh.devti.provider.context.IdeVersionChatContextProvider"/>
 
         <langSketchProvider implementation="cc.unitmesh.devti.sketch.ui.patch.DiffLangSketchProvider"/>
@@ -265,9 +271,9 @@
         <toolchainFunctionProvider implementation="cc.unitmesh.devti.bridge.knowledge.KnowledgeFunctionProvider"/>
         <toolchainFunctionProvider implementation="cc.unitmesh.devti.mcp.client.McpFunctionProvider"/>
 
-        <agentObserver implementation="cc.unitmesh.devti.observer.TestAgentObserver" />
-        <agentObserver implementation="cc.unitmesh.devti.observer.BuiltTaskAgentObserver" />
-        <agentObserver implementation="cc.unitmesh.devti.observer.AddDependencyAgentObserver" />
+        <agentObserver implementation="cc.unitmesh.devti.observer.TestAgentObserver"/>
+        <agentObserver implementation="cc.unitmesh.devti.observer.BuiltTaskAgentObserver"/>
+        <agentObserver implementation="cc.unitmesh.devti.observer.AddDependencyAgentObserver"/>
     </extensions>
 
     <actions>
diff --git a/core/src/main/kotlin/cc/unitmesh/devti/indexer/DomainDictGenerateAction.kt b/core/src/main/kotlin/cc/unitmesh/devti/indexer/DomainDictGenerateAction.kt
@@ -1,16 +1,65 @@
 package cc.unitmesh.devti.indexer
 
+import cc.unitmesh.devti.AutoDevIcons
+import cc.unitmesh.devti.indexer.provider.LangDictProvider
+import cc.unitmesh.devti.llms.LlmFactory
+import cc.unitmesh.devti.settings.coder.coderSetting
 import cc.unitmesh.devti.settings.locale.LanguageChangedCallback.presentationText
+import cc.unitmesh.devti.statusbar.AutoDevStatus
+import cc.unitmesh.devti.statusbar.AutoDevStatusService
+import cc.unitmesh.devti.template.GENIUS_CODE
+import cc.unitmesh.devti.template.TemplateRender
+import cc.unitmesh.devti.template.context.TemplateContext
+import cc.unitmesh.devti.util.AutoDevCoroutineScope
 import com.intellij.openapi.actionSystem.AnAction
 import com.intellij.openapi.actionSystem.AnActionEvent
+import com.intellij.openapi.project.guessProjectDir
+import kotlinx.coroutines.launch
 
-class DomainDictGenerateAction: AnAction() {
-    init{
+class DomainDictGenerateAction : AnAction() {
+    init {
         presentationText("indexer.generate.domain", templatePresentation)
     }
 
     override fun actionPerformed(event: AnActionEvent) {
-        /// todo: add load source content file and call llm to gerneate to csv
-        TODO("Not yet implemented")
+        val project = event.project ?: return
+        AutoDevCoroutineScope.scope(project).launch {
+            val names = LangDictProvider.all(project)
+
+            val baseDir = project.coderSetting.state.teamPromptsDir
+            val templateRender = TemplateRender(GENIUS_CODE)
+            val template = templateRender.getTemplate("indexer.vm")
+            val context = DomainDictGenerateContext(names.joinToString(", "))
+            val prompt = templateRender.renderTemplate(template, context)
+
+            try {
+                this@DomainDictGenerateAction.templatePresentation.icon = AutoDevIcons.InProgress
+                this@DomainDictGenerateAction.templatePresentation.isEnabled = false
+                val result = StringBuilder()
+                AutoDevStatusService.notifyApplication(AutoDevStatus.InProgress)
+                LlmFactory.create(project).stream(prompt, "").collect {
+                    result.append(it)
+                }
+
+                val dict = result.toString()
+                val file = project.guessProjectDir()!!.toNioPath().resolve(baseDir).resolve("domain.csv").toFile()
+                if (!file.exists()) {
+                    file.createNewFile()
+                }
+
+                AutoDevStatusService.notifyApplication(AutoDevStatus.Done)
+                file.writeText(dict)
+            } catch (e: Exception) {
+                AutoDevStatusService.notifyApplication(AutoDevStatus.Error)
+                e.printStackTrace()
+            } finally {
+                this@DomainDictGenerateAction.templatePresentation.icon = AutoDevIcons.AI_COPILOT
+                this@DomainDictGenerateAction.templatePresentation.isEnabled = true
+            }
+        }
     }
-}
+}
+
+data class DomainDictGenerateContext(
+    val code: String
+) : TemplateContext
diff --git a/core/src/main/kotlin/cc/unitmesh/devti/indexer/provider/LangDictProvider.kt b/core/src/main/kotlin/cc/unitmesh/devti/indexer/provider/LangDictProvider.kt
@@ -0,0 +1,20 @@
+package cc.unitmesh.devti.indexer.provider
+
+import com.intellij.openapi.extensions.ExtensionPointName
+import com.intellij.openapi.project.Project
+
+interface LangDictProvider {
+    suspend fun collectFileNames(project: Project): List<String>
+
+    companion object {
+        private val EP_NAME: ExtensionPointName<LangDictProvider> =
+            ExtensionPointName("cc.unitmesh.langDictProvider")
+
+
+        suspend fun all(project: Project): List<String> {
+            return EP_NAME.extensions.flatMap { provider ->
+                provider.collectFileNames(project)
+            }
+        }
+    }
+}
diff --git a/core/src/main/resources/genius/en/code/indexer.vm b/core/src/main/resources/genius/en/code/indexer.vm
@@ -0,0 +1,13 @@
+你是一个 DDD（领域驱动设计）专家，正在从代码库中构建一个业务上的中英字典作为索引。你需要从给定的代码片段中提取出重要的概念，以便于其它人理解和使用。
+
+- 它不是公共的库 API（如 Spring 等标准库或者平台的 API）、三方库 API（如 OkHttp、Retrofit 等），也不是常用的类名（如 List、Map 等）
+- 它是关键业务概念、无法理解的单词或者拼音缩写
+- 代码翻译中，不包含任何技术词汇，比如：Controller、Exception、Request、Response、Code、Service、Repository、Mapper、DTO、VO、PO 等
+
+你的返回格式：
+
+| 中文 | 代码翻译 | 描述 |
+
+请根据以下文件名片段，提取出重要的概念：
+
+$context.code
diff --git a/core/src/main/resources/genius/zh/code/indexer.devin b/core/src/main/resources/genius/zh/code/indexer.devin
diff --git a/core/src/main/resources/genius/zh/code/indexer.vm b/core/src/main/resources/genius/zh/code/indexer.vm
@@ -0,0 +1,13 @@
+你是一个 DDD（领域驱动设计）专家，正在从代码库中构建一个业务上的中英字典作为索引。你需要从给定的代码片段中提取出重要的概念，以便于其它人理解和使用。
+
+- 它不是公共的库 API（如 Spring 等标准库或者平台的 API）、三方库 API（如 OkHttp、Retrofit 等），也不是常用的类名（如 List、Map 等）
+- 它是关键业务概念、无法理解的单词或者拼音缩写
+- 代码翻译中，不包含任何技术词汇，比如：Controller、Exception、Set、Code、Service、Repository、Mapper、DTO、VO、PO 等
+
+你的返回格式：
+
+| 中文 | 代码翻译 | 描述 |
+
+请根据以下文件名片段，提取出重要的概念：
+
+$context.code
diff --git a/java/src/main/kotlin/cc/unitmesh/idea/indexer/provider/JavaLangDictProvider.kt b/java/src/main/kotlin/cc/unitmesh/idea/indexer/provider/JavaLangDictProvider.kt
@@ -0,0 +1,21 @@
+package cc.unitmesh.idea.indexer.provider
+
+import cc.unitmesh.devti.indexer.provider.LangDictProvider
+import com.intellij.ide.highlighter.JavaFileType
+import com.intellij.openapi.application.runReadAction
+import com.intellij.openapi.project.Project
+import com.intellij.psi.search.FileTypeIndex
+import com.intellij.psi.search.ProjectScope
+
+class JavaLangDictProvider : LangDictProvider {
+    override suspend fun collectFileNames(project: Project): List<String> {
+        val searchScope = ProjectScope.getProjectScope(project)
+        val javaFiles = runReadAction {
+            FileTypeIndex.getFiles(JavaFileType.INSTANCE, searchScope)
+        }
+
+        return javaFiles.mapNotNull {
+            it.nameWithoutExtension
+        }
+    }
+}
diff --git a/java/src/main/resources/cc.unitmesh.idea.xml b/java/src/main/resources/cc.unitmesh.idea.xml
@@ -61,5 +61,7 @@
 <!--        <agentObserver implementation="cc.unitmesh.idea.observer.GradleTaskAgentObserver" />-->
 
         <frameworkConfigProvider implementation="cc.unitmesh.idea.provider.SpringFrameworkConfigProvider"/>
+
+        <langDictProvider implementation="cc.unitmesh.idea.indexer.provider.JavaLangDictProvider"/>
     </extensions>
 </idea-plugin>
