feat(sketch): add command transpilation and tool integration #259

- Added `transpileCommand` method to `LanguageProcessor` for processing `BuiltinCommand` from `PsiFile`.
- Integrated `AgentStateService` to handle tool commands in `AutoSketchMode`.
- Updated `AgentState` to accept `BuiltinCommand` and map it to `AgentTool`.

Author: phodal

core/src/main/kotlin/cc/unitmesh/devti/observer/agent/AgentState.kt

@@ -1,6 +1,7 @@
 package cc.unitmesh.devti.observer.agent
 
 import cc.unitmesh.devti.agent.tool.AgentTool
+import cc.unitmesh.devti.devin.dataprovider.BuiltinCommand
 import cc.unitmesh.devti.llms.custom.Message
 import com.intellij.openapi.components.Service
 import com.intellij.util.diff.Diff.Change
@@ -21,8 +22,10 @@ class AgentStateService {
         state = AgentState()
     }
 
-    fun addTools(tools: List<AgentTool>) {
-
+    fun addTools(tools: List<BuiltinCommand>) {
+        state.usedTools = tools.map {
+            AgentTool(it.commandName, it.description, "")
+        }
     }
 
     fun addChanges(fileName: String) {

core/src/main/kotlin/cc/unitmesh/devti/provider/devins/LanguageProcessor.kt

@@ -1,8 +1,10 @@
 package cc.unitmesh.devti.provider.devins
 
 import cc.unitmesh.devti.agent.custom.model.CustomAgentConfig
+import cc.unitmesh.devti.devin.dataprovider.BuiltinCommand
 import com.intellij.openapi.extensions.ExtensionPointName
 import com.intellij.openapi.project.Project
+import com.intellij.psi.PsiFile
 import com.intellij.util.concurrency.annotations.RequiresBackgroundThread
 
 data class CustomAgentContext(
@@ -26,6 +28,9 @@ interface LanguageProcessor {
     @RequiresBackgroundThread
     fun compile(project: Project, text: String): String
 
+    @RequiresBackgroundThread
+    fun transpileCommand(project: Project, psiFile: PsiFile): List<BuiltinCommand>
+
     companion object {
         val EP_NAME = ExtensionPointName<LanguageProcessor>("cc.unitmesh.languageProcessor")
 

core/src/main/kotlin/cc/unitmesh/devti/sketch/AutoSketchMode.kt

@@ -1,25 +1,46 @@
 package cc.unitmesh.devti.sketch
 
 import cc.unitmesh.devti.devin.dataprovider.BuiltinCommand
+import cc.unitmesh.devti.observer.agent.AgentStateService
+import cc.unitmesh.devti.provider.devins.LanguageProcessor
 import cc.unitmesh.devti.provider.toolchain.ToolchainFunctionProvider
 import cc.unitmesh.devti.util.parser.CodeFence
+import com.intellij.openapi.application.invokeLater
 import com.intellij.openapi.components.Service
 import com.intellij.openapi.components.service
 import com.intellij.openapi.diagnostic.logger
 import com.intellij.openapi.project.Project
+import com.intellij.psi.PsiFileFactory
+import com.intellij.sql.psi.SqlFile
 
 @Service(Service.Level.PROJECT)
-class AutoSketchMode() {
+class AutoSketchMode(val project: Project) {
     var isEnable: Boolean = false
 
     fun start(text: String, listener: SketchInputListener) {
         val codeFenceList = CodeFence.parseAll(text)
-        val devinCodeFence = codeFenceList.filter { it.language.displayName == "DevIn" }
+        val devinCodeFence = codeFenceList.filter {
+            it.language.displayName == "DevIn"
+        }
+
+        val commands: MutableList<BuiltinCommand> = mutableListOf()
 
         val allCode = devinCodeFence.filter {
             !it.text.contains("<DevinsError>") && (hasReadCommand(it) || hasToolchainFunctionCommand(it))
         }
 
+        invokeLater {
+            val language = CodeFence.findLanguage("DevIn") ?: return@invokeLater
+            commands += devinCodeFence.mapNotNull {
+                val psiFile = PsiFileFactory.getInstance(project).createFileFromText(language, it.text)
+                    ?: return@mapNotNull null
+
+                LanguageProcessor.devin()?.transpileCommand(project, psiFile) ?: emptyList()
+            }.flatten()
+
+            project.getService(AgentStateService::class.java).addTools(commands)
+        }
+
         if (allCode.isEmpty()) return
 
         val allCodeText = allCode.map { it.text }.distinct().joinToString("\n")

exts/devins-lang/src/main/kotlin/cc/unitmesh/devti/language/compiler/DevInsCompiler.kt

@@ -400,6 +400,36 @@ class DevInsCompiler(
 
         return textSegment.toString()
     }
+
+    companion object {
+        fun transpileCommand(file: DevInFile): List<BuiltinCommand> {
+            val result = file.children.mapNotNull { it ->
+                when (it.elementType) {
+                    DevInTypes.USED -> {
+                        val used = it as DevInUsed
+                        val firstChild = used.firstChild
+                        val id = firstChild.nextSibling
+
+                        return@mapNotNull when (firstChild.elementType) {
+                            DevInTypes.COMMAND_START -> {
+                                val originCmdName = id?.text ?: ""
+                                val command = BuiltinCommand.fromString(originCmdName)
+                                if (command == null) {
+                                    CustomCommand.fromString(file.project, originCmdName) ?: return@mapNotNull null
+                                }
+
+                                command
+                            }
+                            else -> null
+                        }
+                    }
+                    else -> null
+                }
+            }
+
+            return result
+        }
+    }
 }
 
 

exts/devins-lang/src/main/kotlin/cc/unitmesh/devti/language/provider/DevInsPromptProcessor.kt

@@ -1,17 +1,20 @@
 package cc.unitmesh.devti.language.provider
 
 import cc.unitmesh.devti.AutoDevNotifications
+import cc.unitmesh.devti.devin.dataprovider.BuiltinCommand
 import cc.unitmesh.devti.language.DevInLanguage
 import cc.unitmesh.devti.language.compiler.DevInsCompiler
 import cc.unitmesh.devti.language.psi.DevInFile
 import cc.unitmesh.devti.provider.devins.CustomAgentContext
 import cc.unitmesh.devti.provider.devins.LanguageProcessor
 import cc.unitmesh.devti.util.parser.CodeFence
 import com.intellij.openapi.application.runInEdt
+import com.intellij.openapi.application.runReadAction
 import com.intellij.openapi.editor.Editor
 import com.intellij.openapi.fileEditor.FileEditorManager
 import com.intellij.openapi.project.Project
 import com.intellij.psi.PsiElement
+import com.intellij.psi.PsiFile
 import com.intellij.psi.PsiWhiteSpace
 import com.intellij.psi.util.PsiUtilBase
 
@@ -48,6 +51,15 @@ class DevInsPromptProcessor : LanguageProcessor {
         return result.output
     }
 
+    override fun transpileCommand(project: Project, psiFile: PsiFile): List<BuiltinCommand> {
+        if (psiFile !is DevInFile) {
+            return emptyList()
+        }
+
+        val result = DevInsCompiler.transpileCommand(psiFile)
+        return result
+    }
+
     /**
      * Creates a new instance of `DevInsCompiler`.
      *