feat(agent): add state reset and message preprocessing #259

- Add `resetState` method to `AgentStateService` to reset agent state.
- Rename `compressHistory` to `preprocessMessages` and update its logic.
- Integrate `AgentStateService` into `CustomLLMProvider` for message preprocessing.

Author: phodal

core/src/main/kotlin/cc/unitmesh/devti/llms/custom/CustomLLMProvider.kt

@@ -6,6 +6,7 @@ import cc.unitmesh.devti.gui.chat.message.ChatRole
 import cc.unitmesh.devti.llm2.model.LlmConfig
 import cc.unitmesh.devti.llm2.model.ModelType
 import cc.unitmesh.devti.llms.LLMProvider
+import cc.unitmesh.devti.observer.agent.AgentStateService
 import cc.unitmesh.devti.prompting.optimizer.PromptOptimizer
 import cc.unitmesh.devti.settings.coder.coderSetting
 import com.intellij.openapi.diagnostic.logger
@@ -32,6 +33,8 @@ class CustomLLMProvider(val project: Project, var llmConfig: LlmConfig = LlmConf
     private val messages: MutableList<Message> = mutableListOf()
     private val logger = logger<CustomLLMProvider>()
 
+    private val agentService = project.getService(AgentStateService::class.java)
+
     override fun clearMessage() = messages.clear()
 
     override fun getAllMessages(): List<Message> {
@@ -81,8 +84,9 @@ class CustomLLMProvider(val project: Project, var llmConfig: LlmConfig = LlmConf
         }
 
         messages += Message("user", prompt)
+        val finalMsgs = agentService.preprocessMessages(messages)
 
-        val customRequest = CustomRequest(messages)
+        val customRequest = CustomRequest(finalMsgs)
         val requestContent = customRequest.updateCustomFormat(requestFormat)
 
         val body = RequestBody.create("application/json".toMediaTypeOrNull(), requestContent.toByteArray())

core/src/main/kotlin/cc/unitmesh/devti/observer/agent/AgentState.kt

@@ -4,26 +4,36 @@ import cc.unitmesh.devti.agent.tool.AgentTool
 import cc.unitmesh.devti.llms.custom.Message
 import com.intellij.openapi.components.Service
 import com.intellij.util.diff.Diff.Change
-import kotlinx.serialization.Contextual
-import kotlinx.serialization.Serializable
 import java.util.UUID
 
 data class AgentState(
-    val conversationId: String = UUID.randomUUID().toString(),
-    val changeList: List<Change> = emptyList(),
-    val messages: List<Message> = emptyList(),
-    val usedTools: List<AgentTool> = emptyList(),
+    var conversationId: String = UUID.randomUUID().toString(),
+    var changeList: List<Change> = emptyList(),
+    var messages: List<Message> = emptyList(),
+    var usedTools: List<AgentTool> = emptyList(),
 )
 
-
-@Service
+@Service(Service.Level.PROJECT)
 class AgentStateService {
     var state: AgentState = AgentState()
 
+    fun resetState() {
+        state = AgentState()
+    }
+
+    fun addTools(tools: List<AgentTool>) {
+
+    }
+
+    fun addChanges(val fileName: String) {
+        // todo changeList.add()
+    }
+
     /**
      * Call some LLM to compress it or use some other method to compress the history
      */
-    fun compressHistory(messages: List<Message>): List<Message> {
+    fun preprocessMessages(messages: List<Message>): List<Message> {
+        state.messages = messages
         return messages
     }
 }

core/src/main/kotlin/cc/unitmesh/devti/sketch/SketchInputListener.kt

@@ -76,7 +76,9 @@ open class SketchInputListener(
         logger<SketchInputListener>().debug("Start compiling: $input")
         ProgressManager.getInstance().runProcessWithProgressSynchronously({
             val devInProcessor = LanguageProcessor.devin()
-            val compiledInput = runReadAction { devInProcessor?.compile(project, input) } ?: input
+            val compiledInput = runReadAction {
+                devInProcessor?.compile(project, input)
+            } ?: input
 
             toolWindow.beforeRun()
             toolWindow.updateHistoryPanel()

core/src/main/kotlin/cc/unitmesh/devti/sketch/SketchToolWindow.kt

@@ -10,6 +10,7 @@ import cc.unitmesh.devti.gui.toolbar.NewSketchAction
 import cc.unitmesh.devti.inline.AutoDevInlineChatService
 import cc.unitmesh.devti.inline.fullHeight
 import cc.unitmesh.devti.inline.fullWidth
+import cc.unitmesh.devti.observer.agent.AgentStateService
 import cc.unitmesh.devti.sketch.ui.ExtensionLangSketch
 import cc.unitmesh.devti.sketch.ui.LangSketch
 import cc.unitmesh.devti.sketch.ui.LanguageSketchProvider
@@ -403,6 +404,8 @@ open class SketchToolWindow(
         myList.removeAll()
         historyPanel.removeAll()
         initializePreAllocatedBlocks(project)
+
+        project.getService(AgentStateService::class.java).resetState()
     }
 
     fun printThinking(string: String) {

exts/devins-lang/src/main/kotlin/cc/unitmesh/devti/language/compiler/DevInsCompiler.kt

@@ -62,7 +62,6 @@ class DevInsCompiler(
 
                     output.append(it.text)
                 }
-
                 DevInTypes.USED -> processUsed(it as DevInUsed)
                 DevInTypes.COMMENTS -> {
                     if (it.text.startsWith("[flow]:")) {
@@ -78,7 +77,6 @@ class DevInsCompiler(
                         }
                     }
                 }
-
                 else -> {
                     output.append(it.text)
                     logger.warn("Unknown element type: ${it.elementType}")