feat(custom-agent): add support for custom web views in chat responses #51

The commit introduces the ability to display custom web views within chat responses, enhancing the user experience by providing a more interactive and dynamic way to display information.

Author: phodal

src/main/kotlin/cc/unitmesh/devti/counit/CustomAgentChatProcessor.kt

@@ -4,13 +4,17 @@ import cc.unitmesh.devti.AutoDevBundle
 import cc.unitmesh.devti.counit.model.CustomAgentConfig
 import cc.unitmesh.devti.counit.model.CustomAgentState
 import cc.unitmesh.devti.counit.model.ResponseAction
+import cc.unitmesh.devti.counit.view.WebBlock
+import cc.unitmesh.devti.counit.view.WebBlockView
 import cc.unitmesh.devti.gui.chat.ChatCodingPanel
 import cc.unitmesh.devti.gui.chat.ChatContext
+import cc.unitmesh.devti.gui.chat.ChatRole
 import cc.unitmesh.devti.provider.ContextPrompter
 import cc.unitmesh.devti.util.LLMCoroutineScope
 import com.intellij.openapi.components.Service
 import com.intellij.openapi.diagnostic.logger
 import com.intellij.openapi.project.Project
+import com.intellij.temporary.gui.block.SimpleMessage
 import kotlinx.coroutines.launch
 import kotlinx.coroutines.runBlocking
 
@@ -69,7 +73,18 @@ class CustomAgentChatProcessor(val project: Project) {
             }
 
             ResponseAction.WebView -> {
-                TODO()
+                val sb = StringBuilder()
+                runBlocking {
+                    response.collect {
+                        sb.append(it)
+                    }
+                }
+                val content = sb.toString()
+
+                val webBlock = WebBlock(SimpleMessage(content, content, ChatRole.User))
+                val blockView = WebBlockView(webBlock, project, {})
+                ui.appendWebView(blockView)
+                ui.hiddenProgressBar()
             }
         }
     }

src/main/kotlin/cc/unitmesh/devti/counit/view/WebBlockView.kt

@@ -15,11 +15,17 @@ class WebBlockView(
     private val project: Project,
     private val disposable: Disposable,
 ) : MessageBlockView {
+    private val webViewWindow = WebViewWindow()
+
+    override fun initialize() {
+        this.webViewWindow.loadHtml(block.msg.text)
+    }
+
     override fun getBlock(): MessageBlock {
         return block
     }
 
     override fun getComponent(): Component {
-        return WebViewWindow().component
+        return webViewWindow.component
     }
 }

src/main/kotlin/cc/unitmesh/devti/counit/view/WebViewWindow.kt

@@ -13,9 +13,7 @@ import java.awt.Component
  * for custom webview can refs: https://github.com/mucharafal/jcef_example
  */
 class WebViewWindow {
-    private val browser: JBCefBrowser = JBCefBrowser().also {
-//        it.loadURL("http://myapp/index.html")
-    }
+    private val browser: JBCefBrowser = JBCefBrowser().also {}
 
     val component: Component = browser.component
 

src/main/kotlin/cc/unitmesh/devti/gui/chat/AutoDevInputSection.kt

@@ -147,7 +147,7 @@ class AutoDevInputSection(private val project: Project, val disposable: Disposab
             }
         })
 
-        tokenizer = TokenizerImpl.INSTANCE
+        tokenizer = TokenizerImpl.INSTANCESupplier.get()
     }
 
 

src/main/kotlin/cc/unitmesh/devti/gui/chat/ChatCodingPanel.kt

@@ -14,11 +14,13 @@ import com.intellij.openapi.ui.DialogPanel
 import com.intellij.openapi.ui.NullableComponent
 import com.intellij.openapi.ui.SimpleToolWindowPanel
 import com.intellij.openapi.wm.IdeFocusManager
+import com.intellij.temporary.gui.block.MessageBlockView
 import com.intellij.temporary.gui.block.whenDisposed
 import com.intellij.ui.Gray
 import com.intellij.ui.JBColor
 import com.intellij.ui.components.ActionLink
 import com.intellij.ui.components.JBLabel
+import com.intellij.ui.components.JBPanel
 import com.intellij.ui.components.JBScrollPane
 import com.intellij.ui.components.panels.VerticalLayout
 import com.intellij.ui.dsl.builder.panel
@@ -29,6 +31,7 @@ import kotlinx.coroutines.Dispatchers
 import kotlinx.coroutines.delay
 import kotlinx.coroutines.flow.*
 import kotlinx.coroutines.withContext
+import java.awt.BorderLayout
 import java.awt.event.ActionListener
 import java.awt.event.MouseAdapter
 import java.awt.event.MouseEvent
@@ -262,4 +265,28 @@ class ChatCodingPanel(private val chatCodingService: ChatCodingService, val disp
 
         updateUI()
     }
+
+    fun appendWebView(blockView: MessageBlockView) {
+        myList.add(SimpleView(blockView))
+        updateUI()
+    }
+}
+
+class SimpleView(val view: MessageBlockView) : JBPanel<MessageView>() {
+    init {
+        isDoubleBuffered = true
+        isOpaque = true
+        background = JBColor(0x6F59FF, 0x2d2f30)
+
+        layout = BorderLayout(JBUI.scale(8), 0)
+        val centerPanel = JPanel(VerticalLayout(JBUI.scale(8)))
+
+        centerPanel.isOpaque = false
+        centerPanel.border = JBUI.Borders.emptyRight(8)
+
+        add(centerPanel, BorderLayout.WEST)
+
+        view.initialize()
+        centerPanel.add(view.getComponent())
+    }
 }

src/main/kotlin/cc/unitmesh/devti/llms/tokenizer/TokenizerImpl.kt

@@ -1,11 +1,13 @@
 package cc.unitmesh.devti.llms.tokenizer
 
 import com.intellij.openapi.application.ApplicationManager
+import com.intellij.openapi.application.CachedSingletonsRegistry
 import com.intellij.openapi.components.Service
 import com.knuddels.jtokkit.Encodings
 import com.knuddels.jtokkit.api.Encoding
 import com.knuddels.jtokkit.api.EncodingRegistry
 import com.knuddels.jtokkit.api.EncodingType
+import java.util.function.Supplier
 
 @Service(Service.Level.APP)
 class TokenizerImpl(private val maxTokenLength: Int = 8192) : Tokenizer {
@@ -20,6 +22,7 @@ class TokenizerImpl(private val maxTokenLength: Int = 8192) : Tokenizer {
     }
 
     companion object {
-        val INSTANCE = ApplicationManager.getApplication().getService(TokenizerImpl::class.java)
+        val INSTANCESupplier: Supplier<TokenizerImpl> =
+            CachedSingletonsRegistry.lazy { ApplicationManager.getApplication().getService(TokenizerImpl::class.java) }
     }
 }

src/main/kotlin/cc/unitmesh/devti/provider/PromptStrategy.kt

@@ -26,7 +26,7 @@ abstract class PromptStrategy : LazyExtensionInstance<PromptStrategy>() {
     @Attribute("implementationClass")
     var implementationClass: String? = null
 
-    private val tokenizer: Tokenizer = TokenizerImpl.INSTANCE
+    private val tokenizer: Tokenizer = TokenizerImpl.INSTANCESupplier.get()
 
     override fun getImplementationClassName(): String? = implementationClass
 

src/main/kotlin/com/intellij/temporary/error/ErrorMessageProcessor.kt

@@ -70,7 +70,8 @@ object ErrorMessageProcessor {
         val extractedErrorPlaces: List<ErrorPlace> =
             extractErrorPlaces(project, description.consoleLineFrom, description.consoleLineTo, description.editor)
 
-        val errorPromptBuilder = ErrorPromptBuilder(AutoDevSettingsState.maxTokenLength, TokenizerImpl.INSTANCE)
+        val errorPromptBuilder =
+            ErrorPromptBuilder(AutoDevSettingsState.maxTokenLength, TokenizerImpl.INSTANCESupplier.get())
         return errorPromptBuilder.buildPrompt(extractedText, extractedErrorPlaces)
     }