feat(devins-lang): add support for browsing web content with new command /browse

The `/browse` command has been added to the DevIns language, allowing users to fetch the content of a given URL. This feature refactors the existing command parsing logic and introduces a new `BrowseInsCommand` class to handle the execution of the `/browse` command. The command is now recognized by the DevIns parser and can be used within the language.

Author: phodal

exts/devins-lang/src/grammar/DevInLexer.flex

@@ -46,7 +46,7 @@ SYSTEM_ID=[a-zA-Z][_\-a-zA-Z0-9]*
 NUMBER=[0-9]+
 
 TEXT_SEGMENT=[^$/@#\n]+
-COMMAND_PROP=[^:\ \t\r\n]*
+COMMAND_PROP=[^\ \t\r\n]*
 CODE_CONTENT=[^\n]+
 COMMENTS=\[ ([^\]]+)? \] [^\t\r\n]*
 NEWLINE= \n | \r | \r\n

exts/devins-lang/src/main/kotlin/cc/unitmesh/devti/language/compiler/BrowseInsCommand.kt

@@ -0,0 +1,12 @@
+package cc.unitmesh.devti.language.compiler
+
+import cc.unitmesh.devti.language.agenttool.browse.BrowseTool
+import cc.unitmesh.devti.language.compiler.exec.InsCommand
+import com.intellij.openapi.project.Project
+
+class BrowseInsCommand(val myProject: Project, val prop: String) : InsCommand {
+    override suspend fun execute(): String? {
+        val documentContent = BrowseTool.parse(prop)
+        return documentContent.body
+    }
+}

exts/devins-lang/src/main/kotlin/cc/unitmesh/devti/language/compiler/DevInsCompiler.kt

@@ -204,6 +204,15 @@ class DevInsCompiler(
                 result.isLocalCommand = true
                 ShellInsCommand(myProject, prop)
             }
+
+            BuiltinCommand.BROWSE -> {
+                result.isLocalCommand = true
+                BrowseInsCommand(myProject, prop)
+            }
+
+            else -> {
+                PrintInsCommand("/" + commandNode.commandName + ":" + prop)
+            }
         }
 
         val execResult = runBlocking { command.execute() }

exts/devins-lang/src/main/kotlin/cc/unitmesh/devti/language/completion/dataprovider/BuiltinCommand.kt

@@ -14,6 +14,7 @@ enum class BuiltinCommand(
 ) {
     FILE("file", "Read the content of a file", AllIcons.Actions.Copy, true, true),
     REV("rev", "Read git change by file", AllIcons.Vcs.History, true, true),
+
     /**
      * Every language will have a symbol completion, which is the most basic completion, for example,
      * - Java: [com.intellij.codeInsight.completion.JavaKeywordCompletion]
@@ -39,6 +40,7 @@ enum class BuiltinCommand(
         true,
         true
     ),
+    BROWSE("browse", "Get the content of a given URL.", AllIcons.Xml.Browsers.Firefox, false, true),
     ;
 
     companion object {

exts/devins-lang/src/main/resources/agent/toolExamples/browse.devin

@@ -0,0 +1 @@
+/browse:https://ide.unitmesh.cc

exts/devins-lang/src/test/kotlin/cc/unitmesh/devti/language/DevInParsingTest.kt

@@ -40,11 +40,7 @@ class DevInParsingTest : ParsingTestCase("parser", "devin", DevInParserDefinitio
         doTest(true)
     }
 
-    fun testSystemCalling() {
-        doTest(true)
-    }
-
-    fun testSingleComment() {
+    fun testBrowseWeb() {
         doTest(true)
     }
 }

exts/devins-lang/src/test/testData/parser/BrowseWeb.devin

@@ -0,0 +1 @@
+/browse:https://ide.unitmesh.cc

exts/devins-lang/src/test/testData/parser/BrowseWeb.txt

@@ -0,0 +1,6 @@
+DevInFile
+  DevInUsedImpl(USED)
+    PsiElement(DevInTokenType.COMMAND_START)('/')
+    PsiElement(DevInTokenType.COMMAND_ID)('browse')
+    PsiElement(DevInTokenType.COLON)(':')
+    PsiElement(DevInTokenType.COMMAND_PROP)('https://ide.unitmesh.cc')