feat(devin-lang): add stub support and refactoring to highlighter and parser #101

This commit introduces stub support for the DevInLanguage by creating a new `DevInFileStub` class and its corresponding `Type`, which extends `IStubFileElementType`. The `DevInFile` class has been updated to use the `getOriginalFile` method and to override `toString` and `getStub` methods. The `DevInSyntaxHighlighter` and `DevInCompletionContributor` have been refactored to use the new `DevInTypes.REF_BLOCK` token type in their respective extensions. The `DevInLexer` has been modified to recognize references with the `@` and `$` prefixes, and the `DevInFileType` has been updated to use the extension `.devin` instead of `.autoin`.

Author: phodal

exts/devin-lang/src/grammar/DevInLexer.flex

@@ -26,7 +26,7 @@ import com.intellij.psi.TokenType;
 %s ID_SUFFIX
 
 IDENTIFIER=[a-zA-Z0-9]([_\-a-zA-Z0-9]*)
-REF_BLOCK=("@" {IDENTIFIER} )
+REF_BLOCK=([$/@] {IDENTIFIER} )
 TEXT_SEGMENT=[^$/@]+
 NEWLINE=\n|\r\n
 

exts/devin-lang/src/main/kotlin/cc/unitmesh/language/DevInCompletionContributor.kt

@@ -8,6 +8,10 @@ import cc.unitmesh.language.completion.VariableProvider
 
 class DevInCompletionContributor : CompletionContributor() {
     init {
-        extend(CompletionType.BASIC, psiElement(DevInTypes.REF_BLOCK), VariableProvider())
+        extend(
+            CompletionType.BASIC,
+            psiElement(DevInTypes.REF_BLOCK),
+            VariableProvider()
+        )
     }
 }

exts/devin-lang/src/main/kotlin/cc/unitmesh/language/DevInParserDefinition.kt

@@ -45,7 +45,6 @@ internal class DevInParserDefinition : ParserDefinition {
 
     @NotNull
     override fun createElement(node: ASTNode?): PsiElement {
-//        return DevInTypes.Factory.createElement(node)
         TODO()
     }
 

exts/devin-lang/src/main/kotlin/cc/unitmesh/language/DevInSyntaxHighlighter.kt

@@ -1,14 +1,11 @@
 package cc.unitmesh.language
 
-import cc.unitmesh.language.lexer.DevInTokenType
-import cc.unitmesh.language.psi.DevInElementType
 import cc.unitmesh.language.psi.DevInTypes
 import com.intellij.lexer.Lexer
 import com.intellij.openapi.editor.DefaultLanguageHighlighterColors
 import com.intellij.openapi.editor.colors.TextAttributesKey
 import com.intellij.openapi.fileTypes.SyntaxHighlighter
 import com.intellij.openapi.fileTypes.SyntaxHighlighterBase
-import com.intellij.openapi.fileTypes.SyntaxHighlighterBase.fillMap
 import com.intellij.psi.tree.IElementType
 
 class DevInSyntaxHighlighter : SyntaxHighlighter {
@@ -22,7 +19,7 @@ class DevInSyntaxHighlighter : SyntaxHighlighter {
         private val ATTRIBUTES: MutableMap<IElementType, TextAttributesKey> = HashMap()
 
         init {
-            ATTRIBUTES[DevInTypes.REF_BLOCK] = DefaultLanguageHighlighterColors.IDENTIFIER
+            ATTRIBUTES[DevInTypes.REF_BLOCK] = DefaultLanguageHighlighterColors.KEYWORD
         }
     }
 

exts/devin-lang/src/main/kotlin/cc/unitmesh/language/psi/DevInFile.kt

@@ -5,8 +5,42 @@ import cc.unitmesh.language.DevInLanguage
 import com.intellij.extapi.psi.PsiFileBase
 import com.intellij.openapi.fileTypes.FileType
 import com.intellij.psi.FileViewProvider
+import com.intellij.psi.PsiFile
+import com.intellij.psi.StubBuilder
+import com.intellij.psi.stubs.*
+import com.intellij.psi.tree.IStubFileElementType
 
 class DevInFile(viewProvider: FileViewProvider) : PsiFileBase(viewProvider, DevInLanguage) {
     override fun getFileType(): FileType = DevInFileType.INSTANCE
 
+    override fun getOriginalFile(): DevInFile = super.getOriginalFile() as DevInFile
+
+    override fun toString(): String = "DevInFile"
+
+    override fun getStub(): DevInFileStub? = super.getStub() as DevInFileStub?
 }
+
+class DevInFileStub(file: DevInFile?, private val flags: Int) : PsiFileStubImpl<DevInFile>(file) {
+
+    override fun getType() = Type
+
+    object Type : IStubFileElementType<DevInFileStub>(DevInLanguage) {
+        override fun getStubVersion(): Int = 1
+
+        override fun getExternalId(): String = "Feakin.file"
+
+        override fun serialize(stub: DevInFileStub, dataStream: StubOutputStream) {
+            dataStream.writeByte(stub.flags)
+        }
+
+        override fun deserialize(dataStream: StubInputStream, parentStub: StubElement<*>?): DevInFileStub {
+            return DevInFileStub(null, dataStream.readUnsignedByte())
+        }
+
+        override fun getBuilder(): StubBuilder = object : DefaultStubBuilder() {
+            override fun createStubForFile(file: PsiFile): StubElement<*> {
+                return DevInFileStub(file as DevInFile, 0)
+            }
+        }
+    }
+}

exts/devin-lang/src/main/resources/cc.unitmesh.language.xml

@@ -2,7 +2,7 @@
     <extensions defaultExtensionNs="com.intellij">
         <!--        refs: https://github.com/JetBrains/intellij-sdk-code-samples/blob/main/simple_language_plugin/src/main/resources/META-INF/plugin.xml-->
         <fileType name="DevInFile" implementationClass="cc.unitmesh.language.DevInFileType" fieldName="INSTANCE"
-                  language="DevIn" extensions="autoin"/>
+                  language="DevIn" extensions="devin"/>
 
         <lang.parserDefinition language="DevIn" implementationClass="cc.unitmesh.language.DevInParserDefinition"/>
         <lang.syntaxHighlighterFactory language="DevIn"