feat(devin-lang): add support for variables and commands #101

The DevInLexer and DevInParser have been updated to support variables, agent usage, and commands in DevInLang. This change introduces a more flexible grammar that recognizes strings and variables, allowing for more complex and expressive scripting within the language.

Author: phodal

exts/devin-lang/src/grammar/DevInLexer.flex

@@ -18,15 +18,17 @@ import com.intellij.psi.TokenType;
 
 CRLF=\R
 WHITE_SPACE=[\ \n\t\f]
-FIRST_VALUE_CHARACTER=[^ \n\f\\] | "\\"{CRLF} | "\\".
-VALUE_CHARACTER=[^\n\f\\] | "\\"{CRLF} | "\\".
-END_OF_LINE_COMMENT=("#"|"!")[^\r\n]*
-SEPARATOR=[:=]
-KEY_CHARACTER=[^:=\ \n\t\f\\] | "\\ "
+// $ variable
+STRING=\"([^\\\"\r\n]|\\[^\r\n])*\"?
+VARIABLE="$" {STRING}
 
 %state WAITING_VALUE
 
 %%
+<YYINITIAL> {
+    {STRING}           { return DevInTypes.STRING; }
+    {VARIABLE}         { return DevInTypes.VARIABLE; }
+}
 
 ({CRLF}|{WHITE_SPACE})+                                     { yybegin(YYINITIAL); return TokenType.WHITE_SPACE; }
 

exts/devin-lang/src/grammar/DevInParser.bnf

@@ -17,4 +17,10 @@
 
 DevInFile ::= item_*
 
-private item_ ::= (CRLF)
+private item_ ::= (VARIABLE|CRLF|STRING)
+
+// $use-variable
+
+// @use-agent
+
+// /use-command