fix(lexer): make sure front-matter parse success #112

phodal · Sep 30, 2024 · a9c3770 · a9c3770
1 parent f3e2e09
commit a9c3770
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 6 deletions.
diff --git a/shirelang/src/main/grammar/ShireLexer.flex b/shirelang/src/main/grammar/ShireLexer.flex
@@ -110,6 +110,7 @@ AFTER_STREAMING          =afterStreaming
     private boolean isInsideShireTemplate = false;
     private boolean isInsideFunctionBlock = false;
     private boolean isInsideFrontMatter = false;
+    private boolean hasFrontMatter = false;
     private boolean patternActionBraceStart = false;
     private int patternActionBraceLevel = 0;
 %}
@@ -217,7 +218,16 @@ AFTER_STREAMING          =afterStreaming
 
 %%
 <YYINITIAL> {
-  "---"                   { isInsideFrontMatter = true; yybegin(FRONT_MATTER_BLOCK); return FRONTMATTER_START; }
+  "---"  {
+          if (hasFrontMatter | isCodeStart) {
+              return CODE_CONTENT;
+          } else {
+              isInsideFrontMatter = true;
+              yybegin(FRONT_MATTER_BLOCK);
+              return FRONTMATTER_START;
+          }
+      }
+
   {CODE_CONTENT}          { return content(); }
   {NEWLINE}               { return NEWLINE;  }
   "["                     { yypushback(yylength()); yybegin(COMMENT_BLOCK);  }
@@ -242,7 +252,8 @@ AFTER_STREAMING          =afterStreaming
 
   {INDENT}                { yybegin(FRONT_MATTER_VAL_OBJECT); return INDENT; }
   {NEWLINE}               { return NEWLINE; }
-  "---"                   { isInsideFrontMatter = false; yybegin(YYINITIAL); return FRONTMATTER_END; }
+
+  "---"                   { isInsideFrontMatter = false; hasFrontMatter = true; yybegin(YYINITIAL); return FRONTMATTER_END; }
   [^]                     { yypushback(yylength()); yybegin(YYINITIAL); }
 }
 

diff --git a/shirelang/src/test/testData/parser/MarkdownCompatible.txt b/shirelang/src/test/testData/parser/MarkdownCompatible.txt
@@ -25,7 +25,6 @@ ShireFile
       PsiElement(ShireTokenType.NEWLINE)('\n')
       PsiElement(ShireTokenType.CODE_CONTENT)('onStreamingEnd: { parseCode | patch($codepath, $output) }')
       PsiElement(ShireTokenType.NEWLINE)('\n')
-  PsiErrorElement:<used>, ShireTokenType.#, ShireTokenType.CODE_BLOCK_END, ShireTokenType.CODE_BLOCK_START, ShireTokenType.CODE_CONTENT, ShireTokenType.COMMENTS, ShireTokenType.NEWLINE or ShireTokenType.TEXT_SEGMENT expected, got '---'
-    PsiElement(ShireTokenType.FRONTMATTER_START)('---')
-  PsiElement(ShireTokenType.NEWLINE)('\n')
-  PsiElement(ShireTokenType.CODE_BLOCK_END)('```')
+      PsiElement(ShireTokenType.CODE_CONTENT)('---')
+      PsiElement(ShireTokenType.NEWLINE)('\n')
+    PsiElement(ShireTokenType.CODE_BLOCK_END)('```')