Update Elixir tokenization of sigil modifiers

microsoft · Dec 8, 2021 · 10bce38 · 10bce38
1 parent 3f9b0c5
commit 10bce38
Show file tree

Hide file tree

Showing 2 changed files with 18 additions and 6 deletions.
diff --git a/src/basic-languages/elixir/elixir.test.ts b/src/basic-languages/elixir/elixir.test.ts
@@ -314,6 +314,17 @@ testTokenization('elixir', [
 			]
 		}
 	],
+	// Sigils (modifiers)
+	[
+		{
+			line: '~X/custom/az09',
+			tokens: [
+				{ startIndex: 0, type: 'sigil.delimiter.elixir' },
+				{ startIndex: 3, type: 'sigil.elixir' },
+				{ startIndex: 9, type: 'sigil.delimiter.elixir' }
+			]
+		}
+	],
 	// Module attributes
 	[
 		{

diff --git a/src/basic-languages/elixir/elixir.ts b/src/basic-languages/elixir/elixir.ts
@@ -125,6 +125,7 @@ export const language = <languages.IMonarchLanguage>{
 	sigilSymmetricDelimiter: /"""|'''|"|'|\/|\|/,
 	sigilStartDelimiter: /@sigilSymmetricDelimiter|<|\{|\[|\(/,
 	sigilEndDelimiter: /@sigilSymmetricDelimiter|>|\}|\]|\)/,
+	sigilModifiers: /[a-zA-Z0-9]*/,
 
 	decimal: /\d(?:_?\d)*/,
 	hex: /[0-9a-fA-F](_?[0-9a-fA-F])*/,
@@ -387,7 +388,7 @@ export const language = <languages.IMonarchLanguage>{
 
 		'sigilContinue.interpol.s': [
 			[
-				/(@sigilEndDelimiter)[a-zA-Z]*/,
+				/(@sigilEndDelimiter)@sigilModifiers/,
 				{
 					cases: {
 						'$1==$S5': { token: 'string.delimiter', next: '@pop' },
@@ -412,7 +413,7 @@ export const language = <languages.IMonarchLanguage>{
 			// Ignore escaped sigil end
 			[/(^|[^\\])\\@sigilEndDelimiter/, 'string'],
 			[
-				/(@sigilEndDelimiter)[a-zA-Z]*/,
+				/(@sigilEndDelimiter)@sigilModifiers/,
 				{
 					cases: {
 						'$1==$S5': { token: 'string.delimiter', next: '@pop' },
@@ -435,7 +436,7 @@ export const language = <languages.IMonarchLanguage>{
 
 		'sigilContinue.interpol.r': [
 			[
-				/(@sigilEndDelimiter)[a-zA-Z]*/,
+				/(@sigilEndDelimiter)@sigilModifiers/,
 				{
 					cases: {
 						'$1==$S5': { token: 'regexp.delimiter', next: '@pop' },
@@ -460,7 +461,7 @@ export const language = <languages.IMonarchLanguage>{
 			// Ignore escaped sigil end
 			[/(^|[^\\])\\@sigilEndDelimiter/, 'regexp'],
 			[
-				/(@sigilEndDelimiter)[a-zA-Z]*/,
+				/(@sigilEndDelimiter)@sigilModifiers/,
 				{
 					cases: {
 						'$1==$S5': { token: 'regexp.delimiter', next: '@pop' },
@@ -484,7 +485,7 @@ export const language = <languages.IMonarchLanguage>{
 
 		'sigilContinue.interpol': [
 			[
-				/(@sigilEndDelimiter)[a-zA-Z]*/,
+				/(@sigilEndDelimiter)@sigilModifiers/,
 				{
 					cases: {
 						'$1==$S5': { token: 'sigil.delimiter', next: '@pop' },
@@ -509,7 +510,7 @@ export const language = <languages.IMonarchLanguage>{
 			// Ignore escaped sigil end
 			[/(^|[^\\])\\@sigilEndDelimiter/, 'sigil'],
 			[
-				/(@sigilEndDelimiter)[a-zA-Z]*/,
+				/(@sigilEndDelimiter)@sigilModifiers/,
 				{
 					cases: {
 						'$1==$S5': { token: 'sigil.delimiter', next: '@pop' },