Add support for regex in tokenTypes (#304885)

Author: zackbach

src/vs/workbench/services/textMate/browser/textMateTokenizationFeatureImpl.ts

@@ -181,6 +181,9 @@ export class TextMateTokenizationFeature extends Disposable implements ITextMate
 					case 'comment':
 						tokenTypes[scope] = StandardTokenType.Comment;
 						break;
+					case 'regex':
+						tokenTypes[scope] = StandardTokenType.RegEx;
+						break;
 				}
 			}
 		}

src/vs/workbench/services/textMate/common/TMGrammars.ts

@@ -57,7 +57,7 @@ export const grammarsExtPoint: IExtensionPoint<ITMSyntaxExtensionPoint[]> = Exte
 					description: nls.localize('vscode.extension.contributes.grammars.tokenTypes', 'A map of scope name to token types.'),
 					type: 'object',
 					additionalProperties: {
-						enum: ['string', 'comment', 'other']
+						enum: ['string', 'comment', 'other', 'regex']
 					}
 				},
 				injectTo: {