🐛 Fixed lexer infinite loop

Author: AlexW00

example.ts

@@ -31,7 +31,7 @@ const compilerOptions: TinyCompOptions = {
 // instantiate the compiler and compile the input
 const compiler = new TinyComp(attributeGrammar, compilerOptions);
 const compileResult = compiler.compile(
-  `print(Hello World,Optional Hello World)`
+  `print("Hello World", "Optional Hello World")`
 );
 
 // execute the compiled code (in this case it is a function that prints "Hello World" and "Optional Hello World")"),

ts/attributeGrammar/lexicalRuleset.ts

@@ -16,7 +16,7 @@ export default interface LexicalRuleset {
 const exampleLexicalRuleset: LexicalRuleset = {
   // the name of the token
   whitespace: {
-    regex: /([^\S\r\n])/, // the regex that matches the token
+    regex: /([\s\r\n])/, // the regex that matches the token
   },
   printFunctionName: {
     regex: /print/,
@@ -28,7 +28,7 @@ const exampleLexicalRuleset: LexicalRuleset = {
     regex: /\)/,
   },
   parameter: {
-    regex: /[\w\d ]+/,
+    regex: /"[\w\d ]+"/,
   },
   parameterSeperator: {
     regex: /,/,

ts/lexer/Lexer.ts

@@ -28,7 +28,7 @@ export default class Lexer {
       const matchResult = this.#matchNextToken(input, pos, line, char);
       const match = matchResult?.token;
 
-      if (match) {
+      if (match && match.name != null && match.name !== "") {
         // push token to tokens and update pos, line, char
         tokens.push(match);
         ({ pos, line, char } = matchResult);