support for tabs, support for comments

Author: yatsena

fib.crabox

@@ -1,7 +1,9 @@
-inc r1
+; PROGRAM TO CALCULATE THE FIBONACCI SEQUENCE
+inc r1			; 1
 store r1
-inc ap
+inc ap			; 1
 store r1
+; FIBONACCI FROM THE 3RD NUMBER ON
 inc ap
 dec ap
 dec ap

source/lexer.d

@@ -28,7 +28,15 @@ struct Lexer
             case '\n':
                 tokens ~= Token(TokenType.eol, "\n");
                 break;
-            case ' ':
+            case ';':
+                current++;
+                while (current < source.length && source[current] != '\n')
+                {
+                    current++;
+                }
+                current--;
+                break;
+            case ' ', '\t':
                 break;
             case 'a': .. case 'z':
                 string value = "";