Added support for various nlTokTypes and added multiple demos

README

@@ -7,6 +7,7 @@ A personal little MATLAB alternative I suppose :)
 In future I'd love to start using a developed TUI library like [textual](https://github.com/Textualize/textual?tab=readme-ov-file),
 but for now everything is just a custom ANSI wrapper thing.
 
+Noether can compile to C or Nim via their respective backends.
 
 
 NOTES:

lang/NOTES

@@ -0,0 +1,3 @@
+Todo:
+- [ ] Not currently sure how the lexer will interpret non-latin characters (make sure it handles all unicode)
+- [ ] The lexer currently only handles a limited number of escape codes / whitespace characters

lang/demo/loop-space.no

@@ -0,0 +1,2 @@
+loop:
+    print("Goodbye world!")

lang/demo/loop-tab-crlf.no

@@ -0,0 +1,2 @@
+loop:
+	print("Goodbye world!")

lang/demo/loop-tab.no

@@ -0,0 +1,2 @@
+loop:
+	print("Goodbye world!")

lang/demo/string.no

@@ -0,0 +1,3 @@
+"Goodbye World!"
+'a' 
+'abc' # ERROR

src/nlx.nim

@@ -2,7 +2,7 @@ import os
 import noether/lex
 
 when isMainModule:
-  echo "Noether Lang - Extras"
+  echo "Noether Lang Extras v0.1.0 - nlx"
 
   if paramCount() > 0:
     let filename = paramStr(1)

src/noether/tokens.nim

@@ -10,16 +10,19 @@ type
     TERM, # String \0 terminator
     WORD, # Alphanumeric token
     SYMB, # Symbolic token
-    LNFD, # Line-Feed
+    LNFD, # \r \n Line-Feed
-    WTSP, # Whitespace
+    WTSP, # ' ' \t Whitespace
-    LPAR, # (
+    LPAR, # ( Left Parenthesis
-    RPAR, # )
+    RPAR, # ) Right Parenthesis
-    LBRA, # {
+    LBRA, # { Left Brace
-    RBRA, # }
+    RBRA, # } Right Brace
-    LSQB, # [
+    LSQB, # [ Left Square Bracket
-    RSQB, # ]
+    RSQB, # ] Right Square Bracket
-    LANB, # <
+    # LANB, # < Left Angle Bracket
-    RANB, # >
+    # RANB, # > Right Angle Bracket
+    SQUO, # ' Single Quotation Marking
+    DQUO, # " Double Quotation Marking
+    GRVA, # ` Grave Accent
         
   nlTok = object
     tokType*: nlTokType
@@ -67,13 +70,27 @@ proc getTokType(c: char): nlTokType =
   case c:
   of '\0':
     result = nlTokType.TERM
-  of '\n':
+  of '\r', '\n':
     result = nlTokType.LNFD
-  of ' ':
+  of ' ', '\t':
     result = nlTokType.WTSP
   of '(':
     result = nlTokType.LPAR
   of ')':
     result = nlTokType.RPAR
+  of '{':
+    result = nlTokType.LBRA
+  of '}':
+    result = nlTokType.RBRA
+  of '[':
+    result = nlTokType.LSQB
+  of ']':
+    result = nlTokType.RSQB
+  of '\'':
+    result = nlTokType.SQUO
+  of '\"':
+    result = nlTokType.DQUO
+  of '`':
+    result = nlTokType.GRVA
   else:
     result = nlTokType.WORD