update: pushed more readable tokens

parser/token.py/concat.py

@@ -0,0 +1,20 @@
+from ttoken import *
+
+def concat(tokens: list[Token]):
+    i = 0
+    out = []
+    while i < len(tokens):
+        tok = tokens[i]
+        if tok.is_word():
+            word = Token(TokenType.WORD, subtokens=[])
+            word.subtokens.append(tok)
+            j = 1
+            while i + j < len(tokens) and (tokens[i + j]).is_word():
+                word.subtokens.append(tokens[i + j])
+                j += 1
+            i += j
+            out.append(word)
+        else:
+            out.append(tok)
+            i += 1
+    return out