update: pushed more readable tokens

This commit is contained in:
maix0 2024-09-26 17:37:57 +02:00
parent 06c2d19097
commit 285104a19a
6 changed files with 199 additions and 239 deletions

View file

@ -1,9 +1,10 @@
import make_token
import str_to_token
import prettier
import ttoken
s = input("> ")
print(s);
first = make_token.me_tokenize(s)
pass1 = prettier.pass1(first)
print(s)
tokens = str_to_token.str_to_token(s)
concated_tokens = concat.concat(tokens)
prettier.print_tokenlist(pass1)
ttoken.print_tokenlist(concated_tokens)