update: make something that collapses tokens into one if it can

This commit is contained in:
maix0 2024-09-26 22:20:24 +02:00
parent 2e811bcec2
commit 774f374965
5 changed files with 81 additions and 54 deletions

View file

@ -2,7 +2,7 @@ from ttoken import *
# This function will make a "big" token that will represent a word in the shell sense
def concat(tokens: list[Token]):
def concat(tokens: list[Token]) -> list[Token]:
i = 0
out = []
while i < len(tokens):