19 lines
347 B
Python
19 lines
347 B
Python
from src.lexer import Lexer
|
|
from src.token import Token
|
|
|
|
|
|
def main():
|
|
source: str = """() {} +- += / /= // sefs + {, )
|
|
}:: *
|
|
"This is a string"
|
|
3.1415
|
|
123
|
|
"This is
|
|
another string" """
|
|
lexer: Lexer = Lexer()
|
|
tokens: list[Token] = lexer.process(source)
|
|
print(tokens)
|
|
|
|
if __name__ == '__main__':
|
|
main()
|