From 33136c2164d619ef9407f4ab9b657b6ee3941248 Mon Sep 17 00:00:00 2001 From: John Lorentzson Date: Thu, 31 Jul 2025 11:14:35 +0200 Subject: [PATCH] Make tokenizer properly break text tokens on * and / --- user-side-compiler/tokenizer.lisp | 1 + 1 file changed, 1 insertion(+) diff --git a/user-side-compiler/tokenizer.lisp b/user-side-compiler/tokenizer.lisp index 700d13f..b1b02e1 100644 --- a/user-side-compiler/tokenizer.lisp +++ b/user-side-compiler/tokenizer.lisp @@ -2,6 +2,7 @@ (defparameter *special-token-chars* '(#\+ #\- + #\* #\/ #\< #\> #\( #\) #\, #\.