diff --git a/wip-duuqnd/user-side-compiler/tokenizer.lisp b/wip-duuqnd/user-side-compiler/tokenizer.lisp index b48aa06..15666ab 100644 --- a/wip-duuqnd/user-side-compiler/tokenizer.lisp +++ b/wip-duuqnd/user-side-compiler/tokenizer.lisp @@ -65,8 +65,10 @@ reading immediately. Should be a subset of *SPECIAL-TOKEN-CHARS*.") ;; Special syntax tokens +(defclass token-atomic (token) ()) + (defmacro define-atomic-token (name) - `(defclass ,name (token) ())) + `(defclass ,name (token-atomic) ())) (define-atomic-token token-end-of-statement)