diff --git a/wip-duuqnd/user-side-compiler/tokenizer.lisp b/wip-duuqnd/user-side-compiler/tokenizer.lisp index 252d64d..fae6cc1 100644 --- a/wip-duuqnd/user-side-compiler/tokenizer.lisp +++ b/wip-duuqnd/user-side-compiler/tokenizer.lisp @@ -155,7 +155,6 @@ reading immediately. Should be a subset of *SPECIAL-TOKEN-CHARS*.") token-source (cons source (cons line column))))) (loop :for char := (read-char stream) :for next := (peek-char nil stream nil :eof) - :do (incf column) :do (cond ;; Break for next token at whitespace @@ -195,6 +194,7 @@ reading immediately. Should be a subset of *SPECIAL-TOKEN-CHARS*.") (next-token)) ((eql :eof next) (next-token))))) + :do (incf column) :until (eql :eof next))) (nreverse tokens)))