(define (lex-all lexer)
(let iterate ((result '()))
(let ((token (lexer)))
- (if (eq? token '*eoi*)
+ (if (eq? (car token) 'eof)
(reverse result)
(iterate (cons token result))))))
(let ((lexer (get-string-lexer "")))
(pass-if "end-of-input"
- (and (eq? (lexer) '*eoi*)
- (eq? (lexer) '*eoi*)
- (eq? (lexer) '*eoi*))))
+ (and (eq? (car (lexer)) 'eof)
+ (eq? (car (lexer)) 'eof)
+ (eq? (car (lexer)) 'eof))))
(pass-if "single character tokens"
(equal? (lex-string "()[]'`,,@ . ")
get-lexer/1)))
(pass-if "lexer/1"
(and (equal? (lex-all lexer) (lex-string lex1-string))
- (eq? (lexer) '*eoi*)
- (eq? (lexer) '*eoi*)))))
+ (eq? (car (lexer)) 'eof)
+ (eq? (car (lexer)) 'eof)))))
; ==============================================================================