10 lines
No EOL
214 B
Racket
10 lines
No EOL
214 B
Racket
#lang br
|
|
(require "lexer.rkt" brag/support)
|
|
|
|
(define (make-tokenizer ip [path #f])
|
|
(port-count-lines! ip)
|
|
(lexer-file-path path)
|
|
(define (next-token) (uahgi2-lexer ip))
|
|
next-token)
|
|
|
|
(provide make-tokenizer) |