9 lines
No EOL
213 B
Racket
9 lines
No EOL
213 B
Racket
#lang racket/base
|
|
(require "lexer.rkt" parser-tools/lex racket/port)
|
|
|
|
(define (make-tokenizer ip [path #f])
|
|
(port-count-lines! ip)
|
|
(file-path path)
|
|
(looping-lex (port->string ip)))
|
|
|
|
(provide make-tokenizer) |