2025-10-07 01:37:09 +08:00
|
|
|
#lang racket/base
|
|
|
|
|
(require "lexer.rkt" parser-tools/lex racket/port)
|
2025-09-26 01:18:16 +08:00
|
|
|
|
|
|
|
|
(define (make-tokenizer ip [path #f])
|
|
|
|
|
(port-count-lines! ip)
|
2025-10-07 01:37:09 +08:00
|
|
|
(file-path path)
|
|
|
|
|
(looping-lex (port->string ip)))
|
2025-09-26 01:18:16 +08:00
|
|
|
|
|
|
|
|
(provide make-tokenizer)
|
