#lang racket/base
(require "lexer.rkt"  parser-tools/lex racket/port)

(define (make-tokenizer ip [path #f])
  (port-count-lines! ip)
  (file-path path)
  (looping-lex (port->string ip)))

(provide make-tokenizer)