lib/lexer.mli


1
2
3
4
5
6
7
8
9
10

module type Encoding = sig
  val lexeme : Sedlexing.lexbuf -> string
end

val lexer :
  (module Encoding) ->
  Sedlexing.lexbuf ->
  unit ->
  Tokens.token * Lexing.position * Lexing.position
(** Apply the lexer to the source *)