lib/lexer.mli


1
2
3
4
5
6
7
8
9
10
11
12
13
14

module type Encoding = sig
  val lexeme : Sedlexing.lexbuf -> string
end

exception EOF

val lexer :
  (module Encoding) ->
  Sedlexing.lexbuf ->
  unit ->
  Tokens.token * Lexing.position * Lexing.position
(** Apply the lexer to the source *)

val discard : Sedlexing.lexbuf -> unit