module type Encoding = sig
  val lexeme : Sedlexing.lexbuf -> string
end

val lexer :
  (module Encoding) ->
  Sedlexing.lexbuf ->
  unit ->
  Tokens.token * Lexing.position * Lexing.position
(** Apply the lexer to the source *)