Module Token

type pattern = Plexing.pattern
exception Error of string
type !'te glexer = 'te Plexing.lexer = {
  1. tok_func : 'te Plexing.lexer_func;
  2. tok_using : pattern -> unit;
  3. tok_removing : pattern -> unit;
  4. mutable tok_match : pattern -> 'te -> string;
  5. tok_text : pattern -> string;
  6. mutable tok_comm : Ploc.t list option;
}
type !'te lexer_func = char Stream.t -> 'te Stream.t * Plexing.Locations.t
and location_function = int -> Ploc.t
val lexer_text : pattern -> string
val default_match : pattern -> (string * string) -> string
val lexer_func_of_parser : ((char Stream.t * int ref * int ref) -> 'te * Ploc.t) -> 'te lexer_func
val lexer_func_of_ocamllex : (Lexing.lexbuf -> 'te) -> 'te lexer_func
val make_stream_and_location : (unit -> 'te * Ploc.t) -> 'te Stream.t * Plexing.Locations.t
val eval_char : string -> char
val eval_string : Ploc.t -> string -> string
val restore_lexing_info : (int * int) option ref
val line_nb : int ref ref
val bol_pos : int ref ref
type location = Ploc.t
val make_loc : (int * int) -> Ploc.t
val dummy_loc : Ploc.t