NAME¶

Lexer - The lexical analyzer

Module¶

Module Lexer

Documentation¶

Module Lexer
: sig end

The lexical analyzer

Warning: this module is unstable and part of Compiler_libs .

val init : unit -> unit

val token : Lexing.lexbuf -> Parser.token

val skip_hash_bang : Lexing.lexbuf -> unit

type error =
| Illegal_character of char
| Illegal_escape of string * string option
| Reserved_sequence of string * string option
| Unterminated_comment of Location.t
| Unterminated_string
| Unterminated_string_in_comment of Location.t * Location.t
| Keyword_as_label of string
| Invalid_literal of string
| Invalid_directive of string * string option

exception Error of error * Location.t

val in_comment : unit -> bool

val in_string : unit -> bool

val print_warnings : bool ref

val handle_docstrings : bool ref

val comments : unit -> (string * Location.t) list

val token_with_comments : Lexing.lexbuf -> Parser.token

val set_preprocessor : (unit -> unit) -> ((Lexing.lexbuf -> Parser.token) -> Lexing.lexbuf -> Parser.token) -> unit