Module type Lexer_common.LocalisedLexer

val token_list : (string * Tokens.token) list

Same as Surface.Lexer_common.token_list_language_agnostic, but with tokens whose string varies with the input language.

val lex_builtin : string -> Ast.builtin_expression option

Simple lexer for builtins

val lex_code : Sedlexing.lexbuf -> Tokens.token

Main lexing function used in a code block

val lex_law : Sedlexing.lexbuf -> Tokens.token

Main lexing function used outside code blocks

val lexer : Sedlexing.lexbuf -> Tokens.token

Entry point of the lexer, distributes to lex_code or lex_law depending of the current Surface.Lexer_common.context.