Module Htmlize.Approx_lexer

type context
type state =
| Newline
| String
| Quotation_p4
| Quotation_ppx of string
| Comment
| Code
| Verbatim
type token_info = (Stdlib.Lexing.position * Stdlib.Lexing.position) * string * state list
val initial_state : context
val token : context -> Stdlib.Lexing.lexbuf -> context * Approx_tokens.token
val print_context : Stdlib.Format.formatter -> context -> unit
val tokens_of_string : ?⁠st:context -> string -> (Approx_tokens.token * token_info) list
val tokens_of_file : ?⁠st:context -> string -> (Approx_tokens.token * token_info) list