Ace.Tokenizer

getLineTokens :: forall eff. Tokenizer -> Eff (ace :: ACE | eff) { state :: String, tokens :: Array TokenInfo }

create :: forall eff. Rules -> String -> Eff (ace :: ACE | eff) Tokenizer