Ace.Tokenizer

create :: Rules -> String -> Effect Tokenizer

getLineTokens :: Tokenizer -> Effect { state :: String, tokens :: Array TokenInfo }