Interface TokenizerRule

interface TokenizerRule {
    next?: string;
    push?: string;
    regex: string;
    token: string | string[] | KeywordMapperArgs;
}