Versions in this module Expand all Collapse all v1 v1.0.0 Mar 27, 2020 Changes in this version + type Lexer struct + func MakeLexer(rules Rules) (*Lexer, error) + func (l *Lexer) Reset() + func (l *Lexer) Tokenize(in io.Reader) (*TokenTable, error) + type Rules struct + Nodes map[string]automaton.PreNode + TokenStrings []automaton.Token + Tokens map[automaton.Token]bool + func MakeRules(filename string) (*Rules, error) + type TokenTable struct + LinePosE []uint + LinePosI []uint + Lines []uint + Tokens []automaton.Token + Values []string + func (tt *TokenTable) String() string + type Tokenizer struct + Nodes map[string]*automaton.Node + func (t *Tokenizer) LoadRules(rules Rules) error