Documentation ¶
Index ¶
- Variables
- type BaseLexer
- type Lexer
- type Token
- type TokenMatcher
- func NewBackTicksMatcher(id int) TokenMatcher
- func NewCStyleCommentMatcher(id int) TokenMatcher
- func NewCStyleMulCommentMatcher(id int) TokenMatcher
- func NewIdentifierMatcher(id int) TokenMatcher
- func NewKeywordMatcher(id int, word string) TokenMatcher
- func NewLineEndMatcher(id int) TokenMatcher
- func NewNumeralMatcher(id int) TokenMatcher
- func NewPositiveNumeralMatcher(id int) TokenMatcher
- func NewSignMatcher(word string) TokenMatcher
- func NewStringMatcher(id int) TokenMatcher
- func NewUnixStyleCommentMatcher(id int) TokenMatcher
- func NewUnknownMatcher(id int) TokenMatcher
- func NewWhiteSpaceMatcher(id int) TokenMatcher
- func NewjavaStyleDocMatcher(id int) TokenMatcher
- type TokenPos
- type Tokenizer
- func (self *Tokenizer) ConsumeMulti(count int)
- func (self *Tokenizer) ConsumeOne()
- func (self *Tokenizer) Count() int
- func (self *Tokenizer) Current() rune
- func (self *Tokenizer) EOF() bool
- func (self *Tokenizer) Index() int
- func (self *Tokenizer) Line() int
- func (self *Tokenizer) Peek(offset int) rune
- func (self *Tokenizer) StringRange(begin, end int) string
Constants ¶
This section is empty.
Variables ¶
View Source
var DefaultTokenPos = TokenPos{Line: 1, Col: 1}
Functions ¶
This section is empty.
Types ¶
type BaseLexer ¶
type BaseLexer struct {
// contains filtered or unexported fields
}
func NewBaseLexer ¶
func NewBaseLexer() BaseLexer
type Lexer ¶
type Lexer struct { BaseLexer // contains filtered or unexported fields }
func (*Lexer) AddDefaultMatcher ¶
func (lex *Lexer) AddDefaultMatcher(m TokenMatcher)
func (*Lexer) AddIgnoreMatcher ¶
func (lex *Lexer) AddIgnoreMatcher(m TokenMatcher)
func (*Lexer) AddMatcher ¶
func (lex *Lexer) AddMatcher(m TokenMatcher)
type Token ¶
type Token interface { Line() int Index() int MatcherID() int Value() string Raw() string ToFloat32() float32 ToInt32() int32 ToInt() int ToInt64() int64 MatcherName() string MatcherString() string String() string }
var EmptyToken Token
type TokenMatcher ¶
func NewBackTicksMatcher ¶
func NewBackTicksMatcher(id int) TokenMatcher
func NewCStyleCommentMatcher ¶
func NewCStyleCommentMatcher(id int) TokenMatcher
func NewCStyleMulCommentMatcher ¶
func NewCStyleMulCommentMatcher(id int) TokenMatcher
func NewIdentifierMatcher ¶
func NewIdentifierMatcher(id int) TokenMatcher
func NewKeywordMatcher ¶
func NewKeywordMatcher(id int, word string) TokenMatcher
func NewLineEndMatcher ¶
func NewLineEndMatcher(id int) TokenMatcher
func NewNumeralMatcher ¶
func NewNumeralMatcher(id int) TokenMatcher
func NewPositiveNumeralMatcher ¶
func NewPositiveNumeralMatcher(id int) TokenMatcher
func NewSignMatcher ¶
func NewSignMatcher(word string) TokenMatcher
func NewStringMatcher ¶
func NewStringMatcher(id int) TokenMatcher
func NewUnixStyleCommentMatcher ¶
func NewUnixStyleCommentMatcher(id int) TokenMatcher
func NewUnknownMatcher ¶
func NewUnknownMatcher(id int) TokenMatcher
func NewWhiteSpaceMatcher ¶
func NewWhiteSpaceMatcher(id int) TokenMatcher
func NewjavaStyleDocMatcher ¶
func NewjavaStyleDocMatcher(id int) TokenMatcher
type Tokenizer ¶
type Tokenizer struct {
// contains filtered or unexported fields
}
func NewTokenizer ¶
func (*Tokenizer) ConsumeMulti ¶
func (*Tokenizer) ConsumeOne ¶
func (self *Tokenizer) ConsumeOne()
func (*Tokenizer) StringRange ¶
Source Files ¶
Click to show internal directories.
Click to hide internal directories.