pos

type BaseTagger struct {
	Tokenizer tokenize.Tokenizer
}

type Callback func(int, int)

type PerceptronTagger struct {
	FrequencyThreshold int
	AmbiguityThreshold float64
	START_TOK          []string
	END_TOK            []string
	ModelPath          string
	Model              *ml.AveragedPerceptron
	TagMap             map[string]string
	Classes            map[string]struct{}
	// contains filtered or unexported fields
}

type PosTagger interface {
	Tag(string) []tokenize.Token
}

type TaggerConfig struct {
	Tokenizer tokenize.Tokenizer
	LoadModel bool
	ModelPath string
}

type WordsTags struct {
	Words []string
	Tags  []string
}