Documentation ¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type ConcurrentEngine ¶
func (*ConcurrentEngine) Run ¶
func (e *ConcurrentEngine) Run(seeds ...Request)
type ParserResult ¶
type ParserResult struct { Requests []Request Items []interface{} }
func NilParserFunc ¶
func NilParserFunc(content []byte) ParserResult
type ReadyNotifier ¶
type ReadyNotifier interface {
WorkerReady(chan Request)
}
type Request ¶
type Request struct { Url string ParserFunc func([]byte) ParserResult }
type Scheduler ¶
type Scheduler interface { ReadyNotifier Submit(Request) WorkChan() chan Request Run() }
type SimpleEngine ¶
type SimpleEngine struct { }
func (SimpleEngine) Run ¶
func (e SimpleEngine) Run(seeds ...Request)
Click to show internal directories.
Click to hide internal directories.