scrapemateapp

May 1, 2024

Changes in this version

+ func DisableImages() func(*jsOptions)

Sep 1, 2023

Changes in this version

+ func WithExitOnInactivity(duration time.Duration) func(*Config) error

type Config

+ ExitOnInactivityDuration time.Duration

May 14, 2023

Changes in this version

+ func WithInitJob(job scrapemate.IJob) func(*Config) error

type Config

+ InitJob scrapemate.IJob

May 7, 2023

Changes in this version

+ type Config struct

+ CachePath string

+ CacheType string

+ Concurrency int

+ JSOpts jsOptions

+ Provider scrapemate.JobProvider

+ UseJS bool

+ UseSession bool

+ Writers []scrapemate.ResultWriter

May 7, 2023

Changes in this version

+ func Headfull() func(*jsOptions)

+ func WithUseSession() func(*config) error

Apr 15, 2023

Changes in this version

+ const DefaultConcurrency

+ const DefaultProvider

+ func NewConfig(writers []scrapemate.ResultWriter, options ...func(*config) error) (*config, error)

+ func WithCache(cacheType, cachePath string) func(*config) error

+ func WithConcurrency(concurrency int) func(*config) error

+ func WithJS() func(*config) error

+ func WithProvider(provider scrapemate.JobProvider) func(*config) error

+ type ScrapemateApp struct

+ func NewScrapeMateApp(cfg *config) (*ScrapemateApp, error)

+ func (app *ScrapemateApp) Close() error

+ func (app *ScrapemateApp) Start(ctx context.Context, seedJobs ...scrapemate.IJob) error