Versions in this module Expand all Collapse all v0 v0.1.1 Feb 11, 2023 Changes in this version + type Config struct + Excludes []string + ImageQuality uint + Includes []string + MaxDepth uint + OutputDirectory string + Password string + Proxy string + Timeout uint + URL string + Username string v0.1.0 Jan 12, 2020 Changes in this version + var PageDirIndex = "index" + PageExtension + var PageExtension = ".html" + func GetPageFilePath(url *url.URL) string + type Scraper struct + ImageQuality uint + MaxDepth uint + OutputDirectory string + Password string + URL *url.URL + Username string + func New(logger *zap.Logger, startURL string) (*Scraper, error) + func (s *Scraper) GetFilePath(url *url.URL, isAPage bool) string + func (s *Scraper) RemoveAnchor(path string) string + func (s *Scraper) SetExcludes(excludes []string) error + func (s *Scraper) SetIncludes(includes []string) error + func (s *Scraper) Start() error