scraper

package

Go to main page

Versions in this module

v0

v0.5.36

May 25, 2024

Changes in this version

type Field

+ Default string

v0.5.35

May 25, 2024

v0.5.34

May 19, 2024

v0.5.33

May 19, 2024

v0.5.32

May 19, 2024

v0.5.31

May 19, 2024

v0.5.30

May 12, 2024

v0.5.29

Apr 30, 2024

v0.5.28

Apr 30, 2024

v0.5.27

Apr 20, 2024

Changes in this version

type Scraper

+ Debug bool

v0.5.26

Apr 16, 2024

v0.5.25

Mar 10, 2024

v0.5.24

Feb 12, 2024

v0.5.23

Feb 11, 2024

v0.5.22

Feb 11, 2024

v0.5.21

Jan 30, 2024

Changes in this version

type Field

+ Transform []TransformConfig

v0.5.20

Jan 1, 2024

v0.5.19

Dec 31, 2023

v0.5.18

Dec 27, 2023

v0.5.17

Dec 25, 2023

v0.5.16

Nov 28, 2023

v0.5.15

Nov 26, 2023

v0.5.14

Nov 19, 2023

v0.5.13

Nov 18, 2023

v0.5.12

Nov 18, 2023

v0.5.11

Nov 18, 2023

v0.5.10

Nov 7, 2023

v0.5.9

Nov 5, 2023

Changes in this version

type Scraper

+ PageLoadWait int

v0.5.8

Nov 5, 2023

Changes in this version

type Scraper

+ PageLoadWaitSeconds int

v0.5.7

Oct 13, 2023

Changes in this version

type Filter

+ DateComp time.Time

+ DateOp string

+ Expression string

+ RegexComp *regexp.Regexp

+ Type string

+ func (f *Filter) FilterMatch(value interface{}) bool

+ func (f *Filter) Initialize(fieldType string) error

v0.5.6

Sep 8, 2023

Changes in this version

type Field

+ GuessYear bool

v0.5.5

Sep 8, 2023

v0.5.4

Jun 18, 2023

v0.5.3

Jun 4, 2023

Changes in this version

type ElementLocation

+ JsonSelector string

v0.5.2

May 14, 2023

v0.5.1

May 14, 2023

v0.5.0

May 14, 2023

Changes in this version

+ type Paginator struct

+ Location ElementLocation

+ MaxPages int

type Scraper

+ Interaction types.Interaction

v0.4.14

May 11, 2023

v0.4.13

Apr 24, 2023

v0.4.12

Apr 3, 2023

v0.4.11

Mar 28, 2023

v0.4.10

Mar 23, 2023

v0.4.9

Mar 22, 2023

v0.4.8

Mar 20, 2023

v0.4.7

Mar 20, 2023

v0.4.6

Mar 17, 2023

v0.4.5

Mar 17, 2023

v0.4.4

Mar 14, 2023

Changes in this version

type RegexConfig

+ RegexPattern string

v0.4.3

Mar 13, 2023

Changes in this version

type ElementLocation

+ AllNodes bool

+ Separator string

+ type ElementLocations []ElementLocation

+ func (e *ElementLocations) UnmarshalYAML(value *yaml.Node) error

type Field

+ ElementLocations ElementLocations

+ Separator string

v0.4.2

Mar 9, 2023

v0.4.1

Mar 7, 2023

v0.4.0

Mar 7, 2023

v0.3.7

Feb 28, 2023

v0.3.6

Feb 27, 2023

v0.3.5

Feb 27, 2023

Changes in this version

type DateComponent

+ Transform []TransformConfig

+ type TransformConfig struct

+ RegexPattern string

+ Replacement string

+ TransformType string

v0.3.4

Feb 21, 2023

v0.3.3

Feb 18, 2023

v0.3.2

Jan 2, 2023

v0.3.1

Dec 3, 2022

v0.3.0

Oct 7, 2022

Changes in this version

type Scraper

+ RenderJs bool

v0.2.13

Sep 25, 2022

v0.2.12

Sep 18, 2022

v0.2.11

Sep 17, 2022

v0.2.10

Sep 12, 2022

Changes in this version

+ type Field struct

+ CanBeEmpty bool

+ Components []DateComponent

+ DateLanguage string

+ DateLocation string

+ ElementLocation ElementLocation

+ Hide bool

+ Name string

+ OnSubpage string

+ Type string

+ Value string

v0.2.9

Sep 12, 2022

v0.2.8

Sep 6, 2022

v0.2.7

Aug 1, 2022

v0.2.6

Jul 15, 2022

v0.2.5

Jul 10, 2022

v0.2.4

Jun 28, 2022

v0.2.3

Jun 28, 2022

v0.2.2

Jun 23, 2022

Changes in this version

type ElementLocation

+ EntireSubtree bool

v0.2.1

May 13, 2022

Changes in this version

type Config

+ Global GlobalConfig

+ Writer output.WriterConfig

+ func NewConfig(configPath string) (*Config, error)

+ type GlobalConfig struct

+ UserAgent string

v0.2.0

May 13, 2022

v0.1.9

May 6, 2022

v0.1.8

May 3, 2022

v0.1.7

Apr 30, 2022

v0.1.6

Apr 22, 2022

v0.1.5

Apr 17, 2022

v0.1.4

Mar 14, 2022

v0.1.3

Mar 11, 2022

Changes in this version

type DynamicField

+ Hide bool

type Filter

+ Match bool

+ Regex string

v0.1.2

Mar 6, 2022

Changes in this version

type Scraper

+ func (c Scraper) GetItems() ([]map[string]interface{}, error)

v0.1.1

Mar 5, 2022

v0.1.0

Mar 5, 2022

Changes in this version

+ type Config struct

+ Scrapers []Scraper

+ type CoveredDateParts struct

+ Day bool

+ Month bool

+ Time bool

+ Year bool

+ type DateComponent struct

+ Covers CoveredDateParts

+ ElementLocation ElementLocation

+ Layout string

+ type DatePart struct

+ type DynamicField struct

+ CanBeEmpty bool

+ Components []DateComponent

+ DateLanguage string

+ DateLocation string

+ ElementLocation ElementLocation

+ Name string

+ OnSubpage string

+ Relative bool

+ Type string

+ type ElementLocation struct

+ Attr string

+ ChildIndex int

+ MaxLength int

+ NodeIndex int

+ RegexExtract RegexConfig

+ Selector string

+ type Filter struct

+ Field string

+ RegexIgnore string

+ type RegexConfig struct

+ Exp string

+ Index int

+ type Scraper struct

+ ExcludeWithSelector []string

+ Fields struct{ ... }

+ Filters []Filter

+ Item string

+ Name string

+ Paginator struct{ ... }

+ URL string

+ func (c Scraper) GetEvents() ([]map[string]interface{}, error)

+ type StaticField struct

+ Name string

+ Value string

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL