harvesterd

package
v0.0.4-rc1 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jun 18, 2015 License: MIT Imports: 16 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type CloseChan

type CloseChan chan bool

type Config

type Config struct {
	Logger               *logger.LoggerConfig
	Writer               map[string]*WriterConfig
	Reader               map[string]*ReaderConfig
	Format_JSON          map[string]*format.JSONConfig
	Format_CSV           map[string]*format.CSVConfig
	Format_RegExp        map[string]*format.RegExpConfig
	Format_Apache2       map[string]*format.Apache2Config
	Format_Nginx         map[string]*format.NginxConfig
	Input_File           map[string]*input.FileConfig
	Input_Tail           map[string]*input.TailConfig
	Input_S3             map[string]*input.S3Config
	Output_HTTP          map[string]*output.HTTPConfig
	Output_Elasticsearch map[string]*output.ElasticsearchConfig
	Output_Mongo         map[string]*output.MongoConfig
	Output_Dummy         map[string]*output.DummyConfig
	Processor_Anonymize  map[string]*processor.AnonymizeConfig
	Processor_Metrics    map[string]*processor.MetricsConfig
}

func GetConfig

func GetConfig() *Config

func (*Config) GetDescription

func (c *Config) GetDescription() []*Definition

func (*Config) Load

func (c *Config) Load(ini string)

func (*Config) LoadFile

func (c *Config) LoadFile(filename string)

type Container

type Container struct {
}

func GetContainer

func GetContainer() *Container

func (*Container) GetFormat

func (c *Container) GetFormat(key string) intf.Format

func (*Container) GetInput

func (c *Container) GetInput(key string) intf.Input

func (*Container) GetOutput

func (c *Container) GetOutput(key string) intf.Output

func (*Container) GetPostProcessor

func (c *Container) GetPostProcessor(key string) intf.PostProcessor

func (*Container) GetReader

func (c *Container) GetReader(key string) *Reader

func (*Container) GetWriter

func (c *Container) GetWriter(key string) *Writer

func (*Container) GetWriterGroup

func (c *Container) GetWriterGroup() *WriterGroup

type Definition

type Definition struct {
	Name          string
	AllowMultiple bool
	Fields        []*FieldDefinition
}

type FieldDefinition

type FieldDefinition struct {
	Name        string
	Type        string
	Description string
	Default     string
}

type Harvesterd

type Harvesterd struct {
	// contains filtered or unexported fields
}

func NewHarvesterd

func NewHarvesterd() *Harvesterd

func (*Harvesterd) Boot

func (h *Harvesterd) Boot()

func (*Harvesterd) Configure

func (h *Harvesterd) Configure(filename string)

func (*Harvesterd) PrintCounters

func (h *Harvesterd) PrintCounters(elapsedSeconds int)

func (*Harvesterd) Run

func (h *Harvesterd) Run()

type OutputsFactory

type OutputsFactory func() []intf.Output

type Reader

type Reader struct {
	// contains filtered or unexported fields
}

func NewReader

func NewReader() *Reader

func (*Reader) GoRead

func (r *Reader) GoRead()

func (*Reader) SetChannels

func (r *Reader) SetChannels(recordsChan RecordsChan, closeChan CloseChan)

func (*Reader) SetInputs

func (r *Reader) SetInputs(inputs []intf.Input)

func (*Reader) SetProcessors

func (r *Reader) SetProcessors(processors []intf.PostProcessor)

func (*Reader) Teardown

func (r *Reader) Teardown()

type ReaderConfig

type ReaderConfig struct {
	Input     []string
	Processor []string
}

type RecordsChan

type RecordsChan chan intf.Record

type Writer

type Writer struct {
	// contains filtered or unexported fields
}

func NewWriter

func NewWriter() *Writer

func (*Writer) Boot

func (w *Writer) Boot()

func (*Writer) GetChannels

func (w *Writer) GetChannels() (RecordsChan, CloseChan)

func (*Writer) GetCounters

func (w *Writer) GetCounters() (int32, int32, int32, int32)

func (*Writer) IsAlive

func (w *Writer) IsAlive() bool

func (*Writer) ResetCounters

func (w *Writer) ResetCounters()

func (*Writer) SetOutputsFactory

func (w *Writer) SetOutputsFactory(factory OutputsFactory)

func (*Writer) SetReaders

func (w *Writer) SetReaders(readers []*Reader)

func (*Writer) SetThreads

func (w *Writer) SetThreads(threads int)

func (*Writer) Setup

func (w *Writer) Setup()

func (*Writer) Teardown

func (w *Writer) Teardown()

type WriterConfig

type WriterConfig struct {
	Output  []string
	Reader  []string
	Threads int
}

type WriterGroup

type WriterGroup struct {
	// contains filtered or unexported fields
}

func NewWriterGroup

func NewWriterGroup() *WriterGroup

func (*WriterGroup) Boot

func (wg *WriterGroup) Boot()

func (*WriterGroup) GetCounters

func (wg *WriterGroup) GetCounters() (int32, int32, int32, int32)

func (*WriterGroup) IsAlive

func (wg *WriterGroup) IsAlive() bool

func (*WriterGroup) ResetCounters

func (wg *WriterGroup) ResetCounters()

func (*WriterGroup) SetWriters

func (wg *WriterGroup) SetWriters(writers []intf.Writer)

func (*WriterGroup) Setup

func (wg *WriterGroup) Setup()

func (*WriterGroup) Teardown

func (wg *WriterGroup) Teardown()

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL