sources

package

Go to main page

Versions in this module

v0

v0.6.20

Feb 26, 2019

Changes in this version

type SourceParams

+ ReferenceMode bool

v0.6.15

May 16, 2018

v0.6.14

Apr 20, 2018

v0.6.12

Mar 11, 2018

Changes in this version

+ func NewAzBlobSourcePipelineFactory(params *AzureBlobParams) <-chan FactoryResult

+ func NewFileSystemSourcePipelineFactory(params *FileSystemSourceParams) <-chan FactoryResult

+ func NewHTTPSourcePipelineFactory(params HTTPSourceParams) <-chan FactoryResult

+ func NewPerfSourcePipelineFactory(params PerfSourceParams) <-chan FactoryResult

+ func NewS3SourcePipelineFactory(params *S3Params) <-chan FactoryResult

type AzureBlobParams

+ BaseBlobURL string

+ SasExp int

+ type AzureBlobSource struct

+ type FactoryResult struct

+ Err error

+ Source pipeline.SourcePipeline

+ type FileSystemSource struct

+ func (f *FileSystemSource) ConstructBlockInfoQueue(blockSize uint64) (partitionsQ chan pipeline.PartsPartition, partsQ chan pipeline.Part, ...)

+ func (f *FileSystemSource) ExecuteReader(partitionsQ chan pipeline.PartsPartition, partsQ chan pipeline.Part, ...)

+ func (f *FileSystemSource) GetSourcesInfo() []pipeline.SourceInfo

+ type FileSystemSourceParams struct

+ BlockSize uint64

+ NumOfPartitions int

+ SourcePatterns []string

+ TargetAliases []string

+ type HTTPSource struct

+ HTTPClient *http.Client

+ Sources []pipeline.SourceInfo

+ func (f *HTTPSource) ConstructBlockInfoQueue(blockSize uint64) (partitionsQ chan pipeline.PartsPartition, partsQ chan pipeline.Part, ...)

+ func (f *HTTPSource) ExecuteReader(partitionsQ chan pipeline.PartsPartition, partsQ chan pipeline.Part, ...)

+ func (f *HTTPSource) GetSourcesInfo() []pipeline.SourceInfo

+ type HTTPSourceParams struct

+ SourceURIs []string

+ TargetAliases []string

+ type ObjectListingResult struct

+ Err error

+ Sources []pipeline.SourceInfo

+ type PerfSourceParams struct

+ BlockSize uint64

+ Definitions []SourceDefinition

+ type PerfSourcePipeline struct

+ func (s *PerfSourcePipeline) ConstructBlockInfoQueue(blockSize uint64) (partitionQ chan pipeline.PartsPartition, partsQ chan pipeline.Part, ...)

+ func (s *PerfSourcePipeline) ExecuteReader(partitionQ chan pipeline.PartsPartition, partsQ chan pipeline.Part, ...)

+ func (s *PerfSourcePipeline) GetSourcesInfo() []pipeline.SourceInfo

+ type S3Source struct

+ type SourceDefinition struct

+ Names []string

+ NumberOfSources int

+ Size uint64

+ func ParseSourceDefinitions(def string) ([]SourceDefinition, error)

type SourceParams

+ Tracker *internal.TransferTracker

v0.5.25

Jan 30, 2018

v0.5.23

Jan 18, 2018

v0.5.22

Jan 17, 2018

Changes in this version

+ func NewS3Pipeline(params *S3Params) []pipeline.SourcePipeline

type AzureBlobParams

+ SasExpNumberOfHours int

+ type S3Params struct

+ AccessKey string

+ Bucket string

+ Endpoint string

+ PreSignedExpMin int

+ Prefixes []string

+ SecretKey string

+ type S3Pipeline struct

+ type SourceParams struct

+ CalculateMD5 bool

+ FilesPerPipeline int

+ KeepDirStructure bool

+ UseExactNameMatch bool

v0.5.14

Dec 8, 2017

v0.5.13

Dec 2, 2017

v0.5.12

Nov 30, 2017

Changes in this version

type MultiFileParams

+ KeepDirStructure bool

v0.5.10

Nov 13, 2017

Changes in this version

+ func NewAzureBlob(params *AzureBlobParams) []pipeline.SourcePipeline

+ func NewHTTP(sourceURIs []string, targetAliases []string, md5 bool) pipeline.SourcePipeline

+ func NewMultiFile(params *MultiFileParams) []pipeline.SourcePipeline

+ type AzureBlob struct

+ BlobNames []string

+ Container string

+ HTTPSource HTTPPipeline

+ func (f *AzureBlob) ConstructBlockInfoQueue(blockSize uint64) (partitionsQ chan pipeline.PartsPartition, partsQ chan pipeline.Part, ...)

+ func (f *AzureBlob) ExecuteReader(partitionsQ chan pipeline.PartsPartition, partsQ chan pipeline.Part, ...)

+ func (f *AzureBlob) GetSourcesInfo() []pipeline.SourceInfo

+ type AzureBlobParams struct

+ AccountKey string

+ AccountName string

+ BlobNames []string

+ CalculateMD5 bool

+ Container string

+ FilesPerPipeline int

+ KeepDirStructure bool

+ UseExactNameMatch bool

+ type FileInfo struct

+ FileStats *os.FileInfo

+ NumOfBlocks int

+ SourceURI string

+ TargetAlias string

+ type HTTPPipeline struct

+ HTTPClient *http.Client

+ Sources []pipeline.SourceInfo

+ func (f *HTTPPipeline) ConstructBlockInfoQueue(blockSize uint64) (partitionsQ chan pipeline.PartsPartition, partsQ chan pipeline.Part, ...)

+ func (f *HTTPPipeline) ExecuteReader(partitionsQ chan pipeline.PartsPartition, partsQ chan pipeline.Part, ...)

+ func (f *HTTPPipeline) GetSourcesInfo() []pipeline.SourceInfo

+ type MultiFileParams struct

+ BlockSize uint64

+ FilesPerPipeline int

+ MD5 bool

+ NumOfPartitions int

+ SourcePatterns []string

+ TargetAliases []string

+ type MultiFilePipeline struct

+ BlockSize uint64

+ FilesInfo map[string]FileInfo

+ NumOfPartitions int

+ TotalNumberOfBlocks int

+ TotalSize uint64

+ func (f *MultiFilePipeline) ConstructBlockInfoQueue(blockSize uint64) (partitionsQ chan pipeline.PartsPartition, partsQ chan pipeline.Part, ...)

+ func (f *MultiFilePipeline) ExecuteReader(partitionsQ chan pipeline.PartsPartition, partsQ chan pipeline.Part, ...)

+ func (f *MultiFilePipeline) GetSourcesInfo() []pipeline.SourceInfo

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL