recordio

package
v0.0.0-...-ec16f60 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Apr 15, 2021 License: Apache-2.0 Imports: 4 Imported by: 33

Documentation

Overview

Copyright 2018 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Copyright 2018 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Index

Constants

View Source
const (
	CompressedNone = "NONE"
	CompressedFile = "COMPRESSED_FILE"
)

Variables

This section is empty.

Functions

func Close

func Close(v interface{}) error

func Flush

func Flush(v interface{}) error

Types

type AbstractRecordReaderFactory

type AbstractRecordReaderFactory struct {
}

func (*AbstractRecordReaderFactory) CreateReader

func (*AbstractRecordReaderFactory) CreateReader(
	context api.StageContext,
	reader io.Reader,
	messageId string,
) (dataformats.RecordReader, error)

func (*AbstractRecordReaderFactory) CreateWholeFileReader

func (*AbstractRecordReaderFactory) CreateWholeFileReader(
	context api.StageContext,
	messageId string,
	metadata map[string]interface{},
	fileRef api.FileRef,
) (dataformats.RecordReader, error)

type Flusher

type Flusher interface {
	Flush() error
}

type RecordCreator

type RecordCreator interface {
	CreateRecord(
		context api.StageContext,
		lineText string,
		messageId string,
		headers []*api.Field,
	) (api.Record, error)
}

type RecordReaderFactory

type RecordReaderFactory interface {
	CreateReader(context api.StageContext, reader io.Reader, messageId string) (dataformats.RecordReader, error)
	CreateWholeFileReader(
		context api.StageContext,
		messageId string,
		metadata map[string]interface{},
		fileRef api.FileRef,
	) (dataformats.RecordReader, error)
}

type RecordWriterFactory

type RecordWriterFactory interface {
	CreateWriter(context api.StageContext, writer io.Writer) (dataformats.RecordWriter, error)
}

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL