datagenerator

package

v0.0.0-...-ec16f60 Latest Latest Go to latest Published: Apr 15, 2021 License: Apache-2.0 Imports: 7 Imported by: 18

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

Repository

github.com/streamsets/datacollector-edge

Documentation ¶

Overview ¶

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Index ¶

type DataGeneratorFormatConfig
- func (d *DataGeneratorFormatConfig) Init(dataFormat string, stageContext api.StageContext, issues []validation.Issue) []validation.Issue

Constants ¶

This section is empty.

Variables ¶

This section is empty.

Functions ¶

This section is empty.

Types ¶

type DataGeneratorFormatConfig ¶

type DataGeneratorFormatConfig struct {
	/* Charset Related -- Shown last */
	Charset string `ConfigDef:"type=STRING,required=true"`

	/** For DELIMITED Content **/
	CsvFileFormat            string `ConfigDef:"type=STRING,required=true"`
	CsvHeader                string `ConfigDef:"type=STRING,required=true"`
	CsvReplaceNewLines       bool   `ConfigDef:"type=BOOLEAN,required=true"`
	CsvReplaceNewLinesString string `ConfigDef:"type=STRING,required=true"`
	CsvCustomDelimiter       string `ConfigDef:"type=STRING,required=true"`
	CsvCustomEscape          string `ConfigDef:"type=STRING,required=true"`
	CsvCustomQuote           string `ConfigDef:"type=STRING,required=true"`

	/** For JSON **/
	JsonMode string `ConfigDef:"type=STRING,required=true"`

	/** For TEXT Content **/
	TextFieldPath          string `ConfigDef:"type=STRING,required=true"`
	TextRecordSeparator    string `ConfigDef:"type=STRING,required=true"`
	TextFieldMissingAction string `ConfigDef:"type=STRING,required=true"`
	TextEmptyLineIfNull    bool   `ConfigDef:"type=BOOLEAN,required=true"`

	/** For AVRO Content **/
	AvroSchemaSource                  string   `ConfigDef:"type=STRING,required=true"`
	AvroSchema                        string   `ConfigDef:"type=STRING,required=true"`
	RegisterSchema                    bool     `ConfigDef:"type=BOOLEAN,required=true"`
	SchemaRegistryUrlsForRegistration []string `ConfigDef:"type=LIST,required=true"`
	SchemaRegistryUrls                []string `ConfigDef:"type=LIST,required=true"`
	SchemaLookupMode                  string   `ConfigDef:"type=STRING,required=true"`
	SubjectToRegister                 string   `ConfigDef:"type=STRING,required=true"`
	SchemaId                          float64  `ConfigDef:"type=NUMBER,required=true"`
	IncludeSchema                     bool     `ConfigDef:"type=BOOLEAN,required=true"`
	AvroCompression                   string   `ConfigDef:"type=STRING,required=true"`

	/** For Binary Content **/
	BinaryFieldPath string `ConfigDef:"type=STRING,required=true"`

	/** For Protobuf Content **/
	ProtoDescriptorFile string `ConfigDef:"type=STRING,required=true"`
	MessageType         string `ConfigDef:"type=STRING,required=true"`

	/** For Whole File Content **/
	FileNameEL                 string `ConfigDef:"type=STRING,required=true,evaluation=EXPLICIT"`
	WholeFileExistsAction      string `ConfigDef:"type=STRING,required=true"`
	IncludeChecksumInTheEvents bool   `ConfigDef:"type=BOOLEAN,required=true"`
	ChecksumAlgorithm          string `ConfigDef:"type=STRING,required=true"`

	/** For XML Content **/
	XmlPrettyPrint    bool   `ConfigDef:"type=BOOLEAN,required=true"`
	XmlValidateSchema bool   `ConfigDef:"type=BOOLEAN,required=true"`
	XmlSchema         string `ConfigDef:"type=STRING,required=true"`
	IsDelimited       bool   `ConfigDef:"type=BOOLEAN,required=true"`

	RecordWriterFactory recordio.RecordWriterFactory
}

func (*DataGeneratorFormatConfig) Init ¶

func (d *DataGeneratorFormatConfig) Init(
	dataFormat string,
	stageContext api.StageContext,
	issues []validation.Issue,
) []validation.Issue

Source Files ¶

View all Source files

datagenerator.go

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL