dataflow

package
v0.0.0-...-6ec588b Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Apr 21, 2016 License: Apache-2.0 Imports: 17 Imported by: 0

Documentation

Index

Constants

View Source
const (
	DATA_FLOW_MAIL_ADDR = "[email protected]"

	ACTION_TYPE_HIVE     = "HIVE"
	ACTION_TYPE_HDFS     = "HDFS"
	ACTION_TYPE_SPARK    = "SPARK"
	ACTION_TYPE_DECISION = "DECISION"
	ACTION_TYPE_SSH      = "SSH"
	ACTION_TYPE_KAFKA    = "KAFKA"

	ACTION_TYPE_MAP_REDUCE = "MR"
	ACTION_TYPE_EMAIL      = "EMAIL"
	ACTION_TYPE_STOP       = "STOP"
	ACTION_TYPE_FORK       = "FORK"
	ACTION_TYPE_JAVA       = "JAVA"

	FORK_TYPE_ALL       = "ALL"
	FORK_TYPE_ONE       = "ONE"
	FORK_TYPE_MANDATORY = "MANDATORY"

	SSH_OPERATION_MKDIR = "MKDIR"

	//ACT_RESULT_PATH      = "/usr/eaciit/dataflow/result/"
	CMD_SPARK            = "spark-submit %v"
	CMD_MAP_REDUCE       = "hadoop jar %v -input %v -output %v -mapper %v -reducer %v"
	CMD_JAVA             = "java -jar %v"
	GLOBAL_PARAM_KEYWORD = "global."

	PROCESS_STATUS_RUN     = "RUN"
	PROCESS_STATUS_SUCCESS = "SUCCESS"
	PROCESS_STATUS_ERROR   = "ERROR"
)

Variables

View Source
var ACT_RESULT_PATH string

Functions

func GetAction

func GetAction(flow colonycore.DataFlow, actionId string) (action colonycore.FlowAction)

func GetProcessedFlow

func GetProcessedFlow(id string) (process colonycore.DataFlowProcess, e error)

GetStatus get the status of running flow

func Start

func Start(flow colonycore.DataFlow, user string, input_globalParam toolkit.M) (processID string, e error)

Start, to start the flow process

Types

This section is empty.

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL