mirror of
https://github.com/aceld/kis-flow.git
synced 2025-01-23 07:30:23 +08:00
95 lines
3.0 KiB
Go
95 lines
3.0 KiB
Go
package common
|
||
|
||
import "time"
|
||
|
||
// 用户生成KisId的字符串前缀
|
||
const (
|
||
KisIdTypeFlow = "flow"
|
||
KisIdTypeConnector = "conn"
|
||
KisIdTypeFunction = "func"
|
||
KisIdTypeGlobal = "global"
|
||
KisIdJoinChar = "-"
|
||
)
|
||
|
||
const (
|
||
// FunctionIdFirstVirtual 为首结点Function上一层虚拟的Function ID
|
||
FunctionIdFirstVirtual = "FunctionIdFirstVirtual"
|
||
// FunctionIdLastVirtual 为尾结点Function下一层虚拟的Function ID
|
||
FunctionIdLastVirtual = "FunctionIdLastVirtual"
|
||
)
|
||
|
||
type KisMode string
|
||
|
||
const (
|
||
// V 为校验特征的KisFunction, 主要进行数据的过滤，验证，字段梳理，幂等等前置数据处理
|
||
V KisMode = "Verify"
|
||
|
||
// S 为存储特征的KisFunction, S会通过KisConnector进行将数据进行存储. S Function 会通过KisConnector进行数据存储,具备相同Connector的Function在逻辑上可以进行并流
|
||
S KisMode = "Save"
|
||
|
||
// L 为加载特征的KisFunction，L会通过KisConnector进行数据加载，L Function 会通过KisConnector进行数据读取，具备相同Connector的Function可以从逻辑上与对应的S Function进行并流
|
||
L KisMode = "Load"
|
||
|
||
// C 为计算特征的KisFunction, 可以生成新的字段，计算新的值，进行数据的聚合，分析等
|
||
C KisMode = "Calculate"
|
||
|
||
// E 为扩展特征的KisFunction，作为流式计算的自定义特征Function，也同时是KisFlow当前流中的最后一个Function，概念类似Sink。
|
||
E KisMode = "Expand"
|
||
)
|
||
|
||
/*
|
||
是否启动Flow
|
||
*/
|
||
type KisOnOff int
|
||
|
||
const (
|
||
FlowEnable KisOnOff = 1 // 启动
|
||
FlowDisable KisOnOff = 0 // 不启动
|
||
)
|
||
|
||
type KisConnType string
|
||
|
||
const (
|
||
REDIS KisConnType = "redis"
|
||
MYSQL KisConnType = "mysql"
|
||
KAFKA KisConnType = "kafka"
|
||
TIDB KisConnType = "tidb"
|
||
ES KisConnType = "es"
|
||
)
|
||
|
||
// cache
|
||
const (
|
||
// DeFaultFlowCacheCleanUp KisFlow中Flow对象Cache缓存默认的清理内存时间
|
||
DeFaultFlowCacheCleanUp = 5 // 单位 min
|
||
// DefaultExpiration 默认GoCahce时间 ，永久保存
|
||
DefaultExpiration time.Duration = 0
|
||
)
|
||
|
||
// metrics
|
||
const (
|
||
METRICS_ROUTE string = "/metrics"
|
||
|
||
LABEL_FLOW_NAME string = "flow_name"
|
||
LABEL_FLOW_ID string = "flow_id"
|
||
LABEL_FUNCTION_NAME string = "func_name"
|
||
LABEL_FUNCTION_MODE string = "func_mode"
|
||
|
||
COUNTER_KISFLOW_DATA_TOTAL_NAME string = "kisflow_data_total"
|
||
COUNTER_KISFLOW_DATA_TOTAL_HELP string = "KisFlow全部Flow的数据总量"
|
||
|
||
GANGE_FLOW_DATA_TOTAL_NAME string = "flow_data_total"
|
||
GANGE_FLOW_DATA_TOTAL_HELP string = "KisFlow各个FlowID数据流的数据数量总量"
|
||
|
||
GANGE_FLOW_SCHE_CNTS_NAME string = "flow_schedule_cnts"
|
||
GANGE_FLOW_SCHE_CNTS_HELP string = "KisFlow各个FlowID被调度的次数"
|
||
|
||
GANGE_FUNC_SCHE_CNTS_NAME string = "func_schedule_cnts"
|
||
GANGE_FUNC_SCHE_CNTS_HELP string = "KisFlow各个Function被调度的次数"
|
||
|
||
HISTOGRAM_FUNCTION_DURATION_NAME string = "func_run_duration"
|
||
HISTOGRAM_FUNCTION_DURATION_HELP string = "Function执行耗时"
|
||
|
||
HISTOGRAM_FLOW_DURATION_NAME string = "flow_run_duration"
|
||
HISTOGRAM_FLOW_DURATION_HELP string = "Flow执行耗时"
|
||
)
|