mirror of
https://github.com/aceld/kis-flow.git
synced 2025-01-23 07:30:23 +08:00
98 lines
2.6 KiB
Go
98 lines
2.6 KiB
Go
package flow
|
||
|
||
import (
|
||
"context"
|
||
"errors"
|
||
"fmt"
|
||
"kis-flow/common"
|
||
"kis-flow/log"
|
||
)
|
||
|
||
// CommitRow 提交Flow数据, 一行数据，如果是批量数据可以提交多次
|
||
func (flow *KisFlow) CommitRow(row interface{}) error {
|
||
|
||
flow.buffer = append(flow.buffer, row)
|
||
|
||
return nil
|
||
}
|
||
|
||
// Input 得到flow当前执行Function的输入源数据
|
||
func (flow *KisFlow) Input() common.KisRowArr {
|
||
return flow.inPut
|
||
}
|
||
|
||
// commitSrcData 提交当前Flow的数据源数据, 表示首次提交当前Flow的原始数据源
|
||
// 将flow的临时数据buffer，提交到flow的data中,(data为各个Function层级的源数据备份)
|
||
// 会清空之前所有的flow数据
|
||
func (flow *KisFlow) commitSrcData(ctx context.Context) error {
|
||
|
||
// 制作批量数据batch
|
||
dataCnt := len(flow.buffer)
|
||
batch := make(common.KisRowArr, 0, dataCnt)
|
||
|
||
for _, row := range flow.buffer {
|
||
batch = append(batch, row)
|
||
}
|
||
|
||
// 清空之前所有数据
|
||
flow.clearData(flow.data)
|
||
|
||
// 首次提交，记录flow原始数据
|
||
// 因为首次提交，所以PrevFunctionId为FirstVirtual 因为没有上一层Function
|
||
flow.data[common.FunctionIdFirstVirtual] = batch
|
||
|
||
// 清空缓冲Buf
|
||
flow.buffer = flow.buffer[0:0]
|
||
|
||
log.Logger().DebugFX(ctx, "====> After CommitSrcData, flow_name = %s, flow_id = %s\nAll Level Data =\n %+v\n", flow.Name, flow.Id, flow.data)
|
||
|
||
return nil
|
||
}
|
||
|
||
// getCurData 获取flow当前Function层级的输入数据
|
||
func (flow *KisFlow) getCurData() (common.KisRowArr, error) {
|
||
if flow.PrevFunctionId == "" {
|
||
return nil, errors.New(fmt.Sprintf("flow.PrevFunctionId is not set"))
|
||
}
|
||
|
||
if _, ok := flow.data[flow.PrevFunctionId]; !ok {
|
||
return nil, errors.New(fmt.Sprintf("[%s] is not in flow.data", flow.PrevFunctionId))
|
||
}
|
||
|
||
return flow.data[flow.PrevFunctionId], nil
|
||
}
|
||
|
||
//commitCurData 提交Flow当前执行Function的结果数据
|
||
func (flow *KisFlow) commitCurData(ctx context.Context) error {
|
||
|
||
//判断本层计算是否有结果数据,如果没有则退出本次Flow Run循环
|
||
if len(flow.buffer) == 0 {
|
||
return nil
|
||
}
|
||
|
||
// 制作批量数据batch
|
||
batch := make(common.KisRowArr, 0, len(flow.buffer))
|
||
|
||
//如果strBuf为空，则没有添加任何数据
|
||
for _, row := range flow.buffer {
|
||
batch = append(batch, row)
|
||
}
|
||
|
||
//将本层计算的缓冲数据提交到本层结果数据中
|
||
flow.data[flow.ThisFunctionId] = batch
|
||
|
||
//清空缓冲Buf
|
||
flow.buffer = flow.buffer[0:0]
|
||
|
||
log.Logger().DebugFX(ctx, " ====> After commitCurData, flow_name = %s, flow_id = %s\nAll Level Data =\n %+v\n", flow.Name, flow.Id, flow.data)
|
||
|
||
return nil
|
||
}
|
||
|
||
//ClearData 清空flow所有数据
|
||
func (flow *KisFlow) clearData(data common.KisDataMap) {
|
||
for k := range data {
|
||
delete(data, k)
|
||
}
|
||
}
|