代码拉取完成,页面将自动刷新
同步操作将从 chararch/gobatch 强制同步,此操作会覆盖自 Fork 仓库以来所做的任何修改,且无法恢复!!!
确定后同步将在后台操作,完成时将刷新页面,请耐心等待。
package gobatch
import (
"fmt"
"github.com/chararch/gobatch/file"
"strings"
)
const (
fileItemWriterHandleKey = "gobatch.FileItemWriter.handle"
fileItemWriterFileNameKey = "gobatch.FileItemWriter.fileName"
)
type fileWriter struct {
fd file.FileObjectModel
writer file.FileItemWriter
checkumer file.ChecksumFlusher
merger file.FileMerger
}
func (w *fileWriter) Open(execution *StepExecution) BatchError {
stepName := execution.StepName
//get actual file name
fd := w.fd //copy fd
fp := &FilePath{fd.FileName}
fileName, err := fp.Format(execution)
if err != nil {
return NewBatchError(ErrCodeGeneral, "get real file path:%v err", fd.FileName, err)
}
fd.FileName = fileName
if strings.Index(stepName, ":") > 0 { //may be a partitioned step
fd.FileName = fmt.Sprintf("%v.%v", fd.FileName, strings.ReplaceAll(stepName, ":", "."))
}
handle, e := w.writer.Open(fd)
if e != nil {
return NewBatchError(ErrCodeGeneral, "open file writer:%v err", fd.FileName, e)
}
execution.StepExecutionContext.Put(fileItemWriterHandleKey, handle)
execution.StepExecutionContext.Put(fileItemWriterFileNameKey, fd.FileName)
return nil
}
func (w *fileWriter) Write(items []interface{}, chunkCtx *ChunkContext) BatchError {
executionCtx := chunkCtx.StepExecution.StepExecutionContext
handle := executionCtx.Get(fileItemWriterHandleKey)
fileName := executionCtx.Get(fileItemWriterFileNameKey)
for _, item := range items {
e := w.writer.WriteItem(handle, item)
if e != nil {
return NewBatchError(ErrCodeGeneral, "write item to file:%v err", fileName, e)
}
}
return nil
}
func (w *fileWriter) Close(execution *StepExecution) BatchError {
executionCtx := execution.StepExecutionContext
handle := executionCtx.Get(fileItemWriterHandleKey)
fileName := executionCtx.Get(fileItemWriterFileNameKey)
executionCtx.Remove(fileItemWriterHandleKey)
e := w.writer.Close(handle)
if e != nil {
return NewBatchError(ErrCodeGeneral, "close file writer:%v err", fileName, e)
}
//generate file checksum
if w.fd.Checksum != "" {
fd := w.fd
fd.FileName = fileName.(string)
checksumer := file.GetChecksumer(fd.Checksum)
if checksumer != nil {
err := checksumer.Checksum(fd)
if err != nil {
return NewBatchError(ErrCodeGeneral, "generate file checksum:%v err", fd, err)
}
}
}
return nil
}
func (w *fileWriter) Aggregate(execution *StepExecution, subExecutions []*StepExecution) BatchError {
if w.merger != nil {
subFiles := make([]file.FileObjectModel, 0)
for _, subExecution := range subExecutions {
fileName := subExecution.StepExecutionContext.Get(fileItemWriterFileNameKey)
fd := w.fd
fd.FileName = fileName.(string)
subFiles = append(subFiles, fd)
}
fd := w.fd
fp := &FilePath{fd.FileName}
fileName, err := fp.Format(execution)
if err != nil {
return NewBatchError(ErrCodeGeneral, "get real file path:%v err", fd.FileName, err)
}
fd.FileName = fileName
err = w.merger.Merge(subFiles, fd)
if err != nil {
return NewBatchError(ErrCodeGeneral, "aggregate file:%v err", fd.FileName, err)
}
//generate file checksum
if fd.Checksum != "" {
checksumer := file.GetChecksumer(fd.Checksum)
if checksumer != nil {
err = checksumer.Checksum(fd)
if err != nil {
return NewBatchError(ErrCodeGeneral, "generate file checksum:%v err", fd, err)
}
}
}
}
return nil
}
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。