37 lines
1.0 KiB
Go
37 lines
1.0 KiB
Go
|
|
package eino
|
|||
|
|
|
|||
|
|
import (
|
|||
|
|
"context"
|
|||
|
|
"strings"
|
|||
|
|
"sync"
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
// PipelineState Graph 全局状态,用于跨节点收集数据。
|
|||
|
|
// 通过 compose.WithGenLocalState 注册,各节点通过 StatePreHandler/StatePostHandler 读写。
|
|||
|
|
type PipelineState struct {
|
|||
|
|
mu sync.Mutex
|
|||
|
|
FullResponse strings.Builder // LLM 完整回复(由 Callback 累积)
|
|||
|
|
TranscribedText string // STT 识别文本
|
|||
|
|
Model string // 实际使用的模型名
|
|||
|
|
TokenUsage *TokenUsage // token 用量
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// genLocalState 创建每请求的 PipelineState 实例。
|
|||
|
|
func genLocalState(ctx context.Context) *PipelineState {
|
|||
|
|
return &PipelineState{}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// AppendText 追加文本到 FullResponse(线程安全)。
|
|||
|
|
func (s *PipelineState) AppendText(text string) {
|
|||
|
|
s.mu.Lock()
|
|||
|
|
defer s.mu.Unlock()
|
|||
|
|
s.FullResponse.WriteString(text)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// GetFullResponse 获取完整回复文本(线程安全)。
|
|||
|
|
func (s *PipelineState) GetFullResponse() string {
|
|||
|
|
s.mu.Lock()
|
|||
|
|
defer s.mu.Unlock()
|
|||
|
|
return s.FullResponse.String()
|
|||
|
|
}
|