代码拉取完成,页面将自动刷新
package openaichat
import (
"context"
"strings"
"gitee.com/zzcadmin/langchaingo/embeddings"
"gitee.com/zzcadmin/langchaingo/llms/openai"
)
// ChatOpenAI is the embedder using the OpenAI api.
type ChatOpenAI struct {
client *openai.Chat
StripNewLines bool
BatchSize int
}
var _ embeddings.Embedder = ChatOpenAI{}
// NewChatOpenAI creates a new ChatOpenAI with options. Options for client, strip new lines and batch.
func NewChatOpenAI(opts ...ChatOption) (ChatOpenAI, error) {
o, err := applyChatClientOptions(opts...)
if err != nil {
return ChatOpenAI{}, err
}
return o, nil
}
func (e ChatOpenAI) EmbedDocuments(ctx context.Context, texts []string) ([][]float64, error) {
batchedTexts := embeddings.BatchTexts(
embeddings.MaybeRemoveNewLines(texts, e.StripNewLines),
e.BatchSize,
)
emb := make([][]float64, 0, len(texts))
for _, texts := range batchedTexts {
curTextEmbeddings, err := e.client.CreateEmbedding(ctx, texts)
if err != nil {
return nil, err
}
textLengths := make([]int, 0, len(texts))
for _, text := range texts {
textLengths = append(textLengths, len(text))
}
combined, err := embeddings.CombineVectors(curTextEmbeddings, textLengths)
if err != nil {
return nil, err
}
emb = append(emb, combined)
}
return emb, nil
}
func (e ChatOpenAI) EmbedQuery(ctx context.Context, text string) ([]float64, error) {
if e.StripNewLines {
text = strings.ReplaceAll(text, "\n", " ")
}
emb, err := e.client.CreateEmbedding(ctx, []string{text})
if err != nil {
return nil, err
}
return emb[0], nil
}
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。