example: TextEmbedding

Author: devinyf

README.md

@@ -24,11 +24,18 @@ go get -u github.com/devinyf/dashscopego
 	- [x] [自定义工具调用](./example/function_call/main.go)
 #### 通义万相
 - [x] [文本生成图像](./example/wanx/img_generation.go)
+- [ ] 涂鸦作画
+- [ ] AnyText图文融合
 - [ ] 人像风格重绘
 - [ ] 图像背景生成
-#### Paraformer(语音识别)
+#### Paraformer(语音识别文字)
 - [x] [实时语音识别](./example/paraformer/speech2text.go)
 - [ ] 录音文件识别
+#### 语音合成
+- [ ] 文本至语音的实时流式合成
+#### 通用文本向量 Embedding
+- [x] [同步接口](./example/embedding/main.go)
+- [ ] 批处理接口
 
 #### langchaingo-Agent 
 - TODO...

embedding/dtypes.go

@@ -1,17 +1,25 @@
 package embedding
 
 type Request struct {
-	Model string `json:"model"`
-	Input struct {
-		Texts []string `json:"texts"`
-	} `json:"input"`
-	Params struct {
-		TextType string `json:"text_type"` // query or document
-	} `json:"parameters"`
+	Model  string `json:"model"`
+	Input  Input  `json:"input"`
+	Params Params `json:"parameters"`
+}
+
+type Input struct {
+	Texts []string `json:"texts"`
+}
+
+type Params struct {
+	TextType string `json:"text_type"` // query or document
 }
 
 type Response struct {
 	Output Output `json:"output"`
+	Usgae  struct {
+		TotalTokens int `json:"total_tokens"`
+	} `json:"usage"`
+	RequestID string `json:"request_id"`
 }
 
 type Embedding struct {
@@ -21,8 +29,4 @@ type Embedding struct {
 
 type Output struct {
 	Embeddings []Embedding `json:"embeddings"`
-	Usgae      struct {
-		TotalTokens int `json:"total_tokens"`
-	} `json:"usage"`
-	RequestID string `json:"request_id"`
 }

embedding/embeddings.go

@@ -9,15 +9,16 @@ import (
 //nolint:lll
 func CreateEmbedding(ctx context.Context, req *Request, cli httpclient.IHttpClient, token string) (*Response, error) {
 	if req.Model == "" {
-		req.Model = EmbeddingV2
+		req.Model = TextEmbeddingV2
 	}
 	if req.Params.TextType == "" {
 		req.Params.TextType = TypeDocument
 	}
 
 	resp := Response{}
 	tokenOption := httpclient.WithTokenHeaderOption(token)
-	err := cli.Post(ctx, embeddingURL, req, &resp, tokenOption)
+	headerOption := httpclient.WithHeader(httpclient.HeaderMap{"content-type": "application/json"})
+	err := cli.Post(ctx, embeddingURL, req, &resp, tokenOption, headerOption)
 	if err != nil {
 		return nil, err
 	}

embedding/params.go

@@ -7,10 +7,10 @@ const (
 type ModelEmbedding = string
 
 const (
-	EmbeddingV1      = "text-embedding-v1"
-	EmbeddingAsyncV1 = "text-embedding-async-v1"
-	EmbeddingV2      = "text-embedding-v2"
-	EmbeddingAsyncV2 = "text-embedding-async-v2"
+	TextEmbeddingV1      = "text-embedding-v1"
+	TextEmbeddingAsyncV1 = "text-embedding-async-v1"
+	TextEmbeddingV2      = "text-embedding-v2"
+	TextEmbeddingAsyncV2 = "text-embedding-async-v2"
 )
 
 type TextType = string

example/embedding/main.go

@@ -0,0 +1,43 @@
+package main
+
+import (
+	"context"
+	"fmt"
+	"os"
+
+	"github.com/devinyf/dashscopego"
+	"github.com/devinyf/dashscopego/embedding"
+)
+
+func main() {
+	model := embedding.TextEmbeddingV2
+	token := os.Getenv("DASHSCOPE_API_KEY")
+	if token == "" {
+		panic("token is empty")
+	}
+
+	textInputs := []string{"风急天高猿啸哀", "渚清沙白鸟飞回", "无边落木萧萧下", "不尽长江滚滚来"}
+
+	cli := dashscopego.NewTongyiClient(model, token)
+	ctx := context.TODO()
+
+	req := &embedding.Request{
+		Model: model,
+		Params: embedding.Params{
+			TextType: embedding.TypeQuery,
+		},
+		Input: embedding.Input{
+			Texts: textInputs,
+		},
+	}
+
+	embeddings, totalToken, err := cli.CreateEmbedding(ctx, req)
+	if err != nil {
+		panic(err)
+	}
+
+	//nolint:all
+	fmt.Println("embeddings:", embeddings)
+	//nolint:all
+	fmt.Println("used tokens:", totalToken)
+}

tongyiclient.go

@@ -224,20 +224,22 @@ func (q *TongyiClient) CreateSpeechToTextGeneration(ctx context.Context, request
 	return nil
 }
 
-func (q *TongyiClient) CreateEmbedding(ctx context.Context, r *embedding.Request) ([][]float32, error) {
+func (q *TongyiClient) CreateEmbedding(ctx context.Context, r *embedding.Request) ([][]float32, int, error) {
 	resp, err := embedding.CreateEmbedding(ctx, r, q.httpCli, q.token)
 	if err != nil {
-		return nil, err
+		return nil, 0, err
 	}
+
+	totslTokens := resp.Usgae.TotalTokens
 	if len(resp.Output.Embeddings) == 0 {
-		return nil, ErrEmptyResponse
+		return nil, 0, ErrEmptyResponse
 	}
 
 	embeddings := make([][]float32, 0)
 	for i := 0; i < len(resp.Output.Embeddings); i++ {
 		embeddings = append(embeddings, resp.Output.Embeddings[i].Embedding)
 	}
-	return embeddings, nil
+	return embeddings, totslTokens, nil
 }
 
 func paylosdPreCheck[T qwen.IQwenContent](q *TongyiClient, payload *qwen.Request[T]) *qwen.Request[T] {