style: 调试标记，请求体回声

flags.md

@@ -20,6 +20,27 @@ flag: debug
 }
 ```
 
+#### 开启请求体响应：不消耗tokens，直接返回请求体
+```text
+flag: echo
+```
+例子：
+```text
+<echo />
+
+>>>>> 
+{
+  "messages": [
+    {
+      "content": "<echo />\n研读书籍，准备明天的测验",
+      "role": "user"
+    }
+  ],
+  "model": "coze",
+  "stream": false
+}
+```
+
 #### 注释，只为了标注说明，没有实际作用
 ```text
 <!-- 我是注释 -->

go.mod

@@ -9,7 +9,7 @@ require (
 	github.com/bincooo/coze-api v1.0.2-0.20240620163352-ad627f0dffd2
 	github.com/bincooo/edge-api v1.0.4-0.20240630075039-f55db93af0ab
 	github.com/bincooo/emit.io v0.0.0-20240630085209-49be277194ac
-	github.com/bincooo/you.com v0.0.0-20240626230203-cf0d17856e76
+	github.com/bincooo/you.com v0.0.0-20240630230515-3db4983fc758
 	github.com/dlclark/regexp2 v1.7.0
 	github.com/eko/gocache/lib/v4 v4.1.6
 	github.com/eko/gocache/store/go_cache/v4 v4.2.1

go.sum

@@ -58,8 +58,8 @@ github.com/bincooo/edge-api v1.0.4-0.20240630075039-f55db93af0ab h1:X10eWl5imQOM
 github.com/bincooo/edge-api v1.0.4-0.20240630075039-f55db93af0ab/go.mod h1:cSJi20GKnl0PCe4UIzxJ8xHZkQy9xGOF7tR/T7aE/9U=
 github.com/bincooo/emit.io v0.0.0-20240630085209-49be277194ac h1:wd5jDiQKX7eKUHX1kwX+aV5trnWKwMEtXZq01Sc/3QI=
 github.com/bincooo/emit.io v0.0.0-20240630085209-49be277194ac/go.mod h1:TM7ofgLvBROkDM6SWaLduIMYWNiTOvYtRbQy0u4X5SY=
-github.com/bincooo/you.com v0.0.0-20240626230203-cf0d17856e76 h1:I5Z8EZp6FcxIxHTSmDy/adBHUbuOElceLbi5TQ8K/sQ=
-github.com/bincooo/you.com v0.0.0-20240626230203-cf0d17856e76/go.mod h1:SOuP1CRtNiOr+gYyYsZ/K7pj/Wc6Ko5lT3rFn07yLng=
+github.com/bincooo/you.com v0.0.0-20240630230515-3db4983fc758 h1:n/cFI9dQGIbnTqlU3ixYiP3Wv49cyED6/l6R8NjnNQM=
+github.com/bincooo/you.com v0.0.0-20240630230515-3db4983fc758/go.mod h1:SOuP1CRtNiOr+gYyYsZ/K7pj/Wc6Ko5lT3rFn07yLng=
 github.com/bitly/go-simplejson v0.5.0 h1:6IH+V8/tVMab511d5bn4M7EwGXZf9Hj6i2xSwkNEM+Y=
 github.com/bitly/go-simplejson v0.5.0/go.mod h1:cXHtHw4XUPsvGaxgjIAn8PhEWG9NfngEKAMDJEczWVA=
 github.com/bmizerany/assert v0.0.0-20160611221934-b7ed37b82869 h1:DDGfHa7BWjL4YnC6+E63dPcxHo2sUxDIu8g3QgEJdRY=

internal/common/parser.go

@@ -551,6 +551,7 @@ func xmlFlagsToContents(ctx *gin.Context, messages []pkg.Keyv[interface{}]) (han
 			"histories",
 			"char_sequences", // 角色序列映射
 			"tool",
+			"echo", // 不与AI交互，仅获取处理后的上下文
 		})
 	)
 
@@ -669,6 +670,13 @@ func xmlFlagsToContents(ctx *gin.Context, messages []pkg.Keyv[interface{}]) (han
 				continue
 			}
 
+			// 不与AI交互，仅获取处理后的上下文
+			if node.t == XML_TYPE_X && node.tag == "echo" {
+				ctx.Set(vars.GinEcho, true)
+				clean(content[node.index:node.end])
+				continue
+			}
+
 			// 历史记录
 			if node.t == XML_TYPE_X && node.tag == "histories" {
 				str := strings.TrimSpace(node.content)

internal/gin.handler/response/com.go

@@ -136,6 +136,17 @@ func Response(ctx *gin.Context, model, content string) {
 	})
 }
 
+func Echo(ctx *gin.Context, mode, content string, sse bool) {
+	if !sse {
+		Response(ctx, mode, content)
+	} else {
+		created := time.Now().Unix()
+		SSEResponse(ctx, mode, content, created)
+		time.Sleep(time.Second)
+		SSEResponse(ctx, mode, "[DONE]", created)
+	}
+}
+
 func SSEResponse(ctx *gin.Context, model, content string, created int64) {
 	ctx.Set(canResponse, "No!")
 	setSSEHeader(ctx)

internal/plugin/llm/bing/adapter.go

@@ -1,6 +1,8 @@
 package bing
 
 import (
+	"encoding/json"
+	"fmt"
 	"github.com/bincooo/chatgpt-adapter/internal/common"
 	"github.com/bincooo/chatgpt-adapter/internal/gin.handler/response"
 	"github.com/bincooo/chatgpt-adapter/internal/plugin"
@@ -59,7 +61,9 @@ func (API) Completion(ctx *gin.Context) {
 		cookie   = ctx.GetString("token")
 		proxies  = ctx.GetString("proxies")
 		notebook = ctx.GetBool("notebook")
-		pad      = ctx.GetBool("pad")
+
+		pad  = ctx.GetBool("pad")
+		echo = ctx.GetBool(vars.GinEcho)
 
 		completion = common.GetGinCompletion(ctx)
 		matchers   = common.GetGinMatchers(ctx)
@@ -116,6 +120,12 @@ func (API) Completion(ctx *gin.Context) {
 		return
 	}
 
+	if echo {
+		bytes, _ := json.MarshalIndent(pMessages, "", "  ")
+		response.Echo(ctx, completion.Model, fmt.Sprintf("PREVIOUS MESSAGES:\n%s\n\n\n------\nCURR QUESTION:\n%s", bytes, currMessage), completion.Stream)
+		return
+	}
+
 	// 清理多余的标签
 	var cancel chan error
 	cancel, matchers = joinMatchers(ctx, matchers)

internal/plugin/llm/bing/toolcall.go

@@ -4,6 +4,7 @@ import (
 	"github.com/bincooo/chatgpt-adapter/internal/common"
 	"github.com/bincooo/chatgpt-adapter/internal/gin.handler/response"
 	"github.com/bincooo/chatgpt-adapter/internal/plugin"
+	"github.com/bincooo/chatgpt-adapter/internal/vars"
 	"github.com/bincooo/chatgpt-adapter/logger"
 	"github.com/bincooo/chatgpt-adapter/pkg"
 	"github.com/bincooo/edge-api"
@@ -14,7 +15,11 @@ import (
 
 func completeToolCalls(ctx *gin.Context, cookie, proxies string, completion pkg.ChatCompletion) bool {
 	logger.Infof("completeTools ...")
-	baseUrl := pkg.Config.GetString("bing.baseUrl")
+
+	var (
+		baseUrl = pkg.Config.GetString("bing.baseUrl")
+		echo    = ctx.GetBool(vars.GinEcho)
+	)
 
 	// 删除来自LobeChat中多余的tool提示，这部分提示会让弱智的bing更加弱智
 	// ## Tools\n\nYou can use these tools below:
@@ -26,6 +31,11 @@ func completeToolCalls(ctx *gin.Context, cookie, proxies string, completion pkg.
 	}
 
 	exec, err := plugin.CompleteToolCalls(ctx, completion, func(message string) (string, error) {
+		if echo {
+			logger.Infof("toolCall message: \n%s", message)
+			return "", nil
+		}
+
 		retry := 3
 		options, err := edge.NewDefaultOptions(cookie, baseUrl)
 		if err != nil {

internal/plugin/llm/claude/adapter.go

@@ -4,6 +4,7 @@ import (
 	"github.com/bincooo/chatgpt-adapter/internal/common"
 	"github.com/bincooo/chatgpt-adapter/internal/gin.handler/response"
 	"github.com/bincooo/chatgpt-adapter/internal/plugin"
+	"github.com/bincooo/chatgpt-adapter/internal/vars"
 	"github.com/bincooo/chatgpt-adapter/logger"
 	"github.com/bincooo/chatgpt-adapter/pkg"
 	claude3 "github.com/bincooo/claude-api"
@@ -84,6 +85,8 @@ func (API) Completion(ctx *gin.Context) {
 		completion = common.GetGinCompletion(ctx)
 		matchers   = common.GetGinMatchers(ctx)
 		model      = ""
+
+		echo = ctx.GetBool(vars.GinEcho)
 	)
 
 	if strings.HasPrefix(completion.Model, "claude-") {
@@ -115,6 +118,11 @@ func (API) Completion(ctx *gin.Context) {
 
 	attachments, tokens := mergeMessages(ctx, completion.Messages)
 	ctx.Set(ginTokens, tokens)
+	if echo {
+		response.Echo(ctx, completion.Model, attachments[0].Content, completion.Stream)
+		return
+	}
+
 	chat, err := claude3.New(options)
 	if err != nil {
 		logger.Error(err)

internal/plugin/llm/claude/toolcall.go

@@ -4,6 +4,7 @@ import (
 	"github.com/bincooo/chatgpt-adapter/internal/common"
 	"github.com/bincooo/chatgpt-adapter/internal/gin.handler/response"
 	"github.com/bincooo/chatgpt-adapter/internal/plugin"
+	"github.com/bincooo/chatgpt-adapter/internal/vars"
 	"github.com/bincooo/chatgpt-adapter/logger"
 	"github.com/bincooo/chatgpt-adapter/pkg"
 	claude3 "github.com/bincooo/claude-api"
@@ -13,8 +14,17 @@ import (
 
 func completeToolCalls(ctx *gin.Context, cookie string, completion pkg.ChatCompletion) bool {
 	logger.Infof("completeTools ...")
+	var (
+		model = ""
+		echo  = ctx.GetBool(vars.GinEcho)
+	)
+
 	exec, err := plugin.CompleteToolCalls(ctx, completion, func(message string) (string, error) {
-		model := ""
+		if echo {
+			logger.Infof("toolCall message: \n%s", message)
+			return "", nil
+		}
+
 		if strings.HasPrefix(completion.Model, "claude-") {
 			if completion.Model != "claude-3" {
 				model = completion.Model

internal/plugin/llm/cohere/adapter.go

@@ -2,9 +2,11 @@ package cohere
 
 import (
 	"encoding/json"
+	"fmt"
 	"github.com/bincooo/chatgpt-adapter/internal/common"
 	"github.com/bincooo/chatgpt-adapter/internal/gin.handler/response"
 	"github.com/bincooo/chatgpt-adapter/internal/plugin"
+	"github.com/bincooo/chatgpt-adapter/internal/vars"
 	"github.com/bincooo/chatgpt-adapter/logger"
 	"github.com/bincooo/chatgpt-adapter/pkg"
 	coh "github.com/bincooo/cohere-api"
@@ -88,6 +90,8 @@ func (API) Completion(ctx *gin.Context) {
 		//	Tools:   convertTools(completion),
 		//	Results: convertToolResults(completion),
 		//}
+
+		echo = ctx.GetBool(vars.GinEcho)
 	)
 
 	// 官方的文档toolCall描述十分模糊，简测功能不佳，改回提示词实现
@@ -102,6 +106,11 @@ func (API) Completion(ctx *gin.Context) {
 		//toolObject = coh.ToolObject{}
 		message = mergeMessages(ctx, completion.Messages)
 		ctx.Set(ginTokens, common.CalcTokens(message))
+		if echo {
+			response.Echo(ctx, completion.Model, message, completion.Stream)
+			return
+		}
+
 		chat = coh.New(cookie, completion.Temperature, completion.Model, false)
 		chat.TopK(completion.TopK)
 		chat.MaxTokens(completion.MaxTokens)
@@ -115,6 +124,12 @@ func (API) Completion(ctx *gin.Context) {
 		var tokens = 0
 		pMessages, system, message, tokens = mergeChatMessages(completion.Messages)
 		ctx.Set(ginTokens, tokens)
+		if echo {
+			bytes, _ := json.MarshalIndent(pMessages, "", "  ")
+			response.Echo(ctx, completion.Model, fmt.Sprintf("SYSTEM\n%s\n\n\n-------PREVIOUS MESSAGES:\n%s\n\n\n------\nCURR QUESTION:\n%s", system, bytes, message), completion.Stream)
+			return
+		}
+
 		chat = coh.New(cookie, completion.Temperature, completion.Model, true)
 
 	}

internal/plugin/llm/cohere/toolcall.go

@@ -4,6 +4,7 @@ import (
 	"github.com/bincooo/chatgpt-adapter/internal/common"
 	"github.com/bincooo/chatgpt-adapter/internal/gin.handler/response"
 	"github.com/bincooo/chatgpt-adapter/internal/plugin"
+	"github.com/bincooo/chatgpt-adapter/internal/vars"
 	"github.com/bincooo/chatgpt-adapter/logger"
 	"github.com/bincooo/chatgpt-adapter/pkg"
 	"github.com/bincooo/cohere-api"
@@ -13,7 +14,14 @@ import (
 
 func completeToolCalls(ctx *gin.Context, cookie, proxies string, completion pkg.ChatCompletion) bool {
 	logger.Info("completeTools ...")
+	echo := ctx.GetBool(vars.GinEcho)
+
 	exec, err := plugin.CompleteToolCalls(ctx, completion, func(message string) (string, error) {
+		if echo {
+			logger.Infof("toolCall message: \n%s", message)
+			return "", nil
+		}
+
 		chat := cohere.New(cookie, 0.4, completion.Model, false)
 		chat.Proxies(proxies)
 		chat.TopK(completion.TopK)

internal/plugin/llm/coze/adapter.go

@@ -1,6 +1,7 @@
 package coze
 
 import (
+	"encoding/json"
 	"errors"
 	"fmt"
 	"github.com/bincooo/chatgpt-adapter/internal/common"
@@ -127,6 +128,8 @@ func (API) Completion(ctx *gin.Context) {
 
 		user      = ""
 		assistant = ""
+
+		echo = ctx.GetBool(vars.GinEcho)
 	)
 
 	{
@@ -168,6 +171,12 @@ func (API) Completion(ctx *gin.Context) {
 		return
 	}
 
+	if echo {
+		bytes, _ := json.MarshalIndent(pMessages, "", "  ")
+		response.Echo(ctx, completion.Model, string(bytes), completion.Stream)
+		return
+	}
+
 	ctx.Set(ginTokens, tokens)
 	options, mode, err := newOptions(proxies, completion.Model, pMessages)
 	if err != nil {

internal/plugin/llm/coze/toolcall.go

@@ -1,9 +1,11 @@
 package coze
 
 import (
+	"encoding/json"
 	"github.com/bincooo/chatgpt-adapter/internal/common"
 	"github.com/bincooo/chatgpt-adapter/internal/gin.handler/response"
 	"github.com/bincooo/chatgpt-adapter/internal/plugin"
+	"github.com/bincooo/chatgpt-adapter/internal/vars"
 	"github.com/bincooo/chatgpt-adapter/logger"
 	"github.com/bincooo/chatgpt-adapter/pkg"
 	"github.com/bincooo/coze-api"
@@ -14,6 +16,8 @@ import (
 
 func completeToolCalls(ctx *gin.Context, cookie, proxies string, completion pkg.ChatCompletion) bool {
 	logger.Info("completeTools ...")
+	echo := ctx.GetBool(vars.GinEcho)
+
 	exec, err := plugin.CompleteToolCalls(ctx, completion, func(message string) (string, error) {
 		message = strings.TrimSpace(message)
 		system := ""
@@ -36,6 +40,12 @@ func completeToolCalls(ctx *gin.Context, cookie, proxies string, completion pkg.
 			Content: message,
 		})
 
+		if echo {
+			bytes, _ := json.MarshalIndent(pMessages, "", "  ")
+			logger.Infof("toolCall message: \n%s", bytes)
+			return "", nil
+		}
+
 		co, msToken := extCookie(cookie)
 		options, mode, err := newOptions(proxies, completion.Model, pMessages)
 		if err != nil {

internal/plugin/llm/gemini/adapter.go

@@ -1,10 +1,12 @@
 package gemini
 
 import (
+	"encoding/json"
 	"errors"
 	"github.com/bincooo/chatgpt-adapter/internal/common"
 	"github.com/bincooo/chatgpt-adapter/internal/gin.handler/response"
 	"github.com/bincooo/chatgpt-adapter/internal/plugin"
+	"github.com/bincooo/chatgpt-adapter/internal/vars"
 	"github.com/bincooo/chatgpt-adapter/logger"
 	"github.com/gin-gonic/gin"
 	"net/url"
@@ -70,6 +72,7 @@ func (API) Completion(ctx *gin.Context) {
 		proxies    = ctx.GetString("proxies")
 		completion = common.GetGinCompletion(ctx)
 		matchers   = common.GetGinMatchers(ctx)
+		echo       = ctx.GetBool(vars.GinEcho)
 	)
 
 	newMessages, tokens, err := mergeMessages(completion.Messages)
@@ -79,6 +82,12 @@ func (API) Completion(ctx *gin.Context) {
 		return
 	}
 
+	if echo {
+		bytes, _ := json.MarshalIndent(newMessages, "", "  ")
+		response.Echo(ctx, completion.Model, string(bytes), completion.Stream)
+		return
+	}
+
 	ctx.Set(ginTokens, tokens)
 	r, err := build(common.GetGinContext(ctx), proxies, cookie, newMessages, completion)
 	if err != nil {

internal/plugin/llm/lmsys/adapter.go

@@ -260,6 +260,7 @@ func (API) Completion(ctx *gin.Context) {
 		proxies    = ctx.GetString("proxies")
 		completion = common.GetGinCompletion(ctx)
 		matchers   = common.GetGinMatchers(ctx)
+		echo       = ctx.GetBool(vars.GinEcho)
 	)
 
 	completion.Model = completion.Model[6:]
@@ -271,6 +272,11 @@ func (API) Completion(ctx *gin.Context) {
 
 	newMessages := mergeMessages(ctx, completion.Messages)
 	ctx.Set(ginTokens, common.CalcTokens(newMessages))
+	if echo {
+		response.Echo(ctx, completion.Model, newMessages, completion.Stream)
+		return
+	}
+
 	retry := 3
 label:
 	ch, err := fetch(common.GetGinContext(ctx), proxies, token, newMessages, options{