update sth. at 2024-12-19 16:45:47

.gitignore

@@ -0,0 +1,67 @@
+.externalNativeBuild
+import-summary.txt
+
+#java files
+*.class
+*.dex
+.sync/
+
+#for idea temp file
+*.iws
+*.ipr
+*.iml
+target/
+.idea/
+.gradle/
+release/
+build/
+spoon/
+releasebak/
+
+#mac temp file
+__MACOSX
+.DS_Store
+._.DS_Store
+
+#for eclipse
+.settings/
+local.properties
+*gen/
+*.classpath
+*/bin/
+bin/
+.project
+
+#temp file
+*.bak
+
+*.pmd
+sh.exe.stackdump
+
+.vs/
+.vscode/
+
+*.log
+*.ctxt
+.mtj.tmp/
+
+# virtual machine crash logs, see http://www.java.com/en/download/help/error_hotspot.xml
+hs_err_pid*
+
+# Package Files #
+# *.jar
+*.war
+*.nar
+*.ear
+*.zip
+*.tar.gz
+*.rar
+*.cxx
+*.cfg
+# for nodejs
+node_modules/
+# for python 
+package-lock.json
+.$*
+*.drawio.bkp
+

Dockerfile

@@ -0,0 +1,27 @@
+FROM golang:1.22 AS builder
+
+ENV CGO_ENABLED=0
+
+WORKDIR /app
+
+COPY go.mod go.sum ./
+RUN go mod download
+
+COPY . .
+RUN CGO_ENABLED=0 GOARCH=amd64 go build -o ddg .
+
+FROM alpine:latest
+
+WORKDIR /app
+
+COPY --from=builder /app/ddg  .
+
+ENV MAX_RETRY_COUNT="3"
+ENV RETRY_DELAY="5000"
+ENV PORT="7860"
+
+EXPOSE 7860
+
+RUN chmod +x ddg
+
+CMD ["./ddg"]

README.md

@@ -1,10 +1,60 @@
 ---
-title: Ddghat
-emoji: 🏆
-colorFrom: gray
-colorTo: green
+title: d
+emoji: 👀
+colorFrom: blue
+colorTo: yellow
 sdk: docker
-pinned: false
+pinned: true
+app_port: 7860
+short_description: dd
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+
+# infos
+
+*  models
+  
+``` bash
+curl https://sanbo1200-ddghat.hf.space/models
+```
+
+*  Request
+
+```  bash
+curl --location --request POST 'https://${|Embed this Space|--｜Direct URL｜}/completions' \
+  --header 'Content-Type: application/json' \
+  --data-raw '{
+      "model": "gpt-4o-mini",
+      "messages": [
+          {
+              "role": "user",
+              "content": "What is the principle of Bitcoin?"
+          }
+      ],
+      "stream": true
+  }'
+
+# local
+curl --location --request POST 'http://0.0.0.0:8760/completions' \
+  --header 'Content-Type: application/json' \
+  --data-raw '{
+      "model": "gpt-4o-mini",
+      "messages": [
+          {
+              "role": "user",
+              "content": "What is the principle of Bitcoin?"
+          }
+      ],
+      "stream": true
+  }'
+
+```
+
+## support models
+
+- claude-3-haiku
+- llama-3.1-70b
+- mixtral-8x7b
+- gpt-4o-mini
+

go.mod

@@ -0,0 +1,34 @@
+module ddg
+
+go 1.22.5
+
+require (
+	github.com/bytedance/sonic v1.12.3 // indirect
+	github.com/bytedance/sonic/loader v0.2.0 // indirect
+	github.com/cloudwego/base64x v0.1.4 // indirect
+	github.com/cloudwego/iasm v0.2.0 // indirect
+	github.com/gabriel-vasile/mimetype v1.4.6 // indirect
+	github.com/gin-contrib/sse v0.1.0 // indirect
+	github.com/gin-gonic/gin v1.10.0 // indirect
+	github.com/go-playground/locales v0.14.1 // indirect
+	github.com/go-playground/universal-translator v0.18.1 // indirect
+	github.com/go-playground/validator/v10 v10.22.1 // indirect
+	github.com/goccy/go-json v0.10.3 // indirect
+	github.com/joho/godotenv v1.5.1 // indirect
+	github.com/json-iterator/go v1.1.12 // indirect
+	github.com/klauspost/cpuid/v2 v2.2.8 // indirect
+	github.com/leodido/go-urn v1.4.0 // indirect
+	github.com/mattn/go-isatty v0.0.20 // indirect
+	github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
+	github.com/modern-go/reflect2 v1.0.2 // indirect
+	github.com/pelletier/go-toml/v2 v2.2.3 // indirect
+	github.com/twitchyliquid64/golang-asm v0.15.1 // indirect
+	github.com/ugorji/go/codec v1.2.12 // indirect
+	golang.org/x/arch v0.11.0 // indirect
+	golang.org/x/crypto v0.28.0 // indirect
+	golang.org/x/net v0.30.0 // indirect
+	golang.org/x/sys v0.26.0 // indirect
+	golang.org/x/text v0.19.0 // indirect
+	google.golang.org/protobuf v1.35.1 // indirect
+	gopkg.in/yaml.v3 v3.0.1 // indirect
+)

go.sum

@@ -0,0 +1,79 @@
+github.com/bytedance/sonic v1.12.3 h1:W2MGa7RCU1QTeYRTPE3+88mVC0yXmsRQRChiyVocVjU=
+github.com/bytedance/sonic v1.12.3/go.mod h1:B8Gt/XvtZ3Fqj+iSKMypzymZxw/FVwgIGKzMzT9r/rk=
+github.com/bytedance/sonic/loader v0.1.1/go.mod h1:ncP89zfokxS5LZrJxl5z0UJcsk4M4yY2JpfqGeCtNLU=
+github.com/bytedance/sonic/loader v0.2.0 h1:zNprn+lsIP06C/IqCHs3gPQIvnvpKbbxyXQP1iU4kWM=
+github.com/bytedance/sonic/loader v0.2.0/go.mod h1:ncP89zfokxS5LZrJxl5z0UJcsk4M4yY2JpfqGeCtNLU=
+github.com/cloudwego/base64x v0.1.4 h1:jwCgWpFanWmN8xoIUHa2rtzmkd5J2plF/dnLS6Xd/0Y=
+github.com/cloudwego/base64x v0.1.4/go.mod h1:0zlkT4Wn5C6NdauXdJRhSKRlJvmclQ1hhJgA0rcu/8w=
+github.com/cloudwego/iasm v0.2.0 h1:1KNIy1I1H9hNNFEEH3DVnI4UujN+1zjpuk6gwHLTssg=
+github.com/cloudwego/iasm v0.2.0/go.mod h1:8rXZaNYT2n95jn+zTI1sDr+IgcD2GVs0nlbbQPiEFhY=
+github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/gabriel-vasile/mimetype v1.4.6 h1:3+PzJTKLkvgjeTbts6msPJt4DixhT4YtFNf1gtGe3zc=
+github.com/gabriel-vasile/mimetype v1.4.6/go.mod h1:JX1qVKqZd40hUPpAfiNTe0Sne7hdfKSbOqqmkq8GCXc=
+github.com/gin-contrib/sse v0.1.0 h1:Y/yl/+YNO8GZSjAhjMsSuLt29uWRFHdHYUb5lYOV9qE=
+github.com/gin-contrib/sse v0.1.0/go.mod h1:RHrZQHXnP2xjPF+u1gW/2HnVO7nvIa9PG3Gm+fLHvGI=
+github.com/gin-gonic/gin v1.10.0 h1:nTuyha1TYqgedzytsKYqna+DfLos46nTv2ygFy86HFU=
+github.com/gin-gonic/gin v1.10.0/go.mod h1:4PMNQiOhvDRa013RKVbsiNwoyezlm2rm0uX/T7kzp5Y=
+github.com/go-playground/locales v0.14.1 h1:EWaQ/wswjilfKLTECiXz7Rh+3BjFhfDFKv/oXslEjJA=
+github.com/go-playground/locales v0.14.1/go.mod h1:hxrqLVvrK65+Rwrd5Fc6F2O76J/NuW9t0sjnWqG1slY=
+github.com/go-playground/universal-translator v0.18.1 h1:Bcnm0ZwsGyWbCzImXv+pAJnYK9S473LQFuzCbDbfSFY=
+github.com/go-playground/universal-translator v0.18.1/go.mod h1:xekY+UJKNuX9WP91TpwSH2VMlDf28Uj24BCp08ZFTUY=
+github.com/go-playground/validator/v10 v10.22.1 h1:40JcKH+bBNGFczGuoBYgX4I6m/i27HYW8P9FDk5PbgA=
+github.com/go-playground/validator/v10 v10.22.1/go.mod h1:dbuPbCMFw/DrkbEynArYaCwl3amGuJotoKCe95atGMM=
+github.com/goccy/go-json v0.10.3 h1:KZ5WoDbxAIgm2HNbYckL0se1fHD6rz5j4ywS6ebzDqA=
+github.com/goccy/go-json v0.10.3/go.mod h1:oq7eo15ShAhp70Anwd5lgX2pLfOS3QCiwU/PULtXL6M=
+github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=
+github.com/joho/godotenv v1.5.1 h1:7eLL/+HRGLY0ldzfGMeQkb7vMd0as4CfYvUVzLqw0N0=
+github.com/joho/godotenv v1.5.1/go.mod h1:f4LDr5Voq0i2e/R5DDNOoa2zzDfwtkZa6DnEwAbqwq4=
+github.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM=
+github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo=
+github.com/klauspost/cpuid/v2 v2.0.9/go.mod h1:FInQzS24/EEf25PyTYn52gqo7WaD8xa0213Md/qVLRg=
+github.com/klauspost/cpuid/v2 v2.2.8 h1:+StwCXwm9PdpiEkPyzBXIy+M9KUb4ODm0Zarf1kS5BM=
+github.com/klauspost/cpuid/v2 v2.2.8/go.mod h1:Lcz8mBdAVJIBVzewtcLocK12l3Y+JytZYpaMropDUws=
+github.com/knz/go-libedit v1.10.1/go.mod h1:MZTVkCWyz0oBc7JOWP3wNAzd002ZbM/5hgShxwh4x8M=
+github.com/leodido/go-urn v1.4.0 h1:WT9HwE9SGECu3lg4d/dIA+jxlljEa1/ffXKmRjqdmIQ=
+github.com/leodido/go-urn v1.4.0/go.mod h1:bvxc+MVxLKB4z00jd1z+Dvzr47oO32F/QSNjSBOlFxI=
+github.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY=
+github.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=
+github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
+github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg=
+github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
+github.com/modern-go/reflect2 v1.0.2 h1:xBagoLtFs94CBntxluKeaWgTMpvLxC4ur3nMaC9Gz0M=
+github.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk=
+github.com/pelletier/go-toml/v2 v2.2.3 h1:YmeHyLY8mFWbdkNWwpr+qIL2bEqT0o95WSdkNHvL12M=
+github.com/pelletier/go-toml/v2 v2.2.3/go.mod h1:MfCQTFTvCcUyyvvwm1+G6H/jORL20Xlb6rzQu9GuUkc=
+github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
+github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
+github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw=
+github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo=
+github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
+github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
+github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
+github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU=
+github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
+github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=
+github.com/twitchyliquid64/golang-asm v0.15.1 h1:SU5vSMR7hnwNxj24w34ZyCi/FmDZTkS4MhqMhdFk5YI=
+github.com/twitchyliquid64/golang-asm v0.15.1/go.mod h1:a1lVb/DtPvCB8fslRZhAngC2+aY1QWCk3Cedj/Gdt08=
+github.com/ugorji/go/codec v1.2.12 h1:9LC83zGrHhuUA9l16C9AHXAqEV/2wBQ4nkvumAE65EE=
+github.com/ugorji/go/codec v1.2.12/go.mod h1:UNopzCgEMSXjBc6AOMqYvWC1ktqTAfzJZUZgYf6w6lg=
+golang.org/x/arch v0.11.0 h1:KXV8WWKCXm6tRpLirl2szsO5j/oOODwZf4hATmGVNs4=
+golang.org/x/arch v0.11.0/go.mod h1:FEVrYAQjsQXMVJ1nsMoVVXPZg6p2JE2mx8psSWTDQys=
+golang.org/x/crypto v0.28.0 h1:GBDwsMXVQi34v5CCYUm2jkJvu4cbtru2U4TN2PSyQnw=
+golang.org/x/crypto v0.28.0/go.mod h1:rmgy+3RHxRZMyY0jjAJShp2zgEdOqj2AO7U0pYmeQ7U=
+golang.org/x/net v0.30.0 h1:AcW1SDZMkb8IpzCdQUaIq2sP4sZ4zw+55h6ynffypl4=
+golang.org/x/net v0.30.0/go.mod h1:2wGyMJ5iFasEhkwi13ChkO/t1ECNC4X4eBKkVFyYFlU=
+golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.26.0 h1:KHjCJyddX0LoSTb3J+vWpupP9p0oznkqVk/IfjymZbo=
+golang.org/x/sys v0.26.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
+golang.org/x/text v0.19.0 h1:kTxAhCbGbxhK0IwgSKiMO5awPoDQ0RpfiVYBfK860YM=
+golang.org/x/text v0.19.0/go.mod h1:BuEKDfySbSR4drPmRPG/7iBdf8hvFMuRexcpahXilzY=
+google.golang.org/protobuf v1.35.1 h1:m3LfL6/Ca+fqnjnlqQXNpFPABW1UD7mjh8KO2mKFytA=
+google.golang.org/protobuf v1.35.1/go.mod h1:9fA7Ob0pmnwhb644+1+CVWFRbNajQ6iRojtC/QF5bRE=
+gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
+gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+nullprogram.com/x/optparse v1.0.0/go.mod h1:KdyPE+Igbe0jQUrVfMqDMeJQIJZEuyV7pjYmp6pbG50=
+rsc.io/pdf v0.1.1/go.mod h1:n8OzWcQ6Sp37PL01nO98y4iUCRdTGarVfzxY20ICaU4=

main.go

@@ -0,0 +1,532 @@
+package main
+
+import (
+	"bufio"
+	"embed"
+	"encoding/json"
+	"errors"
+	"fmt"
+	"io"
+	"io/fs"
+	"log"
+	"net/http"
+	"os"
+	"strings"
+	"time"
+
+	"github.com/gin-gonic/gin"
+	"github.com/joho/godotenv"
+)
+
+//go:embed web/*
+var staticFiles embed.FS
+
+type Config struct {
+	APIPrefix     string
+	APIKey        string
+	MaxRetryCount int
+	RetryDelay    time.Duration
+	FakeHeaders   map[string]string
+}
+
+var config Config
+
+func init() {
+	godotenv.Load()
+	config = Config{
+		APIKey:        getEnv("API_KEY", ""),
+		MaxRetryCount: getIntEnv("MAX_RETRY_COUNT", 3),
+		RetryDelay:    getDurationEnv("RETRY_DELAY", 5000),
+		FakeHeaders: map[string]string{
+			"Accept":             "*/*",
+			"Accept-Encoding":    "gzip, deflate, br, zstd",
+			"Accept-Language":    "zh-CN,zh;q=0.9",
+			"Origin":             "https://duckduckgo.com/",
+			"Cookie":             "l=wt-wt; ah=wt-wt; dcm=6",
+			"Dnt":                "1",
+			"Priority":           "u=1, i",
+			"Referer":            "https://duckduckgo.com/",
+			"Sec-Ch-Ua":          `"Microsoft Edge";v="129", "Not(A:Brand";v="8", "Chromium";v="129"`,
+			"Sec-Ch-Ua-Mobile":   "?0",
+			"Sec-Ch-Ua-Platform": `"Windows"`,
+			"Sec-Fetch-Dest":     "empty",
+			"Sec-Fetch-Mode":     "cors",
+			"Sec-Fetch-Site":     "same-origin",
+			"User-Agent":         "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36",
+		},
+	}
+}
+
+func authMiddleware() gin.HandlerFunc {
+	return func(c *gin.Context) {
+		apiKey := c.GetHeader("Authorization")
+		if apiKey == "" {
+			apiKey = c.Query("api_key")
+		}
+
+		// 当未提供或者 API Key 不合法时，允许匿名访问
+		if apiKey == "" || !strings.HasPrefix(apiKey, "Bearer ") {
+			c.Next() // 未提供 API 密钥时允许继续请求
+			return
+		}
+
+		apiKey = strings.TrimPrefix(apiKey, "Bearer ")
+
+		if apiKey != config.APIKey {
+			c.JSON(http.StatusUnauthorized, gin.H{"error": "Invalid API key"})
+			c.Abort()
+			return
+		}
+
+		c.Next()
+	}
+}
+
+func main() {
+	r := gin.Default()
+	r.Use(corsMiddleware())
+	// 1. 映射 Web 目录到 /web 路由
+	//r.Static("/web", "./web") // 确保 ./web 文件夹存在，并包含 index.html
+	subFS, err := fs.Sub(staticFiles, "web")
+	if err != nil {
+		log.Fatal(err)
+	}
+	r.StaticFS("/web", http.FS(subFS))
+
+	// 2. 根路径重定向到 /web
+	r.GET("/", func(c *gin.Context) {
+		c.Redirect(http.StatusMovedPermanently, "/web")
+	})
+	// r.GET("/", func(c *gin.Context) {
+	// 	c.JSON(http.StatusOK, gin.H{"message": "API 服务运行中~"})
+	// })
+	// 3. 健康检查
+	r.GET("/ping", func(c *gin.Context) {
+		c.JSON(http.StatusOK, gin.H{"message": "pong"})
+	})
+	// 4. API 路由组
+	// authorized := r.Group("/")
+	// authorized.Use(authMiddleware())
+	// {
+	// 	authorized.GET("/hf/v1/models", handleModels)
+	// 	authorized.POST("/hf/v1/chat/completions", handleCompletion)
+	// }
+	apiGroup := r.Group("/")
+	apiGroup.Use(authMiddleware()) // 可以选择性地提供 API 密钥
+	{
+		// 原始路径 /hf/v1/*
+		apiGroup.GET("/hf/v1/models", handleModels)
+		apiGroup.POST("/hf/v1/chat/completions", handleCompletion)
+
+		// 新路径 /api/v1/*
+		apiGroup.GET("/api/v1/models", handleModels)
+		apiGroup.POST("/api/v1/chat/completions", handleCompletion)
+
+		// 新路径 /v1/*
+		apiGroup.GET("/v1/models", handleModels)
+		apiGroup.POST("/v1/chat/completions", handleCompletion)
+
+		// 新路径 /completions
+		apiGroup.POST("/completions", handleCompletion)
+	}
+	// 5. 从环境变量中读取端口号
+	port := os.Getenv("PORT")
+	if port == "" {
+		port = "7860"
+	}
+	r.Run(":" + port)
+}
+
+func handleModels(c *gin.Context) {
+	models := []gin.H{
+		{"id": "gpt-4o-mini", "object": "model", "owned_by": "ddg"},
+		{"id": "claude-3-haiku", "object": "model", "owned_by": "ddg"},
+		{"id": "llama-3.1-70b", "object": "model", "owned_by": "ddg"},
+		{"id": "mixtral-8x7b", "object": "model", "owned_by": "ddg"},
+	}
+	c.JSON(http.StatusOK, gin.H{"object": "list", "data": models})
+}
+
+func handleCompletion(c *gin.Context) {
+	var req struct {
+		Model    string `json:"model"`
+		Messages []struct {
+			Role    string      `json:"role"`
+			Content interface{} `json:"content"`
+		} `json:"messages"`
+		Stream bool `json:"stream"`
+	}
+
+	if err := c.ShouldBindJSON(&req); err != nil {
+		c.JSON(http.StatusBadRequest, gin.H{"error": err.Error()})
+		return
+	}
+
+	model := convertModel(req.Model)
+	content := prepareMessages(req.Messages)
+	// log.Printf("messages: %v", content)
+
+	reqBody := map[string]interface{}{
+		"model": model,
+		"messages": []map[string]interface{}{
+			{
+				"role":    "user",
+				"content": content,
+			},
+		},
+	}
+
+	body, err := json.Marshal(reqBody)
+	if err != nil {
+		c.JSON(http.StatusInternalServerError, gin.H{"error": fmt.Sprintf("请求体序列化失败: %v", err)})
+		return
+	}
+
+	token, err := requestToken()
+	if err != nil {
+		c.JSON(http.StatusInternalServerError, gin.H{"error": "无法获取token"})
+		return
+	}
+
+	upstreamReq, err := http.NewRequest("POST", "https://duckduckgo.com/duckchat/v1/chat", strings.NewReader(string(body)))
+	if err != nil {
+		c.JSON(http.StatusInternalServerError, gin.H{"error": fmt.Sprintf("创建请求失败: %v", err)})
+		return
+	}
+
+	for k, v := range config.FakeHeaders {
+		upstreamReq.Header.Set(k, v)
+	}
+	upstreamReq.Header.Set("x-vqd-4", token)
+	upstreamReq.Header.Set("Content-Type", "application/json")
+
+	client := &http.Client{
+		Timeout: 30 * time.Second,
+	}
+
+	resp, err := client.Do(upstreamReq)
+	if err != nil {
+		c.JSON(http.StatusInternalServerError, gin.H{"error": fmt.Sprintf("请求失败: %v", err)})
+		return
+	}
+	defer resp.Body.Close()
+
+	if req.Stream {
+		// 启用 SSE 流式响应
+		c.Writer.Header().Set("Content-Type", "text/event-stream")
+		c.Writer.Header().Set("Cache-Control", "no-cache")
+		c.Writer.Header().Set("Connection", "keep-alive")
+
+		flusher, ok := c.Writer.(http.Flusher)
+		if !ok {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": "Streaming not supported"})
+			return
+		}
+
+		reader := bufio.NewReader(resp.Body)
+		for {
+			line, err := reader.ReadString('\n')
+			if err != nil {
+				if err != io.EOF {
+					log.Printf("读取流式响应失败: %v", err)
+				}
+				break
+			}
+			if strings.HasPrefix(line, "data: ") {
+				// 解析响应中的 JSON 数据块
+				line = strings.TrimPrefix(line, "data: ")
+				line = strings.TrimSpace(line)
+				// 忽略非 JSON 数据块（例如特殊标记 [DONE]）
+				if line == "[DONE]" {
+					//log.Printf("响应行 DONE, 即将跳过")
+					break
+				}
+				var chunk map[string]interface{}
+				if err := json.Unmarshal([]byte(line), &chunk); err != nil {
+					log.Printf("解析响应行失败: %v", err)
+					continue
+				}
+
+				// 检查 chunk 是否包含 message
+				if msg, exists := chunk["message"]; exists && msg != nil {
+					if msgStr, ok := msg.(string); ok {
+						response := map[string]interface{}{
+							"id":      "chatcmpl-QXlha2FBbmROaXhpZUFyZUF3ZXNvbWUK",
+							"object":  "chat.completion.chunk",
+							"created": time.Now().Unix(),
+							"model":   model,
+							"choices": []map[string]interface{}{
+								{
+									"index": 0,
+									"delta": map[string]string{
+										"content": msgStr,
+									},
+									"finish_reason": nil,
+								},
+							},
+						}
+						// 将响应格式化为 SSE 数据块
+						sseData, _ := json.Marshal(response)
+						sseMessage := fmt.Sprintf("data: %s\n\n", sseData)
+
+						// 发送数据并刷新缓冲区
+						_, writeErr := c.Writer.Write([]byte(sseMessage))
+						if writeErr != nil {
+							log.Printf("写入响应失败: %v", writeErr)
+							break
+						}
+						flusher.Flush()
+					} else {
+						log.Printf("chunk[message] 不是字符串: %v", msg)
+					}
+				} else {
+					// 解析行中有空行
+					log.Println("chunk 中未包含 message 或 message 为 nil")
+				}
+			}
+		}
+	} else {
+		// 非流式响应，返回完整的 JSON
+		var fullResponse strings.Builder
+		reader := bufio.NewReader(resp.Body)
+
+		for {
+			line, err := reader.ReadString('\n')
+			if err == io.EOF {
+				break
+			} else if err != nil {
+				log.Printf("读取响应失败: %v", err)
+				break
+			}
+
+			if strings.HasPrefix(line, "data: ") {
+				line = strings.TrimPrefix(line, "data: ")
+				line = strings.TrimSpace(line)
+
+				if line == "[DONE]" {
+					break
+				}
+
+				var chunk map[string]interface{}
+				if err := json.Unmarshal([]byte(line), &chunk); err != nil {
+					log.Printf("解析响应行失败: %v", err)
+					continue
+				}
+
+				if message, exists := chunk["message"]; exists {
+					if msgStr, ok := message.(string); ok {
+						fullResponse.WriteString(msgStr)
+					}
+				}
+			}
+		}
+
+		// 返回完整 JSON 响应
+		response := map[string]interface{}{
+			"id":      "chatcmpl-QXlha2FBbmROaXhpZUFyZUF3ZXNvbWUK",
+			"object":  "chat.completion",
+			"created": time.Now().Unix(),
+			"model":   model,
+			"usage": map[string]int{
+				"prompt_tokens":     0,
+				"completion_tokens": 0,
+				"total_tokens":      0,
+			},
+			"choices": []map[string]interface{}{
+				{
+					"message": map[string]string{
+						"role":    "assistant",
+						"content": fullResponse.String(),
+					},
+					"index": 0,
+				},
+			},
+		}
+
+		c.JSON(http.StatusOK, response)
+	}
+}
+
+//func requestToken() (string, error) {
+//	req, err := http.NewRequest("GET", "https://duckduckgo.com/duckchat/v1/status", nil)
+//	if err != nil {
+//		return "", fmt.Errorf("创建请求失败: %v", err)
+//	}
+//	for k, v := range config.FakeHeaders {
+//		req.Header.Set(k, v)
+//	}
+//	req.Header.Set("x-vqd-accept", "1")
+//
+//	client := &http.Client{
+//		Timeout: 10 * time.Second,
+//	}
+//
+//	log.Println("发送 token 请求")
+//	resp, err := client.Do(req)
+//	if err != nil {
+//		return "", fmt.Errorf("请求失败: %v", err)
+//	}
+//	defer resp.Body.Close()
+//
+//	if resp.StatusCode != http.StatusOK {
+//		bodyBytes, _ := io.ReadAll(resp.Body)
+//		bodyString := string(bodyBytes)
+//		log.Printf("requestToken: 非200响应: %d, 内容: %s\n", resp.StatusCode, bodyString)
+//		return "", fmt.Errorf("非200响应: %d, 内容: %s", resp.StatusCode, bodyString)
+//	}
+//
+//	token := resp.Header.Get("x-vqd-4")
+//	if token == "" {
+//		return "", errors.New("响应中未包含x-vqd-4头")
+//	}
+//
+//	// log.Printf("获取到的 token: %s\n", token)
+//	return token, nil
+//}
+
+func requestToken() (string, error) {
+	url := "https://duckduckgo.com/duckchat/v1/status"
+	client := &http.Client{
+		Timeout: 15 * time.Second, // 设置超时时间
+	}
+
+	maxRetries := config.MaxRetryCount
+	retryDelay := config.RetryDelay
+
+	for attempt := 0; attempt < maxRetries; attempt++ {
+		if attempt > 0 {
+			log.Printf("requestToken: 第 %d 次重试，等待 %v...", attempt, retryDelay)
+			time.Sleep(retryDelay)
+		}
+		log.Printf("requestToken: 发送 GET 请求到 %s", url)
+
+		// 创建请求
+		req, err := http.NewRequest("GET", url, nil)
+		if err != nil {
+			log.Printf("requestToken: 创建请求失败: %v", err)
+			return "", fmt.Errorf("无法创建请求: %w", err)
+		}
+
+		// 添加假头部
+		for k, v := range config.FakeHeaders {
+			req.Header.Set(k, v)
+		}
+		req.Header.Set("x-vqd-accept", "1")
+
+		// 发送请求
+		resp, err := client.Do(req)
+		if err != nil {
+			log.Printf("requestToken: 请求失败: %v", err)
+			continue // 网络通信失败，进行重试
+		}
+		defer resp.Body.Close()
+
+		// 检查状态码是否为 200
+		if resp.StatusCode != http.StatusOK {
+			bodyBytes, _ := io.ReadAll(resp.Body) // 读取响应体，错误时也需要记录响应内容
+			bodyString := string(bodyBytes)
+			log.Printf("requestToken: 非200响应，状态码=%d, 响应内容: %s", resp.StatusCode, bodyString)
+			continue
+		}
+
+		// 尝试从头部提取 token
+		token := resp.Header.Get("x-vqd-4")
+		if token == "" {
+			log.Println("requestToken: 响应中未包含 x-vqd-4 头部")
+			bodyBytes, _ := io.ReadAll(resp.Body)
+			bodyString := string(bodyBytes)
+			log.Printf("requestToken: 响应内容: %s", bodyString)
+			continue
+		}
+
+		// 成功获取到 token
+		log.Printf("requestToken: 成功获取到 token: %s", token)
+		return token, nil
+	}
+
+	// 如果所有重试均失败，返回错误
+	return "", errors.New("requestToken: 无法获取到 token，多次重试仍失败")
+}
+
+func prepareMessages(messages []struct {
+	Role    string      `json:"role"`
+	Content interface{} `json:"content"`
+}) string {
+	var contentBuilder strings.Builder
+
+	for _, msg := range messages {
+		// Determine the role - 'system' becomes 'user'
+		role := msg.Role
+		if role == "system" {
+			role = "user"
+		}
+
+		// Process the content as string
+		contentStr := ""
+		switch v := msg.Content.(type) {
+		case string:
+			contentStr = v
+		case []interface{}:
+			for _, item := range v {
+				if itemMap, ok := item.(map[string]interface{}); ok {
+					if text, exists := itemMap["text"].(string); exists {
+						contentStr += text
+					}
+				}
+			}
+		default:
+			contentStr = fmt.Sprintf("%v", msg.Content)
+		}
+
+		// Append the role and content to the builder
+		contentBuilder.WriteString(fmt.Sprintf("%s:%s;\r\n", role, contentStr))
+	}
+
+	return contentBuilder.String()
+}
+
+func convertModel(inputModel string) string {
+	switch strings.ToLower(inputModel) {
+	case "claude-3-haiku":
+		return "claude-3-haiku-20240307"
+	case "llama-3.1-70b":
+		return "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo"
+	case "mixtral-8x7b":
+		return "mistralai/Mixtral-8x7B-Instruct-v0.1"
+	default:
+		return "gpt-4o-mini"
+	}
+}
+
+func corsMiddleware() gin.HandlerFunc {
+	return func(c *gin.Context) {
+		c.Writer.Header().Set("Access-Control-Allow-Origin", "*")
+		c.Writer.Header().Set("Access-Control-Allow-Methods", "*")
+		c.Writer.Header().Set("Access-Control-Allow-Headers", "*")
+		if c.Request.Method == http.MethodOptions {
+			c.AbortWithStatus(http.StatusNoContent)
+			return
+		}
+		c.Next()
+	}
+}
+
+func getEnv(key, fallback string) string {
+	if value, exists := os.LookupEnv(key); exists {
+		return value
+	}
+	return fallback
+}
+
+func getIntEnv(key string, fallback int) int {
+	if value, exists := os.LookupEnv(key); exists {
+		var intValue int
+		fmt.Sscanf(value, "%d", &intValue)
+		return intValue
+	}
+	return fallback
+}
+
+func getDurationEnv(key string, fallback int) time.Duration {
+	return time.Duration(getIntEnv(key, fallback)) * time.Millisecond
+}