diff --git a/main.go b/main.go index 47b48ab..eea0aed 100644 --- a/main.go +++ b/main.go @@ -353,7 +353,12 @@ func completions(c *gin.Context) { if trimStr != "\n" { json.Unmarshal([]byte(trimStr), &chatResponse) if chatResponse.Choices != nil { - reqContent += chatResponse.Choices[0].Delta.Content + if chatResponse.Choices[0].Text != "" { + reqContent += chatResponse.Choices[0].Text + } else { + reqContent += chatResponse.Choices[0].Delta.Content + } + chatRequestId = chatResponse.Id } @@ -372,6 +377,7 @@ func completions(c *gin.Context) { prompt_tokens = numTokensFromMessages(chatRequest.Messages, chatRequest.Model) } completion_tokens = numTokensFromString(reqContent, chatRequest.Model) + log.Printf("返回内容:%v", reqContent) total_tokens = prompt_tokens + completion_tokens log.Printf("prompt_tokens: %v completion_tokens: %v total_tokens: %v", prompt_tokens, completion_tokens, total_tokens) //消费余额 diff --git a/service.go b/service.go index 582d666..563372c 100644 --- a/service.go +++ b/service.go @@ -96,6 +96,7 @@ func checkBlance(key string, model string) (ServerInfo, error) { return serverInfo, nil } +// 预扣返还 func checkBlanceReturn(key string, model string) error { var serverInfo ServerInfo //获取用户信息