From 96334cc5727563209faf13b99a1cedb84fd9484b Mon Sep 17 00:00:00 2001 From: lvxiu_ext Date: Thu, 18 May 2023 14:52:09 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E5=A4=8Dgpt-3.5-turbo-0301=20?= =?UTF-8?q?=E6=97=A0=E6=B3=95=E8=AE=A1=E7=AE=97token=E7=9A=84=E9=97=AE?= =?UTF-8?q?=E9=A2=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- main.go | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/main.go b/main.go index 2f4cc28..e71ba83 100644 --- a/main.go +++ b/main.go @@ -150,6 +150,9 @@ func InitRedis() *redis.Client { // 计算Messages中的token数量 func numTokensFromMessages(messages []Message, model string) int { + if model == "gpt-3.5-turbo-0301" { + model = "gpt-3.5-turbo" + } tkm, err := tiktoken.EncodingForModel(model) if err != nil { err = fmt.Errorf("getEncoding: %v", err) @@ -166,6 +169,9 @@ func numTokensFromMessages(messages []Message, model string) int { // 计算String中的token数量 func numTokensFromString(msg string, model string) int { + if model == "gpt-3.5-turbo-0301" { + model = "gpt-3.5-turbo" + } tkm, err := tiktoken.EncodingForModel(model) if err != nil { err = fmt.Errorf("getEncoding: %v", err)