|
|
|
@ -150,6 +150,9 @@ func InitRedis() *redis.Client {
|
|
|
|
|
|
|
|
|
|
|
|
// 计算Messages中的token数量
|
|
|
|
// 计算Messages中的token数量
|
|
|
|
func numTokensFromMessages(messages []Message, model string) int {
|
|
|
|
func numTokensFromMessages(messages []Message, model string) int {
|
|
|
|
|
|
|
|
if model == "gpt-3.5-turbo-0301" {
|
|
|
|
|
|
|
|
model = "gpt-3.5-turbo"
|
|
|
|
|
|
|
|
}
|
|
|
|
tkm, err := tiktoken.EncodingForModel(model)
|
|
|
|
tkm, err := tiktoken.EncodingForModel(model)
|
|
|
|
if err != nil {
|
|
|
|
if err != nil {
|
|
|
|
err = fmt.Errorf("getEncoding: %v", err)
|
|
|
|
err = fmt.Errorf("getEncoding: %v", err)
|
|
|
|
@ -166,6 +169,9 @@ func numTokensFromMessages(messages []Message, model string) int {
|
|
|
|
|
|
|
|
|
|
|
|
// 计算String中的token数量
|
|
|
|
// 计算String中的token数量
|
|
|
|
func numTokensFromString(msg string, model string) int {
|
|
|
|
func numTokensFromString(msg string, model string) int {
|
|
|
|
|
|
|
|
if model == "gpt-3.5-turbo-0301" {
|
|
|
|
|
|
|
|
model = "gpt-3.5-turbo"
|
|
|
|
|
|
|
|
}
|
|
|
|
tkm, err := tiktoken.EncodingForModel(model)
|
|
|
|
tkm, err := tiktoken.EncodingForModel(model)
|
|
|
|
if err != nil {
|
|
|
|
if err != nil {
|
|
|
|
err = fmt.Errorf("getEncoding: %v", err)
|
|
|
|
err = fmt.Errorf("getEncoding: %v", err)
|
|
|
|
|