feat: modify chat model env (#41)

drew/english
Megumin 1 year ago committed by GitHub
parent 55e069c734
commit f1eee736c2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

@ -106,8 +106,6 @@ func newChatModel(ctx context.Context, baseURL, apiKey, modelName string) (model
BaseURL: baseURL, BaseURL: baseURL,
APIKey: apiKey, APIKey: apiKey,
Model: modelName, Model: modelName,
ByAzure: true,
APIVersion: "2024-06-01",
}) })
} }

@ -35,7 +35,7 @@ import (
func main() { func main() {
openAPIBaseURL := os.Getenv("OPENAI_BASE_URL") openAPIBaseURL := os.Getenv("OPENAI_BASE_URL")
openAPIAK := os.Getenv("OPENAI_API_KEY") openAPIAK := os.Getenv("OPENAI_API_KEY")
modelName := os.Getenv("MODEL_NAME") modelName := os.Getenv("OPENAI_MODEL_NAME")
ctx := context.Background() ctx := context.Background()
// build branch func // build branch func
@ -84,17 +84,13 @@ func main() {
return "你的叫声是怎样的?", nil return "你的叫声是怎样的?", nil
})) }))
modelConf := &openai.ChatModelConfig{ // create chat model node
cm, err := openai.NewChatModel(context.Background(), &openai.ChatModelConfig{
BaseURL: openAPIBaseURL, BaseURL: openAPIBaseURL,
APIKey: openAPIAK, APIKey: openAPIAK,
Model: modelName, Model: modelName,
Temperature: gptr.Of(float32(0.7)), Temperature: gptr.Of(float32(0.7)),
ByAzure: false, })
APIVersion: "2024-06-01",
}
// create chat model node
cm, err := openai.NewChatModel(context.Background(), modelConf)
if err != nil { if err != nil {
log.Panic(err) log.Panic(err)
return return

@ -34,7 +34,7 @@ import (
func main() { func main() {
//openAIBaseURL := os.Getenv("OPENAI_BASE_URL") openAIBaseURL := os.Getenv("OPENAI_BASE_URL")
openAIAPIKey := os.Getenv("OPENAI_API_KEY") openAIAPIKey := os.Getenv("OPENAI_API_KEY")
modelName := os.Getenv("OPENAI_MODEL_NAME") modelName := os.Getenv("OPENAI_MODEL_NAME")
@ -50,17 +50,13 @@ func main() {
schema.UserMessage("{user_query}"), schema.UserMessage("{user_query}"),
) )
modelConf := &openai.ChatModelConfig{ // 2. create an instance of ChatModel as 2nd Graph Node
//BaseURL: openAIBaseURL, chatModel, err := openai.NewChatModel(ctx, &openai.ChatModelConfig{
BaseURL: openAIBaseURL,
APIKey: openAIAPIKey, APIKey: openAIAPIKey,
//ByAzure: true,
Model: modelName, Model: modelName,
Temperature: gptr.Of(float32(0.7)), Temperature: gptr.Of(float32(0.7)),
APIVersion: "2024-06-01", })
}
// 2. create an instance of ChatModel as 2nd Graph Node
chatModel, err := openai.NewChatModel(ctx, modelConf)
if err != nil { if err != nil {
logs.Errorf("NewChatModel failed, err=%v", err) logs.Errorf("NewChatModel failed, err=%v", err)
return return

@ -33,7 +33,7 @@ import (
) )
func main() { func main() {
//openAIBaseURL := os.Getenv("OPENAI_BASE_URL") openAIBaseURL := os.Getenv("OPENAI_BASE_URL")
openAIAPIKey := os.Getenv("OPENAI_API_KEY") openAIAPIKey := os.Getenv("OPENAI_API_KEY")
modelName := os.Getenv("OPENAI_MODEL_NAME") modelName := os.Getenv("OPENAI_MODEL_NAME")
@ -46,16 +46,12 @@ func main() {
schema.UserMessage("{query}"), schema.UserMessage("{query}"),
) )
modelConf := &openai.ChatModelConfig{ chatModel, err := openai.NewChatModel(ctx, &openai.ChatModelConfig{
//BaseURL: openAIBaseURL, BaseURL: openAIBaseURL,
APIKey: openAIAPIKey, APIKey: openAIAPIKey,
//ByAzure: true,
Model: modelName, Model: modelName,
Temperature: gptr.Of(float32(0.7)), Temperature: gptr.Of(float32(0.7)),
APIVersion: "2024-06-01", })
}
chatModel, err := openai.NewChatModel(ctx, modelConf)
if err != nil { if err != nil {
logs.Fatalf("NewChatModel failed, err=%v", err) logs.Fatalf("NewChatModel failed, err=%v", err)
} }

@ -35,27 +35,23 @@ import (
) )
func main() { func main() {
//openAIBaseURL := os.Getenv("OPENAI_BASE_URL") openAIBaseURL := os.Getenv("OPENAI_BASE_URL")
openAIAPIKey := os.Getenv("OPENAI_API_KEY") openAIAPIKey := os.Getenv("OPENAI_API_KEY")
modelName := os.Getenv("OPENAI_MODEL_NAME") modelName := os.Getenv("OPENAI_MODEL_NAME")
ctx := context.Background() ctx := context.Background()
modelConf := &openai.ChatModelConfig{
//BaseURL: openAIBaseURL,
APIKey: openAIAPIKey,
//ByAzure: true,
Model: modelName,
Temperature: gptr.Of(float32(0.7)),
APIVersion: "2024-06-01",
}
type state struct { type state struct {
currentRound int currentRound int
msgs []*schema.Message msgs []*schema.Message
} }
llm, err := openai.NewChatModel(ctx, modelConf) llm, err := openai.NewChatModel(ctx, &openai.ChatModelConfig{
BaseURL: openAIBaseURL,
APIKey: openAIAPIKey,
Model: modelName,
Temperature: gptr.Of(float32(0.7)),
})
if err != nil { if err != nil {
logs.Fatalf("new chat model failed: %v", err) logs.Fatalf("new chat model failed: %v", err)
} }

@ -27,7 +27,6 @@ func newHost(ctx context.Context, baseURL, apiKey, modelName string) (*host.Host
chatModel, err := openai.NewChatModel(ctx, &openai.ChatModelConfig{ chatModel, err := openai.NewChatModel(ctx, &openai.ChatModelConfig{
BaseURL: baseURL, BaseURL: baseURL,
Model: modelName, Model: modelName,
//ByAzure: true,
APIKey: apiKey, APIKey: apiKey,
}) })
if err != nil { if err != nil {

@ -44,7 +44,7 @@ func main() {
ctx := context.Background() ctx := context.Background()
deepSeekModel, err := deepseek.NewChatModel(ctx, &deepseek.ChatModelConfig{ deepSeekModel, err := deepseek.NewChatModel(ctx, &deepseek.ChatModelConfig{
Model: os.Getenv("DEEPSEEK_MODEL_ID"), Model: os.Getenv("DEEPSEEK_MODEL_NAME"),
APIKey: os.Getenv("DEEPSEEK_API_KEY"), APIKey: os.Getenv("DEEPSEEK_API_KEY"),
BaseURL: os.Getenv("DEEPSEEK_BASE_URL"), BaseURL: os.Getenv("DEEPSEEK_BASE_URL"),
}) })
@ -54,7 +54,7 @@ func main() {
arkModel, err := ark.NewChatModel(ctx, &ark.ChatModelConfig{ arkModel, err := ark.NewChatModel(ctx, &ark.ChatModelConfig{
APIKey: os.Getenv("ARK_API_KEY"), APIKey: os.Getenv("ARK_API_KEY"),
Model: os.Getenv("ARK_MODEL_ID"), Model: os.Getenv("ARK_MODEL_NAME"),
}) })
if err != nil { if err != nil {
log.Fatalf("new Ark model failed: %v", err) log.Fatalf("new Ark model failed: %v", err)

@ -38,18 +38,16 @@ import (
func main() { func main() {
openAIAPIKey := os.Getenv("OPENAI_API_KEY") openAIAPIKey := os.Getenv("OPENAI_API_KEY")
// openAIBaseURL := os.Getenv("OPENAI_BASE_URL") openAIBaseURL := os.Getenv("OPENAI_BASE_URL")
openAIModelName := os.Getenv("OPENAI_MODEL_NAME") openAIModelName := os.Getenv("OPENAI_MODEL_NAME")
ctx := context.Background() ctx := context.Background()
// prepare chat model // prepare ChatModel
chatModel, err := openai.NewChatModel(ctx, &openai.ChatModelConfig{ chatModel, err := openai.NewChatModel(ctx, &openai.ChatModelConfig{
// BaseURL: openAIBaseURL, // if using Azure or other models conforming to OpenAI protocol, set this to your model's base URL BaseURL: openAIBaseURL,
APIKey: openAIAPIKey, APIKey: openAIAPIKey,
Model: openAIModelName, Model: openAIModelName,
// ByAzure: true, // if using Azure's OpenAI API, set this to true
APIVersion: "2024-06-01",
}) })
if err != nil { if err != nil {
logs.Errorf("failed to create chat model: %v", err) logs.Errorf("failed to create chat model: %v", err)

@ -27,9 +27,12 @@ import (
func createOpenAIChatModel(ctx context.Context) model.ChatModel { func createOpenAIChatModel(ctx context.Context) model.ChatModel {
key := os.Getenv("OPENAI_API_KEY") key := os.Getenv("OPENAI_API_KEY")
modelName := os.Getenv("OPENAI_MODEL_NAME")
baseURL := os.Getenv("OPENAI_BASE_URL")
chatModel, err := openai.NewChatModel(ctx, &openai.ChatModelConfig{ chatModel, err := openai.NewChatModel(ctx, &openai.ChatModelConfig{
Model: "gpt-4o", // 使用的模型版本 BaseURL: baseURL,
APIKey: key, // OpenAI API 密钥 Model: modelName,
APIKey: key,
}) })
if err != nil { if err != nil {
log.Fatalf("create openai chat model failed, err=%v", err) log.Fatalf("create openai chat model failed, err=%v", err)

@ -33,6 +33,8 @@ import (
func main() { func main() {
openAIAPIKey := os.Getenv("OPENAI_API_KEY") openAIAPIKey := os.Getenv("OPENAI_API_KEY")
openAIModelName := os.Getenv("OPENAI_MODEL_NAME")
openAIBaseURL := os.Getenv("OPENAI_BASE_URL")
ctx := context.Background() ctx := context.Background()
@ -59,7 +61,8 @@ func main() {
// 创建并配置 ChatModel // 创建并配置 ChatModel
chatModel, err := openai.NewChatModel(ctx, &openai.ChatModelConfig{ chatModel, err := openai.NewChatModel(ctx, &openai.ChatModelConfig{
Model: "gpt-4o", BaseURL: openAIBaseURL,
Model: openAIModelName,
APIKey: openAIAPIKey, APIKey: openAIAPIKey,
Temperature: gptr.Of(float32(0.7)), Temperature: gptr.Of(float32(0.7)),
}) })

Loading…
Cancel
Save