diff --git a/compose/graph/tool_call_agent/tool_call_agent.go b/compose/graph/tool_call_agent/tool_call_agent.go index 6a53d97..5950bb8 100644 --- a/compose/graph/tool_call_agent/tool_call_agent.go +++ b/compose/graph/tool_call_agent/tool_call_agent.go @@ -34,9 +34,9 @@ import ( func main() { - openAIBaseURL := os.Getenv("OPENAI_BASE_URL") + //openAIBaseURL := os.Getenv("OPENAI_BASE_URL") openAIAPIKey := os.Getenv("OPENAI_API_KEY") - modelName := os.Getenv("MODEL_NAME") + modelName := os.Getenv("OPENAI_MODEL_NAME") ctx := context.Background() @@ -51,9 +51,9 @@ func main() { ) modelConf := &openai.ChatModelConfig{ - BaseURL: openAIBaseURL, - APIKey: openAIAPIKey, - ByAzure: true, + //BaseURL: openAIBaseURL, + APIKey: openAIAPIKey, + //ByAzure: true, Model: modelName, Temperature: gptr.Of(float32(0.7)), APIVersion: "2024-06-01", diff --git a/compose/graph/tool_call_once/tool_call_once.go b/compose/graph/tool_call_once/tool_call_once.go new file mode 100644 index 0000000..931b058 --- /dev/null +++ b/compose/graph/tool_call_once/tool_call_once.go @@ -0,0 +1,170 @@ +/* + * Copyright 2025 CloudWeGo Authors + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package main + +import ( + "context" + "errors" + "os" + + "github.com/cloudwego/eino-ext/components/model/openai" + "github.com/cloudwego/eino/components/prompt" + "github.com/cloudwego/eino/components/tool" + "github.com/cloudwego/eino/components/tool/utils" + "github.com/cloudwego/eino/compose" + "github.com/cloudwego/eino/schema" + + "github.com/cloudwego/eino-examples/internal/gptr" + "github.com/cloudwego/eino-examples/internal/logs" +) + +func main() { + //openAIBaseURL := os.Getenv("OPENAI_BASE_URL") + openAIAPIKey := os.Getenv("OPENAI_API_KEY") + modelName := os.Getenv("OPENAI_MODEL_NAME") + + ctx := context.Background() + + systemTpl := `你是一名房产经纪人，结合用户的薪酬和工作，使用 user_info API，为其提供相关的房产信息。邮箱是必须的` + chatTpl := prompt.FromMessages(schema.FString, + schema.SystemMessage(systemTpl), + schema.MessagesPlaceholder("message_histories", true), + schema.UserMessage("{query}"), + ) + + modelConf := &openai.ChatModelConfig{ + //BaseURL: openAIBaseURL, + APIKey: openAIAPIKey, + //ByAzure: true, + Model: modelName, + Temperature: gptr.Of(float32(0.7)), + APIVersion: "2024-06-01", + } + + chatModel, err := openai.NewChatModel(ctx, modelConf) + if err != nil { + logs.Fatalf("NewChatModel failed, err=%v", err) + } + + userInfoTool := utils.NewTool( + &schema.ToolInfo{ + Name: "user_info", + Desc: "根据用户的姓名和邮箱，查询用户的公司、职位、薪酬信息", + ParamsOneOf: schema.NewParamsOneOfByParams(map[string]*schema.ParameterInfo{ + "name": { + Type: "string", + Desc: "用户的姓名", + }, + "email": { + Type: "string", + Desc: "用户的邮箱", + }, + }), + }, + func(ctx context.Context, input *userInfoRequest) (output *userInfoResponse, err error) { + return &userInfoResponse{ + Name: input.Name, + Email: input.Email, + Company: "Bytedance", + Position: "CEO", + Salary: "9999", + }, nil + }) + + info, err := userInfoTool.Info(ctx) + if err != nil { + logs.Fatalf("Get ToolInfo failed, err=%v", err) + } + + err = chatModel.BindTools([]*schema.ToolInfo{info}) + if err != nil { + logs.Fatalf("BindTools failed, err=%v", err) + } + + toolsNode, err := compose.NewToolNode(ctx, &compose.ToolsNodeConfig{ + Tools: []tool.BaseTool{userInfoTool}, + }) + if err != nil { + logs.Fatalf("NewToolNode failed, err=%v", err) + } + + takeOne := compose.InvokableLambda(func(ctx context.Context, input []*schema.Message) (*schema.Message, error) { + if len(input) == 0 { + return nil, errors.New("input is empty") + } + return input[0], nil + }) + + const ( + nodeModel = "node_model" + nodeTools = "node_tools" + nodeTemplate = "node_template" + nodeConverter = "node_converter" + ) + + branch := compose.NewStreamGraphBranch(func(ctx context.Context, input *schema.StreamReader[*schema.Message]) (string, error) { + defer input.Close() + msg, err := input.Recv() + if err != nil { + return "", err + } + + if len(msg.ToolCalls) > 0 { + return nodeTools, nil + } + + return compose.END, nil + }, map[string]bool{compose.END: true, nodeTools: true}) + + graph := compose.NewGraph[map[string]any, *schema.Message]() + + _ = graph.AddChatTemplateNode(nodeTemplate, chatTpl) + _ = graph.AddChatModelNode(nodeModel, chatModel) + _ = graph.AddToolsNode(nodeTools, toolsNode) + _ = graph.AddLambdaNode(nodeConverter, takeOne) + + _ = graph.AddEdge(compose.START, nodeTemplate) + _ = graph.AddEdge(nodeTemplate, nodeModel) + _ = graph.AddBranch(nodeModel, branch) + _ = graph.AddEdge(nodeTools, nodeConverter) + _ = graph.AddEdge(nodeConverter, compose.END) + + r, err := graph.Compile(ctx) + if err != nil { + logs.Fatalf("Compile failed, err=%v", err) + } + + out, err := r.Invoke(ctx, map[string]any{"query": "我叫 zhangsan, 邮箱是 zhangsan@bytedance.com, 帮我推荐一处房产"}) + if err != nil { + logs.Fatalf("Invoke failed, err=%v", err) + } + + logs.Infof("result content: %v", out.Content) +} + +type userInfoRequest struct { + Name string `json:"name"` + Email string `json:"email"` +} + +type userInfoResponse struct { + Name string `json:"name"` + Email string `json:"email"` + Company string `json:"company"` + Position string `json:"position"` + Salary string `json:"salary"` +} diff --git a/compose/graph/two_model_chat/two_model_chat.go b/compose/graph/two_model_chat/two_model_chat.go new file mode 100644 index 0000000..2a9efe0 --- /dev/null +++ b/compose/graph/two_model_chat/two_model_chat.go @@ -0,0 +1,147 @@ +/* + * Copyright 2025 CloudWeGo Authors + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package main + +import ( + "context" + "errors" + "fmt" + "io" + "os" + + "github.com/cloudwego/eino-ext/components/model/openai" + callbacks2 "github.com/cloudwego/eino/callbacks" + "github.com/cloudwego/eino/components/model" + "github.com/cloudwego/eino/compose" + "github.com/cloudwego/eino/schema" + "github.com/cloudwego/eino/utils/callbacks" + + "github.com/cloudwego/eino-examples/internal/gptr" + "github.com/cloudwego/eino-examples/internal/logs" +) + +func main() { + //openAIBaseURL := os.Getenv("OPENAI_BASE_URL") + openAIAPIKey := os.Getenv("OPENAI_API_KEY") + modelName := os.Getenv("OPENAI_MODEL_NAME") + + ctx := context.Background() + + modelConf := &openai.ChatModelConfig{ + //BaseURL: openAIBaseURL, + APIKey: openAIAPIKey, + //ByAzure: true, + Model: modelName, + Temperature: gptr.Of(float32(0.7)), + APIVersion: "2024-06-01", + } + + type state struct { + currentRound int + msgs []*schema.Message + } + + llm, err := openai.NewChatModel(ctx, modelConf) + if err != nil { + logs.Fatalf("new chat model failed: %v", err) + } + + g := compose.NewGraph[[]*schema.Message, *schema.Message](compose.WithGenLocalState(func(ctx context.Context) *state { return &state{} })) + _ = g.AddChatModelNode("writer", llm, compose.WithStatePreHandler[[]*schema.Message, *state](func(ctx context.Context, input []*schema.Message, state *state) ([]*schema.Message, error) { + state.currentRound++ + state.msgs = append(state.msgs, input...) + input = append([]*schema.Message{schema.SystemMessage("you are a writer who writes jokes and revise it according to the critic's feedback. Prepend your joke with your name which is \"writer: \"")}, state.msgs...) + return input, nil + }), compose.WithNodeName("writer")) + _ = g.AddChatModelNode("critic", llm, compose.WithStatePreHandler[[]*schema.Message, *state](func(ctx context.Context, input []*schema.Message, state *state) ([]*schema.Message, error) { + state.msgs = append(state.msgs, input...) + input = append([]*schema.Message{schema.SystemMessage("you are a critic who ONLY gives feedback about jokes, emphasizing on funniness. Prepend your feedback with your name which is \"critic: \"")}, state.msgs...) + return input, nil + }), compose.WithNodeName("critic")) + _ = g.AddLambdaNode("toList1", compose.ToList[*schema.Message]()) + _ = g.AddLambdaNode("toList2", compose.ToList[*schema.Message]()) + + _ = g.AddEdge(compose.START, "writer") + _ = g.AddBranch("writer", compose.NewStreamGraphBranch(func(ctx context.Context, input *schema.StreamReader[*schema.Message]) (string, error) { + input.Close() + + s, err := compose.GetState[*state](ctx) + if err != nil { + return "", err + } + + if s.currentRound >= 3 { + return compose.END, nil + } + + return "toList1", nil + }, map[string]bool{compose.END: true, "toList1": true})) + _ = g.AddEdge("toList1", "critic") + _ = g.AddEdge("critic", "toList2") + _ = g.AddEdge("toList2", "writer") + + runner, err := g.Compile(ctx) + if err != nil { + logs.Fatalf("compile error: %v", err) + } + + sResponse := &streamResponse{ + ch: make(chan string), + } + go func() { + for m := range sResponse.ch { + fmt.Print(m) + } + }() + handler := callbacks.NewHandlerHelper().ChatModel(&callbacks.ModelCallbackHandler{ + OnEndWithStreamOutput: sResponse.OnStreamStart, + }).Handler() + + outStream, err := runner.Stream(ctx, []*schema.Message{schema.UserMessage("write a funny line about robot, in 20 words.")}, + compose.WithCallbacks(handler)) + if err != nil { + logs.Fatalf("stream error: %v", err) + } + for { + _, err := outStream.Recv() + if err == io.EOF { + close(sResponse.ch) + break + } + } +} + +type streamResponse struct { + ch chan string +} + +func (s *streamResponse) OnStreamStart(ctx context.Context, runInfo *callbacks2.RunInfo, input *schema.StreamReader[*model.CallbackOutput]) context.Context { + defer input.Close() + s.ch <- "\n=======\n" + for { + frame, err := input.Recv() + if errors.Is(err, io.EOF) { + break + } + if err != nil { + logs.Fatalf("internal error: %s\n", err) + } + + s.ch <- frame.Message.Content + } + return ctx +} diff --git a/flow/agent/multiagent/host/journal/host.go b/flow/agent/multiagent/host/journal/host.go index 1105b34..e124a5d 100644 --- a/flow/agent/multiagent/host/journal/host.go +++ b/flow/agent/multiagent/host/journal/host.go @@ -27,8 +27,8 @@ func newHost(ctx context.Context, baseURL, apiKey, modelName string) (*host.Host chatModel, err := openai.NewChatModel(ctx, &openai.ChatModelConfig{ BaseURL: baseURL, Model: modelName, - ByAzure: true, - APIKey: apiKey, + //ByAzure: true, + APIKey: apiKey, }) if err != nil { return nil, err diff --git a/internal/logs/logger.go b/internal/logs/logger.go index 554f96d..da7f1e5 100644 --- a/internal/logs/logger.go +++ b/internal/logs/logger.go @@ -18,6 +18,7 @@ package logs import ( "fmt" + "os" "time" ) @@ -47,3 +48,11 @@ func Tokenf(format string, args ...interface{}) { message := fmt.Sprintf(format, args...) fmt.Printf("%s%s%s", colorBrown, message, colorReset) } + +func Fatalf(format string, args ...interface{}) { + timestamp := time.Now().Format("2006-01-02 15:04:05") + prefix := fmt.Sprintf("%s[FATAL] %s ", colorRed, timestamp) + message := fmt.Sprintf(format, args...) + fmt.Printf("%s%s%s\n", prefix, message, colorReset) + os.Exit(1) +}