feat(react): unknown tool handler example

Change-Id: I4e17983373ec7a07f43601aaeccfafcc8e3d739a
drew/english
shentong.martin 5 months ago committed by shentongmartin
parent 77bd95ba71
commit d099dce571

@ -0,0 +1,20 @@
# Unknown Tools Handler for ReAct Agent
- Demonstrates `UnknownToolsHandler` in `compose.ToolsNodeConfig` when the model emits an unknown tool call.
- Mock ChatModel produces three turns: unknown tool call → correct tool call → final answer.
- Builds on the ReAct agent from the flow package.
## Rationale
- ReAct agents often rely on the model to select tool names from a provided list. In practice, models may hallucinate a tool name not registered with the `ToolsNode`.
- Instead of aborting the agent on such an error, the `UnknownToolsHandler` produces a clear, structured message that is fed back to the ChatModel as the tool result.
- This feedback informs the model that the tool name is invalid and encourages it to pick a valid tool in the next turn, improving robustness and convergence.
- The example shows: first turn emits an unknown tool call; the handler returns guidance; the second turn uses the correct tool; the final turn produces the answer.
## Run
- `cd flow/agent/react/unknown_tool_handler_example`
- `go run main.go`
## Expected
- Prints a handler message for the unknown tool name.
- Executes the `sum` tool on the second turn and returns `{"sum":3}`.
- Outputs the final assistant answer `3`.

@ -0,0 +1,106 @@
/*
* Copyright 2025 CloudWeGo Authors
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package main
import (
"context"
"fmt"
"github.com/cloudwego/eino/callbacks"
"github.com/cloudwego/eino/components/model"
"github.com/cloudwego/eino/components/tool"
"github.com/cloudwego/eino/compose"
"github.com/cloudwego/eino/flow/agent"
"github.com/cloudwego/eino/flow/agent/react"
"github.com/cloudwego/eino/schema"
extools "github.com/cloudwego/eino-examples/flow/agent/react/unknown_tool_handler_example/tools"
)
func main() {
ctx := context.Background()
unknown := func(ctx context.Context, name, input string) (string, error) {
return fmt.Sprintf("unknown tool: %s; you made it up, try again with the correct tool name", name), nil
}
rAgent, err := react.NewAgent(ctx, &react.AgentConfig{
ToolCallingModel: &mockToolCallingModel{},
ToolsConfig: compose.ToolsNodeConfig{
Tools: []tool.BaseTool{extools.SumToolFn()},
UnknownToolsHandler: unknown,
},
})
if err != nil {
panic(err)
}
msg, err := rAgent.Generate(ctx, []*schema.Message{{Role: schema.User, Content: "Add 1 and 2"}}, agent.WithComposeOptions(compose.WithCallbacks(&simpleLogger{})))
if err != nil {
panic(err)
}
fmt.Println(msg.String())
}
type mockToolCallingModel struct{ step int }
func (m *mockToolCallingModel) Generate(ctx context.Context, input []*schema.Message, opts ...model.Option) (*schema.Message, error) {
switch m.step {
case 0:
m.step++
return &schema.Message{Role: schema.Assistant, ToolCalls: []schema.ToolCall{{ID: "1", Function: schema.FunctionCall{Name: "sumx", Arguments: "{\"a\":1,\"b\":2}"}}}}, nil
case 1:
m.step++
return &schema.Message{Role: schema.Assistant, ToolCalls: []schema.ToolCall{{ID: "2", Function: schema.FunctionCall{Name: "sum", Arguments: "{\"a\":1,\"b\":2}"}}}}, nil
default:
return &schema.Message{Role: schema.Assistant, Content: "3"}, nil
}
}
func (m *mockToolCallingModel) Stream(ctx context.Context, input []*schema.Message, opts ...model.Option) (*schema.StreamReader[*schema.Message], error) {
return nil, fmt.Errorf("not supported")
}
func (m *mockToolCallingModel) WithTools(tools []*schema.ToolInfo) (model.ToolCallingChatModel, error) {
return m, nil
}
type simpleLogger struct{ callbacks.HandlerBuilder }
func (l *simpleLogger) OnStart(ctx context.Context, info *callbacks.RunInfo, input callbacks.CallbackInput) context.Context {
return ctx
}
func (l *simpleLogger) OnEnd(ctx context.Context, info *callbacks.RunInfo, output callbacks.CallbackOutput) context.Context {
fmt.Println(output)
return ctx
}
func (l *simpleLogger) OnEndWithStreamOutput(ctx context.Context, info *callbacks.RunInfo, output *schema.StreamReader[callbacks.CallbackOutput]) context.Context {
output.Close()
return ctx
}
func (l *simpleLogger) OnStartWithStreamInput(ctx context.Context, info *callbacks.RunInfo, input *schema.StreamReader[callbacks.CallbackInput]) context.Context {
input.Close()
return ctx
}
func (l *simpleLogger) OnError(ctx context.Context, info *callbacks.RunInfo, err error) context.Context {
fmt.Println(err)
return ctx
}

@ -0,0 +1,56 @@
/*
* Copyright 2025 CloudWeGo Authors
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package tools
import (
"context"
"encoding/json"
"github.com/cloudwego/eino/components/tool"
"github.com/cloudwego/eino/schema"
)
type SumTool struct{}
func SumToolFn() tool.InvokableTool { return &SumTool{} }
func (t *SumTool) Info(ctx context.Context) (*schema.ToolInfo, error) {
return &schema.ToolInfo{
Name: "sum",
Desc: "Add two integers",
ParamsOneOf: schema.NewParamsOneOfByParams(map[string]*schema.ParameterInfo{
"a": {Type: "number", Desc: "first operand", Required: true},
"b": {Type: "number", Desc: "second operand", Required: true},
}),
}, nil
}
func (t *SumTool) InvokableRun(ctx context.Context, argumentsInJSON string, opts ...tool.Option) (string, error) {
var p struct {
A int `json:"a"`
B int `json:"b"`
}
if err := json.Unmarshal([]byte(argumentsInJSON), &p); err != nil {
return "", err
}
res := map[string]int{"sum": p.A + p.B}
b, err := json.Marshal(res)
if err != nil {
return "", err
}
return string(b), nil
}
Loading…
Cancel
Save