/* * Copyright 2024 CloudWeGo Authors * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package main import ( "context" "log" "os" ) func main() { ctx := context.Background() // 使用模版创建messages log.Printf("===create messages===\n") messages := createMessagesFromTemplate() log.Printf("messages: %+v\n\n", messages) // 创建llm log.Printf("===create llm===\n") cm := createOpenAIChatModel(ctx) if os.Getenv("EINO_CHAT_PROVIDER") == "ollama" { cm = createOllamaChatModel(ctx) } log.Printf("create llm success\n\n") log.Printf("===llm generate===\n") result := generate(ctx, cm, messages) log.Printf("result: %+v\n\n", result) log.Printf("===llm stream generate===\n") streamResult := stream(ctx, cm, messages) reportStream(streamResult) }