89 lines
3.6 KiB
Rust
89 lines
3.6 KiB
Rust
//! Example demonstrating the streaming agent loop API
|
|
//!
|
|
//! This example shows how to use `run_agent_loop_streaming` to receive
|
|
//! real-time events during agent execution, including:
|
|
//! - Text deltas as the LLM generates text
|
|
//! - Tool execution start/end events
|
|
//! - Tool output events
|
|
//! - Final completion events
|
|
//!
|
|
//! Run with: cargo run --example streaming_agent -p agent-core
|
|
|
|
#[tokio::main]
|
|
async fn main() -> color_eyre::Result<()> {
|
|
color_eyre::install()?;
|
|
|
|
// Note: This is a minimal example. In a real application, you would:
|
|
// 1. Initialize a real LLM provider (e.g., OllamaClient)
|
|
// 2. Configure the ChatOptions with your preferred model
|
|
// 3. Set up appropriate permissions and tool context
|
|
|
|
println!("=== Streaming Agent Example ===\n");
|
|
println!("This example demonstrates how to use the streaming agent loop API.");
|
|
println!("To run with a real LLM provider, modify this example to:");
|
|
println!(" 1. Create an LLM provider instance");
|
|
println!(" 2. Set up permissions and tool context");
|
|
println!(" 3. Call run_agent_loop_streaming with your prompt\n");
|
|
|
|
// Example code structure:
|
|
println!("Example code:");
|
|
println!("```rust");
|
|
println!("// Create LLM provider");
|
|
println!("let provider = OllamaClient::new(\"http://localhost:11434\");");
|
|
println!();
|
|
println!("// Set up permissions and context");
|
|
println!("let perms = PermissionManager::new(Mode::Plan);");
|
|
println!("let ctx = ToolContext::default();");
|
|
println!();
|
|
println!("// Create event channel");
|
|
println!("let (tx, mut rx) = create_event_channel();");
|
|
println!();
|
|
println!("// Spawn agent loop");
|
|
println!("let handle = tokio::spawn(async move {{");
|
|
println!(" run_agent_loop_streaming(");
|
|
println!(" &provider,");
|
|
println!(" \"Your prompt here\",");
|
|
println!(" &ChatOptions::default(),");
|
|
println!(" &perms,");
|
|
println!(" &ctx,");
|
|
println!(" tx,");
|
|
println!(" ).await");
|
|
println!("}});");
|
|
println!();
|
|
println!("// Process events");
|
|
println!("while let Some(event) = rx.recv().await {{");
|
|
println!(" match event {{");
|
|
println!(" AgentEvent::TextDelta(text) => {{");
|
|
println!(" print!(\"{{text}}\");");
|
|
println!(" }}");
|
|
println!(" AgentEvent::ToolStart {{ tool_name, .. }} => {{");
|
|
println!(" println!(\"\\n[Executing tool: {{tool_name}}]\");");
|
|
println!(" }}");
|
|
println!(" AgentEvent::ToolOutput {{ content, is_error, .. }} => {{");
|
|
println!(" if is_error {{");
|
|
println!(" eprintln!(\"Error: {{content}}\");");
|
|
println!(" }} else {{");
|
|
println!(" println!(\"Output: {{content}}\");");
|
|
println!(" }}");
|
|
println!(" }}");
|
|
println!(" AgentEvent::ToolEnd {{ success, .. }} => {{");
|
|
println!(" println!(\"[Tool finished: {{}}]\", if success {{ \"success\" }} else {{ \"failed\" }});");
|
|
println!(" }}");
|
|
println!(" AgentEvent::Done {{ final_response }} => {{");
|
|
println!(" println!(\"\\n\\nFinal response: {{final_response}}\");");
|
|
println!(" break;");
|
|
println!(" }}");
|
|
println!(" AgentEvent::Error(e) => {{");
|
|
println!(" eprintln!(\"Error: {{e}}\");");
|
|
println!(" break;");
|
|
println!(" }}");
|
|
println!(" }}");
|
|
println!("}}");
|
|
println!();
|
|
println!("// Wait for completion");
|
|
println!("let result = handle.await??;");
|
|
println!("```");
|
|
|
|
Ok(())
|
|
}
|