AI Providers Overview

pub trait Provider: Send + Sync {
    // Basic chat methods
    async fn simple_chat(&self, message: &str, model: &str, temperature: f64) -> Result<String>;
    async fn chat_with_system(&self, system_prompt: Option<&str>, message: &str, model: &str, temperature: f64) -> Result<String>;
    async fn chat_with_history(&self, messages: &[ChatMessage], model: &str, temperature: f64) -> Result<String>;
    
    // Structured chat with tool support
    async fn chat(&self, request: ChatRequest<'_>, model: &str, temperature: f64) -> Result<ChatResponse>;
    
    // Capabilities
    fn capabilities(&self) -> ProviderCapabilities;
    fn supports_native_tools(&self) -> bool;
    fn supports_streaming(&self) -> bool;
    
    // Tool conversion
    fn convert_tools(&self, tools: &[ToolSpec]) -> ToolsPayload;
    
    // Performance
    async fn warmup(&self) -> Result<()>;
}

pub struct ProviderCapabilities {
    /// Whether the provider supports native tool calling via API primitives
    pub native_tool_calling: bool,
}

[runtime]
provider = "anthropic"
model = "claude-3-5-sonnet-20241022"
temperature = 0.7

[runtime.provider_config]
api_key = "sk-ant-..."
# Or use environment variable: ANTHROPIC_API_KEY

export ANTHROPIC_API_KEY="sk-ant-..."
export OPENAI_API_KEY="sk-proj-..."
export GROQ_API_KEY="gsk_..."

export CORVUS_API_KEY="your-key"
export API_KEY="your-key"

use corvus_runtime::providers::create_provider;

// Create provider with explicit API key
let provider = create_provider("anthropic", Some("sk-ant-..."))?;

// Create with environment variable resolution
let provider = create_provider("openai", None)?;

// With custom URL (e.g., remote Ollama)
let provider = create_provider_with_url("ollama", None, Some("http://10.0.0.5:11434"))?;

[runtime]
provider = "anthropic"

[runtime.reliability]
fallback_providers = ["openrouter", "openai"]
provider_retries = 3
provider_backoff_ms = 1000

[[runtime.model_routes]]
hint = "sonnet"
provider = "anthropic"
model = "claude-3-5-sonnet-20241022"

[[runtime.model_routes]]
hint = "gpt-4o"
provider = "openai"
model = "gpt-4o"

[[runtime.model_routes]]
hint = "local"
provider = "ollama"
model = "qwen2.5-coder:32b"