Struct ConfigFileLlm 

pub struct ConfigFileLlm {

    pub provider: Option<String>,
    pub model: Option<String>,
    pub api_key: Option<String>,
    pub base_url: Option<String>,
    pub max_tokens: Option<u32>,
    pub timeout_ms: Option<u64>,
    pub connect_timeout_ms: Option<u64>,
    pub max_retries: Option<u32>,
    pub retry_backoff_ms: Option<u64>,
    pub breaker_failure_threshold: Option<u32>,
    pub breaker_reset_ms: Option<u64>,
    pub breaker_half_open_max_calls: Option<u32>,
    pub latency_slo_ms: Option<u64>,
    pub error_budget_ratio: Option<f64>,
    pub error_budget_window_secs: Option<u64>,
}

LLM section in config file.

Fields

provider: Option<String>

Provider name.

model: Option<String>

Model name.

api_key: Option<String>

API key.

base_url: Option<String>

Base URL.

max_tokens: Option<u32>

Maximum completion tokens for LLM responses (default: 8192).

timeout_ms: Option<u64>

Request timeout in milliseconds.

connect_timeout_ms: Option<u64>

Connect timeout in milliseconds.

max_retries: Option<u32>

Maximum retries for LLM calls.

retry_backoff_ms: Option<u64>

Retry backoff in milliseconds.

breaker_failure_threshold: Option<u32>

Circuit breaker failure threshold.

breaker_reset_ms: Option<u64>

Circuit breaker reset timeout in milliseconds.

breaker_half_open_max_calls: Option<u32>

Circuit breaker half-open max calls.

latency_slo_ms: Option<u64>

Latency budget in milliseconds.

error_budget_ratio: Option<f64>

Error budget ratio threshold.

error_budget_window_secs: Option<u64>

Error budget window in seconds.

Trait Implementations

impl Debug for ConfigFileLlm

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ConfigFileLlm

fn default() -> ConfigFileLlm

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ConfigFileLlm

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.