Struct InferenceBackendSettings 

pub struct InferenceBackendSettings {
    pub backend: AgentBackendKind,
    pub remote_endpoint: String,
    pub ollama_base_url: String,
    pub ollama_model: String,
    pub ollama_embed_model: String,
    pub ollama_api_key: Option<String>,
    pub ollama_timeout_secs: u64,
    pub ollama_num_ctx: u32,
    pub ollama_temperature: f32,
    pub ollama_as_hybrid_fallback: bool,
}

Fields

backend: AgentBackendKind

remote_endpoint: String

Remote (Nym / MCP) endpoint label or URL when backend is Remote/Hybrid.

ollama_base_url: String

e.g. http://127.0.0.1:11434

ollama_model: String

Generation model tag (e.g. llama3.2, qwen2.5:7b).

ollama_embed_model: String

Embedding model for ETL / retrieval prep.

ollama_api_key: Option<String>

Optional bearer token for hosted/proxied Ollama-compatible APIs.

ollama_timeout_secs: u64

ollama_num_ctx: u32

ollama_temperature: f32

ollama_as_hybrid_fallback: bool

When true and backend is Hybrid, try Ollama after local fails (not Remote).

Implementations

impl InferenceBackendSettings

pub fn apply_agent_config_backend_string(&mut self, s: &str)

Mirror AgentConfig.inference_backend string into structured settings.

pub fn as_agent_config_string(&self) -> String

pub fn validate(&self) -> Result<(), String>

Trait Implementations

impl Clone for InferenceBackendSettings

fn clone(&self) -> InferenceBackendSettings

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for InferenceBackendSettings

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for InferenceBackendSettings

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for InferenceBackendSettings

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl PartialEq for InferenceBackendSettings

fn eq(&self, other: &InferenceBackendSettings) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for InferenceBackendSettings

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for InferenceBackendSettings