pub struct OllamaClient {
endpoint: String,
model: String,
client: Client,
}Expand description
Ollama local LLM client.
Fields§
§endpoint: StringAPI endpoint.
model: StringModel to use.
client: ClientHTTP client.
Implementations§
Source§impl OllamaClient
impl OllamaClient
Sourcepub const DEFAULT_ENDPOINT: &'static str = "http://localhost:11434"
pub const DEFAULT_ENDPOINT: &'static str = "http://localhost:11434"
Default API endpoint.
Sourcepub const DEFAULT_MODEL: &'static str = "llama3.2"
pub const DEFAULT_MODEL: &'static str = "llama3.2"
Default model.
Sourcepub fn with_endpoint(self, endpoint: impl Into<String>) -> Self
pub fn with_endpoint(self, endpoint: impl Into<String>) -> Self
Sets the API endpoint.
Sourcepub fn with_model(self, model: impl Into<String>) -> Self
pub fn with_model(self, model: impl Into<String>) -> Self
Sets the model.
Sourcepub fn with_http_config(self, config: LlmHttpConfig) -> Self
pub fn with_http_config(self, config: LlmHttpConfig) -> Self
Sets HTTP client timeouts for LLM requests.
Sourcepub fn is_available(&self) -> bool
pub fn is_available(&self) -> bool
Checks if Ollama is available.
Trait Implementations§
Source§impl Default for OllamaClient
impl Default for OllamaClient
Source§impl LlmProvider for OllamaClient
impl LlmProvider for OllamaClient
Source§fn complete(&self, prompt: &str) -> Result<String>
fn complete(&self, prompt: &str) -> Result<String>
Generates a completion for the given prompt. Read more
Source§fn analyze_for_capture(&self, content: &str) -> Result<CaptureAnalysis>
fn analyze_for_capture(&self, content: &str) -> Result<CaptureAnalysis>
Analyzes content for memory capture. Read more
Source§fn complete_with_system(&self, system: &str, user: &str) -> Result<String>
fn complete_with_system(&self, system: &str, user: &str) -> Result<String>
Generates a completion with a system prompt. Read more
Source§fn analyze_for_capture_extended(
&self,
content: &str,
existing_memories: Option<&str>,
) -> Result<ExtendedCaptureAnalysis>
fn analyze_for_capture_extended( &self, content: &str, existing_memories: Option<&str>, ) -> Result<ExtendedCaptureAnalysis>
Analyzes content for memory capture with extended security analysis. Read more
Source§fn classify_search_intent(&self, prompt: &str) -> Result<ExtendedSearchIntent>
fn classify_search_intent(&self, prompt: &str) -> Result<ExtendedSearchIntent>
Classifies search intent with namespace weights. Read more
Source§fn analyze_for_consolidation(
&self,
memories: &str,
) -> Result<ConsolidationAnalysis>
fn analyze_for_consolidation( &self, memories: &str, ) -> Result<ConsolidationAnalysis>
Analyzes memories for consolidation. Read more
Auto Trait Implementations§
impl Freeze for OllamaClient
impl !RefUnwindSafe for OllamaClient
impl Send for OllamaClient
impl Sync for OllamaClient
impl Unpin for OllamaClient
impl !UnwindSafe for OllamaClient
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request§impl<L> LayerExt<L> for L
impl<L> LayerExt<L> for L
§fn named_layer<S>(&self, service: S) -> Layered<<L as Layer<S>>::Service, S>where
L: Layer<S>,
fn named_layer<S>(&self, service: S) -> Layered<<L as Layer<S>>::Service, S>where
L: Layer<S>,
Applies the layer to a service and wraps it in [
Layered].