Struct InstrumentedNlpModel 

pub struct InstrumentedNlpModel {
    pub inner: Arc<dyn NlpModel>,
    pub alias: String,
    pub provider_id: String,
    pub timeout: Option<Duration>,
    pub retry: Option<RetryConfig>,
}

Wrapper around an NlpModel adding timeout / retry / metrics.

Fields

inner: Arc<dyn NlpModel>

alias: String

provider_id: String

timeout: Option<Duration>

retry: Option<RetryConfig>

Trait Implementations

impl ModelInfo for InstrumentedNlpModel

fn model_id(&self) -> &str

The underlying model identifier (e.g. a HuggingFace repo ID or API model name).

fn active_execution_providers(&self) -> Vec<String>

Names of the ONNX Runtime execution providers this session was built with, in priority order. Empty for remote and non-ONNX models.

impl NlpModel for InstrumentedNlpModel

fn analyze<'life0, 'life1, 'async_trait>( &'life0 self, requests: Vec<NlpRequest<'life1>>, ) -> Pin<Box<dyn Future<Output = Result<Vec<NlpResult>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Analyze a batch of texts, returning one NlpResult per request.

fn supported_tasks(&self) -> NlpTasks

Heads this model can populate. Callers may request a subset via NlpRequest::tasks.

fn label_maps(&self) -> Option<&NlpLabelMaps>

The label vocabularies this model decodes against, if it exposes them.

fn warmup<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Optional warmup hook. The default is a no-op.

fn calibration(&self) -> Option<&NlpCalibration>

The decoding thresholds this model ships, if it has any.