pub struct SelectionCriteria {
pub max_cost_per_1k: Option<f64>,
pub max_latency_ms: Option<u64>,
pub min_quality: Option<f64>,
pub min_context_tokens: Option<usize>,
pub requires_streaming: bool,
pub requires_tools: bool,
}Expand description
Hard constraints that a model must satisfy to be eligible for selection.
Fields§
§max_cost_per_1k: Option<f64>Reject models whose cost_per_1k_tokens exceeds this value.
max_latency_ms: Option<u64>Reject models whose avg_latency_ms exceeds this value.
min_quality: Option<f64>Reject models whose quality_score is below this value.
min_context_tokens: Option<usize>Reject models whose max_context_tokens is below this value.
requires_streaming: boolIf true, only models with supports_streaming = true are eligible.
requires_tools: boolIf true, only models with supports_tools = true are eligible.
Trait Implementations§
Source§impl Clone for SelectionCriteria
impl Clone for SelectionCriteria
Source§fn clone(&self) -> SelectionCriteria
fn clone(&self) -> SelectionCriteria
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for SelectionCriteria
impl Debug for SelectionCriteria
Source§impl Default for SelectionCriteria
impl Default for SelectionCriteria
Source§fn default() -> SelectionCriteria
fn default() -> SelectionCriteria
Returns the “default value” for a type. Read more
Auto Trait Implementations§
impl Freeze for SelectionCriteria
impl RefUnwindSafe for SelectionCriteria
impl Send for SelectionCriteria
impl Sync for SelectionCriteria
impl Unpin for SelectionCriteria
impl UnsafeUnpin for SelectionCriteria
impl UnwindSafe for SelectionCriteria
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request