pub struct CostOptimizerConfig {
pub auto_optimize: bool,
pub window_size: usize,
pub cache_candidate_threshold: f64,
pub simple_task_token_threshold: usize,
pub model_tiers: Vec<ModelTierEntry>,
}Expand description
Cost optimizer configuration.
Fields§
§auto_optimize: boolWhen true, suggestions are applied automatically.
window_size: usizeNumber of recent observations to retain per prompt intent.
cache_candidate_threshold: f64Fraction of observations that must have matching fingerprints before a prompt is flagged as a cache candidate (0.0–1.0).
simple_task_token_threshold: usizeMaximum prompt+response token count (combined chars / 4) to classify a task as “simple”. Tasks below this threshold on an expensive model are flagged for model downgrade.
model_tiers: Vec<ModelTierEntry>Model tier definitions: (model_name, cost_per_1k_tokens, tier).
Trait Implementations§
Source§impl Clone for CostOptimizerConfig
impl Clone for CostOptimizerConfig
Source§fn clone(&self) -> CostOptimizerConfig
fn clone(&self) -> CostOptimizerConfig
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for CostOptimizerConfig
impl Debug for CostOptimizerConfig
Source§impl Default for CostOptimizerConfig
impl Default for CostOptimizerConfig
Source§impl<'de> Deserialize<'de> for CostOptimizerConfig
impl<'de> Deserialize<'de> for CostOptimizerConfig
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for CostOptimizerConfig
impl RefUnwindSafe for CostOptimizerConfig
impl Send for CostOptimizerConfig
impl Sync for CostOptimizerConfig
impl Unpin for CostOptimizerConfig
impl UnsafeUnpin for CostOptimizerConfig
impl UnwindSafe for CostOptimizerConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request