List of all items
Structs
- AssembleOutput
- DeadLetterQueue
- DroppedRequest
- InferenceOutput
- PostOutput
- PromptRequest
- RagOutput
- SessionId
- ab_test::AbTestConfig
- ab_test::AbTestManager
- ab_test::AbTestResult
- ab_test::AbTestRunner
- ab_test::Assignment
- ab_test::Experiment
- ab_test::ExperimentResult
- ab_test::ExperimentVariantSpec
- ab_testing::AbTest
- ab_testing::AbTestRegistry
- ab_testing::Assignment
- ab_testing::Variant
- ab_testing::VariantMetrics
- adaptive_pool::AdaptivePool
- adaptive_pool::AdaptivePoolConfig
- adaptive_pool::KalmanFilter
- adaptive_pool::LatencyEma
- adaptive_pool::PoolStats
- adaptive_timeout::AdaptiveTimeoutManager
- adaptive_timeout::ModelTimeoutStats
- adaptive_timeout::TimeoutSample
- adaptive_timeout::TimeoutSummary
- admission_control::AcquireGuard
- admission_control::AdmissionConfig
- admission_control::AdmissionController
- admission_control::AdmissionStats
- audit::AuditEntry
- audit::AuditFilter
- audit::AuditLog
- audit::AuditQueryResponse
- audit::AuditStats
- audit::AuditStatsResponse
- cache::CacheConfig
- cache::CacheEntry
- cache::CacheStats
- cache::PromptCache
- cache_warmer::CacheWarmer
- cache_warmer::WarmingJob
- cache_warmer::WarmingPattern
- cache_warmer::WarmingStats
- cascade::CascadeConfig
- cascade::CascadeEngine
- cascade::CascadeMonitor
- cascade::CascadeResult
- cascade::CascadeTurn
- cascade::NoopToolExecutor
- cascade::ToolCall
- cascade::ToolResult
- cascade::XmlStyleToolParser
- chain_of_thought::ChainOfThought
- chain_of_thought::CotParser
- chain_of_thought::CotPromptBuilder
- chain_of_thought::ThoughtStep
- circuit_breaker::CircuitBreaker
- circuit_breaker::CircuitBreakerConfig
- circuit_breaker::CircuitBreakerRegistry
- compression::CompressionPipeline
- compression::CompressionResult
- compression::RepetitionRemover
- compression::SentenceRanker
- compression::StopWordFilter
- compression::TruncationStrategy
- compression::WhitespaceCompressor
- config::AssembleStageConfig
- config::ChannelSizes
- config::DeduplicationConfig
- config::InferenceStageConfig
- config::ObservabilityConfig
- config::PipelineConfig
- config::PipelineSection
- config::PostProcessStageConfig
- config::RagStageConfig
- config::RateLimitConfig
- config::ResilienceConfig
- config::StagesConfig
- config::StreamStageConfig
- config::WorkerConfig
- config::WorkersConfig
- config::watcher::ConfigWatcher
- context_compression::CompressionResult
- context_compression::ContextBudget
- context_compression::ContextCompressor
- context_compression::Message
- context_mgr::ContextConfig
- context_mgr::ContextSummary
- context_mgr::ConversationContext
- context_mgr::Message
- context_mgr::TokenCounter
- conversation::Conversation
- conversation::ConversationConfig
- conversation::ConversationManager
- conversation::Turn
- conversation_analyzer::ConversationAnalyzer
- conversation_analyzer::ConversationQuality
- conversation_analyzer::EngagementMetrics
- conversation_analyzer::TopicDrift
- conversation_analyzer::TurnMetrics
- conversation_graph::ConversationGraph
- conversation_graph::ConversationNode
- conversation_graph::NodeId
- conversation_state::ConversationStateMachine
- conversation_state::PhaseTransition
- coordination::config::CoordinationConfig
- coordination::monitor::AgentMonitor
- coordination::monitor::FleetSnapshot
- coordination::queue::TaskQueue
- coordination::spawner::AgentHandle
- coordination::spawner::AgentSpawner
- coordination::spawner::AgentStats
- coordination::task::Task
- coordination::task::TaskFile
- coordination::task::TaskResult
- coordination::worker::AgentWorker
- cost_estimator::BudgetConfig
- cost_estimator::CostEstimate
- cost_estimator::CostEstimator
- cost_estimator::TokenEstimate
- cost_optimizer::AutoApplyAction
- cost_optimizer::CostObservation
- cost_optimizer::CostOptimizer
- cost_optimizer::CostOptimizerConfig
- cost_optimizer::ModelTierEntry
- cost_optimizer::OptimizationSuggestion
- enhanced::adaptive_timeout::AdaptiveTimeout
- enhanced::bulkhead::Bulkhead
- enhanced::bulkhead::BulkheadPermit
- enhanced::cache::CacheLayer
- enhanced::cache::CacheStats
- enhanced::circuit_breaker::CircuitBreaker
- enhanced::circuit_breaker::CircuitBreakerStats
- enhanced::dedup::DeduplicationStats
- enhanced::dedup::DeduplicationToken
- enhanced::dedup::Deduplicator
- enhanced::dlq_replay::DlqReplayScheduler
- enhanced::dlq_replay::ReplayEntry
- enhanced::priority::PriorityQueue
- enhanced::priority::QueueStats
- enhanced::rate_limit::RateLimitInfo
- enhanced::rate_limit::RateLimiter
- enhanced::retry::RetryPolicy
- enhanced::semantic_dedup::SemanticDeduplicator
- enhanced::semantic_dedup::SimHashFingerprint
- enhanced::smart_batch::BatchConfig
- enhanced::smart_batch::BatcherStats
- enhanced::smart_batch::SmartBatcher
- enhanced::tournament::FastestResponseScorer
- enhanced::tournament::KeywordDensityScorer
- enhanced::tournament::LongestResponseScorer
- enhanced::tournament::TournamentConfig
- enhanced::tournament::TournamentResult
- enhanced::tournament::TournamentRunner
- enhanced::tournament::TournamentStats
- eval_harness::EvalCase
- eval_harness::EvalHarness
- eval_harness::EvalReport
- eval_harness::EvalResult
- experiment_runner::ExperimentConfig
- experiment_runner::ExperimentRunner
- experiment_runner::ExperimentState
- experiment_runner::ExperimentVariant
- experiment_runner::SignificanceTest
- experiment_runner::VariantResult
- failover::FailoverChain
- feedback_loop::Feedback
- feedback_loop::FeedbackLoop
- feedback_loop::FeedbackStore
- feedback_loop::RewardModel
- feedback_loop::RewardSignal
- hot_config::ConfigSnapshot
- hot_config::HotConfig
- intent_classifier::IntentClassifier
- intent_classifier::IntentFeatures
- job_scheduler::Job
- job_scheduler::JobId
- job_scheduler::JobStats
- job_scheduler::Scheduler
- load_balancer::BalancerConfig
- load_balancer::EndpointStats
- load_balancer::LoadBalancer
- load_balancer::LoadBalancerStats
- load_balancer::ModelEndpoint
- metrics::Metrics
- metrics::MetricsSummary
- model_fallback::FallbackChain
- model_fallback::FallbackManager
- model_fallback::FallbackModel
- model_fallback::FallbackReport
- model_registry::ModelMetadata
- model_registry::ModelRegistry
- model_registry::RoutingHint
- model_selector::ModelProfile
- model_selector::ModelSelector
- model_selector::ModelUsage
- model_selector::ModelUsageTracker
- model_selector::SelectionCriteria
- multi_modal::ContentBuilder
- multi_modal::ContentSerializer
- multi_modal::MultiModalContent
- multi_pipeline::HeuristicClassifier
- multi_pipeline::MultiPipelineRouter
- multi_pipeline::MultiPipelineRouterBuilder
- multi_pipeline::PipelineDescriptor
- multi_pipeline::PipelineRoutingStats
- observability::InMemoryExporter
- observability::MetricPoint
- observability::ObservabilityRegistry
- observability::Span
- observability::SpanContext
- observability::SpanEvent
- observability::Tracer
- output_cache::CacheKey
- output_cache::CacheStats
- output_cache::CachedOutput
- output_cache::OutputCache
- persona_manager::Persona
- persona_manager::PersonaConstraints
- persona_manager::PersonaManager
- pipeline::AppendStage
- pipeline::LanguageDetectStage
- pipeline::Pipeline
- pipeline::PipelineBuilder
- pipeline::PipelineResult
- pipeline::PipelineStats
- pipeline::PrependStage
- pipeline::RegexReplaceStage
- pipeline::TrimStage
- pipeline::TruncateStage
- pipeline_builder::Pipeline
- pipeline_builder::PipelineBuilder
- pipeline_builder::PipelineConfig
- pipeline_builder::PipelineStage
- pipeline_builder::StageResult
- plugin::HookMetrics
- plugin::LatencyLoggerPlugin
- plugin::PluginChain
- plugin::PluginContext
- plugin::PluginInfo
- plugin::PluginInput
- plugin::PluginOutput
- plugin::PluginRegistry
- plugin::PluginV2Chain
- plugin::PluginV2Registry
- plugin::ProfanityFilterPlugin
- plugin::ResponseLengthCapPlugin
- priority_queue::AgingConfig
- priority_queue::MultiLevelQueue
- priority_queue::PriorityItem
- priority_queue::QueueStats
- prompt_optimizer::AbExperimentResult
- prompt_optimizer::AbOptimizerConfig
- prompt_optimizer::ChainOfThoughtInjector
- prompt_optimizer::FewShotExample
- prompt_optimizer::FewShotSelector
- prompt_optimizer::PromoterRegistry
- prompt_optimizer::PromptAbOptimizer
- prompt_optimizer::PromptCompressionOptimizer
- prompt_optimizer::PromptCompressor
- prompt_optimizer::PromptMutator
- prompt_optimizer::PromptOptimizer
- prompt_optimizer::PromptVariant
- prompt_optimizer::ScoringEngine
- prompt_optimizer::VariantGenerator
- prompt_optimizer::VariantScore
- prompt_router::PromptRouter
- prompt_router::PromptRouterBuilder
- prompt_router::RoutingDecision
- prompt_router::RoutingRule
- prompt_safety::ContentModerator
- prompt_safety::PiiMatch
- prompt_safety::SafetyConfig
- prompt_safety::SafetyFilter
- prompt_safety::SafetyResult
- prompt_safety::SafetyScore
- prompt_template::Template
- prompt_template::TemplateContext
- prompt_template::TemplateLibrary
- prompt_validator::PromptIssue
- prompt_validator::PromptValidator
- prompt_validator::ValidationReport
- prompt_versioning::PromptDiff
- prompt_versioning::PromptRepository
- prompt_versioning::PromptVersion
- provider_health::ProviderHealth
- provider_health::ProviderHealthMonitor
- provider_manager::Provider
- provider_manager::ProviderHealth
- provider_manager::ProviderManager
- provider_manager::ProviderStats
- rate_limiter::ModelRateLimiter
- rate_limiter::RateLimiterConfig
- rate_limiter::RateLimiterRegistry
- rate_limiter::SlidingWindow
- rate_limiter::TokenBucket
- request_dedup::DedupStats
- request_dedup::RequestDeduplicator
- request_dedup::RequestId
- response_classifier::ClassificationResult
- response_classifier::QualityScore
- response_classifier::ResponseClassifier
- response_validator::ResponseValidator
- response_validator::ValidationResult
- response_validator::ValidationViolation
- retry_budget::AttemptRecord
- retry_budget::BudgetReport
- retry_budget::RetryBudget
- retry_budget::RetryPolicy
- retry_policy::RetryMetrics
- retry_policy::RetryPolicy
- retry_policy::RetryState
- routing::arbitrage::ArbitrageEngine
- routing::arbitrage::ProviderProfile
- routing::arbitrage::ProviderSnapshot
- routing::cascade::CascadeEntry
- routing::cascade::CascadeFailover
- routing::cascade::CascadeResult
- routing::cascade::CircuitBreakerConfig
- routing::cascade::FailoverExhausted
- routing::cascade::FailoverResult
- routing::cascade::FailoverTier
- routing::cascade::ProviderCascade
- routing::config::AdaptiveConfig
- routing::config::RoutingConfig
- routing::cost_tracker::CostSnapshot
- routing::cost_tracker::CostTracker
- routing::cost_tracker::SessionBudgetTracker
- routing::health::ProviderHealthBuilder
- routing::health::ProviderHealthSnapshot
- routing::health::ProviderMetrics
- routing::pool_sizer::PoolSizer
- routing::pool_sizer::PoolSizerConfig
- routing::pool_sizer::ScaleRecommendation
- routing::router::ModelRouter
- routing::scorer::ComplexityScorer
- routing::scorer::ScoreBreakdown
- routing::semantic::ClassificationResult
- routing::semantic::SemanticRouter
- routing::semantic::SemanticRouterConfig
- scheduler::CronExpression
- scheduler::ScheduledPrompt
- scheduler::Scheduler
- scheduler::SchedulerState
- security::GuardConfig
- security::GuardMetrics
- security::GuardVerdict
- security::PromptGuard
- semantic_cache::CacheEntry
- semantic_cache::CacheStats
- semantic_cache::SemanticCache
- session::budget::SessionBudget
- session::budget::SessionBudgetSnapshot
- session::budget::SessionLimits
- session::context::ConversationTurn
- session::context::SessionConfig
- session::context::SessionContext
- session::context::SessionStats
- session_manager::Message
- session_manager::Session
- session_manager::SessionManager
- session_mgr::Message
- session_mgr::Session
- session_mgr::SessionManager
- session_mgr::SessionStats
- smart_router::ModelPricing
- smart_router::RoutingDecision
- smart_router::RoutingRequirements
- smart_router::SmartRouter
- stages::LogSink
- stages::PipelineHandles
- stream_agg::AggStats
- stream_agg::StreamAggregator
- stream_agg::StreamChunk
- streaming_processor::AccumulatorResult
- streaming_processor::StreamBuffer
- streaming_processor::StreamStats
- streaming_processor::StreamingProcessor
- streaming_processor::TokenAccumulator
- template::PromptTemplate
- template::TemplateContext
- template::TemplateLibrary
- templates::AbExperiment
- templates::ExperimentReport
- templates::ExperimentVariant
- templates::PromptTemplate
- templates::TemplateBuilder
- templates::TemplateRegistry
- templates::VariantMetrics
- templates::VariantReport
- token_budget::TokenBudgetConfig
- token_budget::TokenBudgetGuard
- token_counter::BpeApproxTokenizer
- token_counter::TokenCount
- token_counter::TokenCounter
- tool_call_parser::ToolCall
- tool_call_parser::ToolCallBuilder
- tool_call_parser::ToolCallParser
- tool_call_parser::ToolParameter
- tool_call_parser::ToolSchema
- trace_export::PipelineSpan
- trace_export::RequestTrace
- trace_export::TraceExporter
- trace_export::TraceExporterConfig
- trace_ui::RequestTrace
- trace_ui::StageRecord
- trace_ui::TracePanel
- trace_ui::TraceStore
- webhooks::WebhookConfig
- webhooks::WebhookDispatcher
- webhooks::WebhookPayload
- worker::AnthropicWorker
- worker::EchoWorker
- worker::LlamaCppWorker
- worker::LoadBalancedWorker
- worker::OpenAiWorker
- worker::VllmWorker
- worker_pool::PoolStats
- worker_pool::WorkItem
- worker_pool::WorkerConfig
- worker_pool::WorkerPool
Enums
- OrchestratorError
- PipelineStage
- SendOutcome
- ab_test::EndCondition
- ab_test::ExperimentStatus
- ab_test::SuccessMetric
- ab_test::Variant
- adaptive_pool::ScaleDecision
- cache_warmer::WarmingStatus
- cache_warmer::WarmingStrategy
- cascade::TerminationReason
- chain_of_thought::CotStrategy
- circuit_breaker::CircuitState
- config::LogFormat
- config::Provider
- config::WorkerKind
- config::validation::ConfigError
- context_compression::CompressionStrategy
- context_mgr::Role
- context_mgr::TruncationStrategy
- conversation::PromptFormat
- conversation::Role
- conversation_graph::GraphError
- conversation_state::ConversationPhase
- conversation_state::TransitionTrigger
- coordination::CoordinationError
- coordination::monitor::AgentHealth
- coordination::task::TaskStatus
- cost_estimator::TaskType
- cost_optimizer::CostOptimizerError
- cost_optimizer::ModelTier
- cost_optimizer::SuggestionKind
- enhanced::circuit_breaker::CircuitBreakerError
- enhanced::circuit_breaker::CircuitStatus
- enhanced::dedup::DeduplicationResult
- enhanced::priority::Priority
- enhanced::priority::QueueError
- enhanced::retry::RetryResult
- enhanced::retry::RetryStrategy
- eval_harness::EvalMetric
- hot_config::ConfigError
- hot_config::ConfigValue
- intent_classifier::IntentCategory
- job_scheduler::Schedule
- model_fallback::ModelError
- model_registry::ModelCapability
- model_registry::ModelTier
- model_selector::SelectionStrategy
- multi_modal::ContentPart
- multi_pipeline::PromptClass
- observability::AttributeValue
- observability::SpanStatus
- output_cache::EvictionPolicy
- persona_manager::PersonaVoice
- pipeline::PipelineError
- pipeline_builder::PipelineError
- pipeline_builder::StageKind
- plugin::PluginError
- plugin::PluginPosition
- plugin::PluginStatus
- priority_queue::Priority
- prompt_optimizer::CompressionGoal
- prompt_optimizer::OptimizationStrategy
- prompt_optimizer::PromptOptimizerError
- prompt_optimizer::QualityMetric
- prompt_optimizer::VariantStrategy
- prompt_router::RouteTarget
- prompt_router::RoutingCondition
- prompt_safety::SafetyCategory
- prompt_template::TemplateError
- prompt_template::TemplateVar
- prompt_validator::InjectionPattern
- prompt_validator::IssueSeverity
- prompt_validator::ValidationRule
- provider_manager::ProviderSelection
- rate_limiter::RateLimitError
- request_dedup::DedupDecision
- response_classifier::QualityDimension
- response_classifier::ResponseCategory
- response_validator::ValidationRule
- retry_budget::BackoffStrategy
- retry_budget::RetryError
- retry_policy::JitterMode
- retry_policy::RetryStrategy
- routing::cascade::CascadeError
- routing::pool_sizer::ScaleAction
- routing::router::RoutingDecision
- routing::semantic::RoutingCategory
- security::GuardAction
- security::ThreatClass
- session::budget::BudgetError
- session::budget::BudgetOutcome
- session::context::SessionAction
- session::context::TurnRole
- session_mgr::Role
- session_mgr::SessionError
- stages::SinkError
- streaming_processor::StreamEvent
- template::TemplateError
- template::TemplateValue
- templates::TemplateError
- token_budget::TokenBudgetError
- token_counter::CountMethod
- token_counter::TokenizerFamily
- tool_call_parser::ParseError
- trace_export::PipelineStage
- trace_export::TraceBackend
- trace_export::TraceExportError
- trace_ui::TracePanelMode
- webhooks::CircuitBreakerState
- webhooks::WebhookError
- webhooks::WebhookEvent
- worker::LoadBalanceStrategy
Traits
- cascade::ToolCallParser
- cascade::ToolExecutor
- compression::Compressor
- enhanced::tournament::ResponseScorer
- hot_config::FromConfigValue
- observability::SpanExporter
- pipeline::PipelineStage
- plugin::InferenceHook
- plugin::Plugin
- plugin::StagePlugin
- stages::OutputSink
- worker::ModelWorker
Functions
- adaptive_pool::run_pool_controller
- config::loader::load_from_file
- config::loader::load_from_str
- config::validation::validate
- context_compression::estimate_tokens
- context_compression::importance_score
- conversation::estimate_tokens
- coordination::spawner::await_fleet
- enhanced::cache::cache_key
- enhanced::dedup::cosine_similarity
- enhanced::dedup::dedup_key
- enhanced::dedup::is_cancelled_result
- enhanced::retry::retry_if
- enhanced::retry::retry_inference
- enhanced::retry::with_jitter
- hot_config::load_toml
- init_tracing
- metrics::gather
- metrics::gather_metrics
- metrics::get_metrics_summary
- metrics::inc_cache_hit
- metrics::inc_cache_miss
- metrics::inc_cb_rejected
- metrics::inc_cb_transition
- metrics::inc_config_reload_error
- metrics::inc_dedup_hash_collision
- metrics::inc_dedup_hit
- metrics::inc_dedup_waiter_unblocked
- metrics::inc_dlq_lock_poisoned
- metrics::inc_dropped
- metrics::inc_error
- metrics::inc_expired
- metrics::inc_inference_timeout
- metrics::inc_rag_expired
- metrics::inc_request
- metrics::inc_session_affinity_hit
- metrics::inc_session_affinity_miss
- metrics::inc_shed
- metrics::inc_worker_error
- metrics::init_metrics
- metrics::record_config_reload_duration
- metrics::record_inference_cost
- metrics::record_stage_latency
- metrics::record_ttft
- metrics::set_queue_depth
- metrics::set_rate_limiter_tokens
- metrics::total_inference_cost_usd
- output_cache::cache_key
- output_cache::fnv1a_hash
- persona_manager::default_personas
- pipeline_builder::last_output
- prompt_router::evaluate_condition
- prompt_versioning::diff_prompts
- retry_policy::retry_async
- routing::cascade::cascade_registry
- routing::config::validate
- semantic_cache::cosine_similarity
- semantic_cache::embed_prompt
- send_with_shed
- shard_session
- stages::spawn_pipeline
- stages::spawn_pipeline_with_config
- token_budget::estimate_tokens
- try_build_otel_layer
- webhooks::budget_exceeded_event
- webhooks::circuit_breaker_event
- webhooks::throughput_drop_event
- worker::stream_worker