All modules for which code is available
- agent_inspect.clients.azure_openai_client
- agent_inspect.clients.litellm_client
- agent_inspect.clients.llm_client
- agent_inspect.exception.error_codes
- agent_inspect.exception.exception
- agent_inspect.metrics.adapters.base_adapter
- agent_inspect.metrics.adapters.tau2bench_adapter
- agent_inspect.metrics.adapters.toolsandbox_adapter
- agent_inspect.metrics.multi_samples.multi_sample_metric
- agent_inspect.metrics.multi_samples.pass_at_k
- agent_inspect.metrics.multi_samples.pass_hat_k
- agent_inspect.metrics.observed.latency
- agent_inspect.metrics.observed.observed_metric
- agent_inspect.metrics.observed.token_count
- agent_inspect.metrics.observed.tool_call_count
- agent_inspect.metrics.scorer.auc
- agent_inspect.metrics.scorer.llm_based_metric
- agent_inspect.metrics.scorer.metric
- agent_inspect.metrics.scorer.ppt
- agent_inspect.metrics.scorer.progress
- agent_inspect.metrics.scorer.success
- agent_inspect.metrics.scorer.tool_correctness
- agent_inspect.metrics.utils.expected_tool_validators
- agent_inspect.metrics.utils.metrics_utils
- agent_inspect.metrics.utils.subgoal_validators
- agent_inspect.metrics.utils.trace_validators
- agent_inspect.metrics.utils.user_proxy_validators
- agent_inspect.metrics.validator.exact_match
- agent_inspect.metrics.validator.llm_check
- agent_inspect.metrics.validator.regex_match
- agent_inspect.metrics.validator.subgoal_completion
- agent_inspect.metrics.validator.tool_call_completion
- agent_inspect.metrics.validator.validator
- agent_inspect.models.llm_payload
- agent_inspect.models.llm_response
- agent_inspect.models.metrics.agent_data_sample
- agent_inspect.models.metrics.agent_trace
- agent_inspect.models.metrics.metric_score
- agent_inspect.models.metrics.validation_result
- agent_inspect.models.tools.analysis_models
- agent_inspect.models.user_proxy.chat
- agent_inspect.models.user_proxy.terminating_condition
- agent_inspect.tools.error_analysis.error_analysis
- agent_inspect.tools.error_analysis.statistic_analysis
- agent_inspect.user_proxy.llm_proxy_agent
- agent_inspect.user_proxy.user_proxy_agent
- agent_inspect.user_proxy.utils