Index

A

add_agent() (databricks.agents.review_app.ReviewApp method) add_dataset() (databricks.agents.review_app.LabelingSession method) add_traces() (databricks.agents.review_app.LabelingSession method) Agent (class in databricks.agents.review_app) agent (databricks.agents.review_app.LabelingSession attribute) agent_name (databricks.agents.review_app.Agent attribute)

agents (databricks.agents.review_app.ReviewApp attribute), [1] assessments (databricks.agents.monitoring.AssessmentsSuiteConfig attribute) assessments_config (databricks.agents.monitoring.Monitor attribute) AssessmentsSuiteConfig (class in databricks.agents.monitoring) assigned_users (databricks.agents.review_app.LabelingSession attribute) available_tools (databricks.agents.evals.ToolCallInvocation attribute)

B

BuiltinJudge (class in databricks.agents.monitoring)

C

CAN_MANAGE (databricks.agents.PermissionLevel attribute) CAN_QUERY (databricks.agents.PermissionLevel attribute) CAN_REVIEW (databricks.agents.PermissionLevel attribute) CAN_VIEW (databricks.agents.PermissionLevel attribute) chunk_relevance() (in module databricks.agents.evals.judges) context_sufficiency() (in module databricks.agents.evals.judges) correctness() (in module databricks.agents.evals.judges)

create_dataset() (in module databricks.agents.datasets) create_external_monitor() (in module databricks.agents.monitoring) create_label_schema() (databricks.agents.review_app.ReviewApp method) create_labeling_session() (databricks.agents.review_app.ReviewApp method) create_monitor() (in module databricks.agents.monitoring) create_time (databricks.agents.datasets.Dataset attribute) created_by (databricks.agents.datasets.Dataset attribute)

D

databricks.agents module databricks.agents.datasets module databricks.agents.evals module databricks.agents.evals.judges module databricks.agents.monitoring module databricks.agents.review_app module databricks.agents.review_app.label_schemas module

databricks.agents.review_app.label_schemas.EXPECTED_FACTS (in module databricks.agents.review_app.label_schemas) databricks.agents.review_app.label_schemas.EXPECTED_RESPONSE (in module databricks.agents.review_app.label_schemas) databricks.agents.review_app.label_schemas.GUIDELINES (in module databricks.agents.review_app.label_schemas) Dataset (class in databricks.agents.datasets) dataset_id (databricks.agents.datasets.Dataset attribute) delete_dataset() (in module databricks.agents.datasets) delete_deployment() (in module databricks.agents) delete_external_monitor() (in module databricks.agents.monitoring) delete_label_schema() (databricks.agents.review_app.ReviewApp method) delete_labeling_session() (databricks.agents.review_app.ReviewApp method) delete_monitor() (in module databricks.agents.monitoring) deploy() (in module databricks.agents) digest (databricks.agents.datasets.Dataset attribute)

E

enable_comment (databricks.agents.review_app.label_schemas.LabelSchema attribute) enable_multi_turn_chat (databricks.agents.review_app.LabelingSession attribute) enable_trace_reviews() (in module databricks.agents) endpoint_name (databricks.agents.monitoring.Monitor attribute) estimate_synthetic_num_evals() (in module databricks.agents.evals)

evaluated_traces_table (databricks.agents.monitoring.Monitor attribute) EXPECTATION (databricks.agents.review_app.label_schemas.LabelSchemaType attribute) experiment_id (databricks.agents.monitoring.Monitor attribute) (databricks.agents.review_app.LabelingSession attribute) (databricks.agents.review_app.ReviewApp attribute), [1]

F

FEEDBACK (databricks.agents.review_app.label_schemas.LabelSchemaType attribute) from_assessments_suite_config() (databricks.agents.monitoring.MonitoringConfig class method) from_dict() (databricks.agents.datasets.Dataset class method) (databricks.agents.evals.ToolCallInvocation class method) (databricks.agents.monitoring.AssessmentsSuiteConfig class method) (databricks.agents.monitoring.Monitor class method) (databricks.agents.monitoring.MonitoringConfig class method) (databricks.agents.review_app.Agent class method) (databricks.agents.review_app.label_schemas.InputCategorical class method) (databricks.agents.review_app.label_schemas.InputCategoricalList class method) (databricks.agents.review_app.label_schemas.InputNumeric class method) (databricks.agents.review_app.label_schemas.InputText class method) (databricks.agents.review_app.label_schemas.InputTextList class method) (databricks.agents.review_app.label_schemas.LabelSchema class method) (databricks.agents.review_app.LabelingSession class method) (databricks.agents.review_app.ReviewApp class method)

from_json() (databricks.agents.datasets.Dataset class method) (databricks.agents.monitoring.Monitor class method) (databricks.agents.monitoring.MonitoringConfig class method) (databricks.agents.review_app.Agent class method) (databricks.agents.review_app.label_schemas.InputCategorical class method) (databricks.agents.review_app.label_schemas.InputCategoricalList class method) (databricks.agents.review_app.label_schemas.InputNumeric class method) (databricks.agents.review_app.label_schemas.InputText class method) (databricks.agents.review_app.label_schemas.InputTextList class method) (databricks.agents.review_app.label_schemas.LabelSchema class method) (databricks.agents.review_app.LabelingSession class method) (databricks.agents.review_app.ReviewApp class method)

G

generate_evals_df() (in module databricks.agents.evals) get_dataset() (in module databricks.agents.datasets) get_deployments() (in module databricks.agents) get_external_monitor() (in module databricks.agents.monitoring) get_guidelines_judge() (databricks.agents.monitoring.AssessmentsSuiteConfig method) get_labeling_sessions() (databricks.agents.review_app.ReviewApp method) get_monitor() (in module databricks.agents.monitoring)

get_permissions() (in module databricks.agents) get_review_app() (in module databricks.agents.review_app) get_review_instructions() (in module databricks.agents) global_guidelines (databricks.agents.monitoring.MonitoringConfig attribute) groundedness() (in module databricks.agents.evals.judges) guideline_adherence() (in module databricks.agents.evals.judges) guidelines (databricks.agents.monitoring.GuidelinesJudge attribute) GuidelinesJudge (class in databricks.agents.monitoring)

I

input (databricks.agents.review_app.label_schemas.LabelSchema attribute) InputCategorical (class in databricks.agents.review_app.label_schemas) InputCategoricalList (class in databricks.agents.review_app.label_schemas) InputNumeric (class in databricks.agents.review_app.label_schemas)

InputText (class in databricks.agents.review_app.label_schemas) InputTextList (class in databricks.agents.review_app.label_schemas) insert() (databricks.agents.datasets.Dataset method) instruction (databricks.agents.review_app.label_schemas.LabelSchema attribute)

L

label_schemas (databricks.agents.review_app.LabelingSession attribute) (databricks.agents.review_app.ReviewApp attribute), [1] labeling_session_id (databricks.agents.review_app.LabelingSession attribute) LabelingSession (class in databricks.agents.review_app)

LabelSchema (class in databricks.agents.review_app.label_schemas) LabelSchemaType (class in databricks.agents.review_app.label_schemas) last_update_time (databricks.agents.datasets.Dataset attribute) last_updated_by (databricks.agents.datasets.Dataset attribute) list_deployments() (in module databricks.agents)

M

max_count (databricks.agents.review_app.label_schemas.InputTextList attribute) max_length (databricks.agents.review_app.label_schemas.InputText attribute) max_length_each (databricks.agents.review_app.label_schemas.InputTextList attribute) max_value (databricks.agents.review_app.label_schemas.InputNumeric attribute) metric() (in module databricks.agents.evals) metrics (databricks.agents.monitoring.MonitoringConfig attribute) min_value (databricks.agents.review_app.label_schemas.InputNumeric attribute) mlflow_run_id (databricks.agents.review_app.LabelingSession attribute) model_serving_endpoint (databricks.agents.review_app.Agent attribute) module databricks.agents databricks.agents.datasets databricks.agents.evals databricks.agents.evals.judges databricks.agents.monitoring databricks.agents.review_app databricks.agents.review_app.label_schemas

Monitor (class in databricks.agents.monitoring) monitoring_page_url (databricks.agents.monitoring.Monitor property) MonitoringConfig (class in databricks.agents.monitoring)

N

name (databricks.agents.datasets.Dataset attribute) (databricks.agents.monitoring.BuiltinJudge attribute) (databricks.agents.monitoring.GuidelinesJudge attribute) (databricks.agents.review_app.label_schemas.LabelSchema attribute) (databricks.agents.review_app.LabelingSession attribute)

NO_PERMISSIONS (databricks.agents.PermissionLevel attribute)

O

options (databricks.agents.review_app.label_schemas.InputCategorical attribute) (databricks.agents.review_app.label_schemas.InputCategoricalList attribute)

P

paused (databricks.agents.monitoring.AssessmentsSuiteConfig attribute) (databricks.agents.monitoring.MonitoringConfig attribute)

PAUSED (databricks.agents.monitoring.SchedulePauseStatus attribute) PermissionLevel (class in databricks.agents) profile (databricks.agents.datasets.Dataset attribute)

R

raw_span (databricks.agents.evals.ToolCallInvocation attribute) relevance_to_query() (in module databricks.agents.evals.judges) remove_agent() (databricks.agents.review_app.ReviewApp method)

review_app_id (databricks.agents.review_app.LabelingSession attribute) (databricks.agents.review_app.ReviewApp attribute), [1] ReviewApp (class in databricks.agents.review_app)

S

safety() (in module databricks.agents.evals.judges) sample (databricks.agents.monitoring.AssessmentsSuiteConfig attribute) (databricks.agents.monitoring.MonitoringConfig attribute) sample_rate (databricks.agents.monitoring.BuiltinJudge attribute) (databricks.agents.monitoring.GuidelinesJudge attribute) SchedulePauseStatus (class in databricks.agents.monitoring) schema() (databricks.agents.datasets.Dataset class method) (databricks.agents.monitoring.Monitor class method) (databricks.agents.monitoring.MonitoringConfig class method) (databricks.agents.review_app.Agent class method) (databricks.agents.review_app.label_schemas.InputCategorical class method) (databricks.agents.review_app.label_schemas.InputCategoricalList class method) (databricks.agents.review_app.label_schemas.InputNumeric class method) (databricks.agents.review_app.label_schemas.InputText class method) (databricks.agents.review_app.label_schemas.InputTextList class method) (databricks.agents.review_app.label_schemas.LabelSchema class method) (databricks.agents.review_app.LabelingSession class method) (databricks.agents.review_app.ReviewApp class method)

set_assigned_users() (databricks.agents.review_app.LabelingSession method) set_permissions() (in module databricks.agents) set_profile() (databricks.agents.datasets.Dataset method) set_review_instructions() (in module databricks.agents) source (databricks.agents.datasets.Dataset attribute) source_type (databricks.agents.datasets.Dataset attribute) sync_expectations() (databricks.agents.review_app.LabelingSession method)

T

title (databricks.agents.review_app.label_schemas.LabelSchema attribute) to_assessments_suite_config() (databricks.agents.monitoring.MonitoringConfig method) to_df() (databricks.agents.datasets.Dataset method) to_dict() (databricks.agents.datasets.Dataset method) (databricks.agents.evals.ToolCallInvocation method) (databricks.agents.monitoring.Monitor method) (databricks.agents.monitoring.MonitoringConfig method) (databricks.agents.review_app.Agent method) (databricks.agents.review_app.label_schemas.InputCategorical method) (databricks.agents.review_app.label_schemas.InputCategoricalList method) (databricks.agents.review_app.label_schemas.InputNumeric method) (databricks.agents.review_app.label_schemas.InputText method) (databricks.agents.review_app.label_schemas.InputTextList method) (databricks.agents.review_app.label_schemas.LabelSchema method) (databricks.agents.review_app.LabelingSession method) (databricks.agents.review_app.ReviewApp method) to_json() (databricks.agents.datasets.Dataset method) (databricks.agents.monitoring.Monitor method) (databricks.agents.monitoring.MonitoringConfig method) (databricks.agents.review_app.Agent method) (databricks.agents.review_app.label_schemas.InputCategorical method) (databricks.agents.review_app.label_schemas.InputCategoricalList method) (databricks.agents.review_app.label_schemas.InputNumeric method) (databricks.agents.review_app.label_schemas.InputText method) (databricks.agents.review_app.label_schemas.InputTextList method) (databricks.agents.review_app.label_schemas.LabelSchema method) (databricks.agents.review_app.LabelingSession method) (databricks.agents.review_app.ReviewApp method)

tool_call_args (databricks.agents.evals.ToolCallInvocation attribute) tool_call_id (databricks.agents.evals.ToolCallInvocation attribute) tool_call_result (databricks.agents.evals.ToolCallInvocation attribute) tool_name (databricks.agents.evals.ToolCallInvocation attribute) ToolCallInvocation (class in databricks.agents.evals) type (databricks.agents.review_app.label_schemas.LabelSchema attribute)

U

UNPAUSED (databricks.agents.monitoring.SchedulePauseStatus attribute) update_external_monitor() (in module databricks.agents.monitoring)

update_monitor() (in module databricks.agents.monitoring) url (databricks.agents.review_app.LabelingSession attribute) (databricks.agents.review_app.ReviewApp attribute), [1]