Index

A

add_agent() (databricks.agents.review_app.ReviewApp method) add_dataset() (databricks.agents.review_app.LabelingSession method) add_traces() (databricks.agents.review_app.LabelingSession method) Agent (class in databricks.agents.review_app)

agent (databricks.agents.review_app.LabelingSession attribute) agent_name (databricks.agents.review_app.Agent attribute) agents (databricks.agents.review_app.ReviewApp attribute), [1] assigned_users (databricks.agents.review_app.LabelingSession attribute) available_tools (databricks.agents.evals.ToolCallInvocation attribute)

C

CAN_MANAGE (databricks.agents.PermissionLevel attribute) CAN_QUERY (databricks.agents.PermissionLevel attribute) CAN_REVIEW (databricks.agents.PermissionLevel attribute) CAN_VIEW (databricks.agents.PermissionLevel attribute) chunk_relevance() (in module databricks.agents.evals.judges) context_sufficiency() (in module databricks.agents.evals.judges)

correctness() (in module databricks.agents.evals.judges) create_dataset() (in module databricks.agents.datasets) create_label_schema() (databricks.agents.review_app.ReviewApp method) create_labeling_session() (databricks.agents.review_app.ReviewApp method) create_time (databricks.agents.datasets.Dataset attribute) created_by (databricks.agents.datasets.Dataset attribute)

D

databricks.agents module databricks.agents.datasets module databricks.agents.evals module databricks.agents.evals.judges module databricks.agents.review_app module databricks.agents.review_app.label_schemas module

databricks.agents.review_app.label_schemas.EXPECTED_FACTS (in module databricks.agents.review_app.label_schemas) databricks.agents.review_app.label_schemas.EXPECTED_RESPONSE (in module databricks.agents.review_app.label_schemas) databricks.agents.review_app.label_schemas.GUIDELINES (in module databricks.agents.review_app.label_schemas) Dataset (class in databricks.agents.datasets) dataset_id (databricks.agents.datasets.Dataset attribute) delete_dataset() (in module databricks.agents.datasets) delete_deployment() (in module databricks.agents) delete_label_schema() (databricks.agents.review_app.ReviewApp method) delete_labeling_session() (databricks.agents.review_app.ReviewApp method) deploy() (in module databricks.agents) digest (databricks.agents.datasets.Dataset attribute)

E

enable_comment (databricks.agents.review_app.label_schemas.LabelSchema attribute) enable_trace_reviews() (in module databricks.agents) estimate_synthetic_num_evals() (in module databricks.agents.evals)

EXPECTATION (databricks.agents.review_app.label_schemas.LabelSchemaType attribute) experiment_id (databricks.agents.review_app.LabelingSession attribute) (databricks.agents.review_app.ReviewApp attribute), [1]

F

FEEDBACK (databricks.agents.review_app.label_schemas.LabelSchemaType attribute) from_dict() (databricks.agents.datasets.Dataset class method) (databricks.agents.evals.ToolCallInvocation class method) (databricks.agents.review_app.Agent class method) (databricks.agents.review_app.label_schemas.InputCategorical class method) (databricks.agents.review_app.label_schemas.InputCategoricalList class method) (databricks.agents.review_app.label_schemas.InputNumeric class method) (databricks.agents.review_app.label_schemas.InputText class method) (databricks.agents.review_app.label_schemas.InputTextList class method) (databricks.agents.review_app.label_schemas.LabelSchema class method) (databricks.agents.review_app.LabelingSession class method) (databricks.agents.review_app.ReviewApp class method)

from_json() (databricks.agents.datasets.Dataset class method) (databricks.agents.review_app.Agent class method) (databricks.agents.review_app.label_schemas.InputCategorical class method) (databricks.agents.review_app.label_schemas.InputCategoricalList class method) (databricks.agents.review_app.label_schemas.InputNumeric class method) (databricks.agents.review_app.label_schemas.InputText class method) (databricks.agents.review_app.label_schemas.InputTextList class method) (databricks.agents.review_app.label_schemas.LabelSchema class method) (databricks.agents.review_app.LabelingSession class method) (databricks.agents.review_app.ReviewApp class method)

G

generate_evals_df() (in module databricks.agents.evals) get_dataset() (in module databricks.agents.datasets) get_deployments() (in module databricks.agents) get_labeling_sessions() (databricks.agents.review_app.ReviewApp method)

get_permissions() (in module databricks.agents) get_review_app() (in module databricks.agents.review_app) get_review_instructions() (in module databricks.agents) groundedness() (in module databricks.agents.evals.judges) guideline_adherence() (in module databricks.agents.evals.judges)

I

input (databricks.agents.review_app.label_schemas.LabelSchema attribute) InputCategorical (class in databricks.agents.review_app.label_schemas) InputCategoricalList (class in databricks.agents.review_app.label_schemas) InputNumeric (class in databricks.agents.review_app.label_schemas)

InputText (class in databricks.agents.review_app.label_schemas) InputTextList (class in databricks.agents.review_app.label_schemas) insert() (databricks.agents.datasets.Dataset method) instruction (databricks.agents.review_app.label_schemas.LabelSchema attribute)

L

label_schemas (databricks.agents.review_app.LabelingSession attribute) (databricks.agents.review_app.ReviewApp attribute), [1] labeling_session_id (databricks.agents.review_app.LabelingSession attribute) LabelingSession (class in databricks.agents.review_app)

LabelSchema (class in databricks.agents.review_app.label_schemas) LabelSchemaType (class in databricks.agents.review_app.label_schemas) last_update_time (databricks.agents.datasets.Dataset attribute) last_updated_by (databricks.agents.datasets.Dataset attribute) list_deployments() (in module databricks.agents)

M

max_count (databricks.agents.review_app.label_schemas.InputTextList attribute) max_length (databricks.agents.review_app.label_schemas.InputText attribute) max_length_each (databricks.agents.review_app.label_schemas.InputTextList attribute) max_value (databricks.agents.review_app.label_schemas.InputNumeric attribute) metric() (in module databricks.agents.evals) min_value (databricks.agents.review_app.label_schemas.InputNumeric attribute) mlflow_run_id (databricks.agents.review_app.LabelingSession attribute)

model_serving_endpoint (databricks.agents.review_app.Agent attribute) module databricks.agents databricks.agents.datasets databricks.agents.evals databricks.agents.evals.judges databricks.agents.review_app databricks.agents.review_app.label_schemas

N

name (databricks.agents.datasets.Dataset attribute) (databricks.agents.review_app.label_schemas.LabelSchema attribute) (databricks.agents.review_app.LabelingSession attribute)

NO_PERMISSIONS (databricks.agents.PermissionLevel attribute)

O

options (databricks.agents.review_app.label_schemas.InputCategorical attribute) (databricks.agents.review_app.label_schemas.InputCategoricalList attribute)

P

PermissionLevel (class in databricks.agents)

profile (databricks.agents.datasets.Dataset attribute)

R

raw_span (databricks.agents.evals.ToolCallInvocation attribute) relevance_to_query() (in module databricks.agents.evals.judges) remove_agent() (databricks.agents.review_app.ReviewApp method)

review_app_id (databricks.agents.review_app.LabelingSession attribute) (databricks.agents.review_app.ReviewApp attribute), [1] ReviewApp (class in databricks.agents.review_app)

S

safety() (in module databricks.agents.evals.judges) schema() (databricks.agents.datasets.Dataset class method) (databricks.agents.review_app.Agent class method) (databricks.agents.review_app.label_schemas.InputCategorical class method) (databricks.agents.review_app.label_schemas.InputCategoricalList class method) (databricks.agents.review_app.label_schemas.InputNumeric class method) (databricks.agents.review_app.label_schemas.InputText class method) (databricks.agents.review_app.label_schemas.InputTextList class method) (databricks.agents.review_app.label_schemas.LabelSchema class method) (databricks.agents.review_app.LabelingSession class method) (databricks.agents.review_app.ReviewApp class method)

set_assigned_users() (databricks.agents.review_app.LabelingSession method) set_permissions() (in module databricks.agents) set_profile() (databricks.agents.datasets.Dataset method) set_review_instructions() (in module databricks.agents) source (databricks.agents.datasets.Dataset attribute) source_type (databricks.agents.datasets.Dataset attribute) sync_expectations() (databricks.agents.review_app.LabelingSession method)

T

title (databricks.agents.review_app.label_schemas.LabelSchema attribute) to_df() (databricks.agents.datasets.Dataset method) to_dict() (databricks.agents.datasets.Dataset method) (databricks.agents.evals.ToolCallInvocation method) (databricks.agents.review_app.Agent method) (databricks.agents.review_app.label_schemas.InputCategorical method) (databricks.agents.review_app.label_schemas.InputCategoricalList method) (databricks.agents.review_app.label_schemas.InputNumeric method) (databricks.agents.review_app.label_schemas.InputText method) (databricks.agents.review_app.label_schemas.InputTextList method) (databricks.agents.review_app.label_schemas.LabelSchema method) (databricks.agents.review_app.LabelingSession method) (databricks.agents.review_app.ReviewApp method) to_json() (databricks.agents.datasets.Dataset method) (databricks.agents.review_app.Agent method) (databricks.agents.review_app.label_schemas.InputCategorical method) (databricks.agents.review_app.label_schemas.InputCategoricalList method) (databricks.agents.review_app.label_schemas.InputNumeric method) (databricks.agents.review_app.label_schemas.InputText method) (databricks.agents.review_app.label_schemas.InputTextList method) (databricks.agents.review_app.label_schemas.LabelSchema method) (databricks.agents.review_app.LabelingSession method) (databricks.agents.review_app.ReviewApp method)

tool_call_args (databricks.agents.evals.ToolCallInvocation attribute) tool_call_id (databricks.agents.evals.ToolCallInvocation attribute) tool_call_result (databricks.agents.evals.ToolCallInvocation attribute) tool_name (databricks.agents.evals.ToolCallInvocation attribute) ToolCallInvocation (class in databricks.agents.evals) type (databricks.agents.review_app.label_schemas.LabelSchema attribute)

U

url (databricks.agents.review_app.LabelingSession attribute) (databricks.agents.review_app.ReviewApp attribute), [1]