Databricks Agents

• Databricks Agents Python API
  • Agent Framework
    • deploy()
    • get_deployments()
    • list_deployments()
    • delete_deployment()
    • set_permissions()
    • get_permissions()
    • enable_trace_reviews()
    • set_review_instructions()
    • get_review_instructions()
    • PermissionLevel
      • PermissionLevel.NO_PERMISSIONS
      • PermissionLevel.CAN_VIEW
      • PermissionLevel.CAN_QUERY
      • PermissionLevel.CAN_REVIEW
      • PermissionLevel.CAN_MANAGE
  • Agent Evaluation
    • generate_evals_df()
    • estimate_synthetic_num_evals()
    • metric()
    • ToolCallInvocation
      • ToolCallInvocation.tool_name
      • ToolCallInvocation.tool_call_args
      • ToolCallInvocation.tool_call_id
      • ToolCallInvocation.tool_call_result
      • ToolCallInvocation.raw_span
      • ToolCallInvocation.available_tools
      • ToolCallInvocation.to_dict()
      • ToolCallInvocation.from_dict()
    • Judges
      • chunk_relevance()
      • context_sufficiency()
      • correctness()
      • groundedness()
      • guideline_adherence()
      • relevance_to_query()
      • safety()
    • Datasets
      • create_dataset()
      • Dataset
        • Dataset.dataset_id
        • Dataset.digest
        • Dataset.name
        • Dataset.schema()
        • Dataset.profile
        • Dataset.source
        • Dataset.source_type
        • Dataset.create_time
        • Dataset.created_by
        • Dataset.last_update_time
        • Dataset.last_updated_by
        • Dataset.set_profile()
        • Dataset.insert()
        • Dataset.to_df()
        • Dataset.from_dict()
        • Dataset.from_json()
        • Dataset.to_dict()
        • Dataset.to_json()
      • delete_dataset()
      • get_dataset()
    • Review App
      • Agent
        • Agent.agent_name
        • Agent.model_serving_endpoint
        • Agent.from_dict()
        • Agent.from_json()
        • Agent.schema()
        • Agent.to_dict()
        • Agent.to_json()
      • get_review_app()
      • LabelingSession
        • LabelingSession.name
        • LabelingSession.assigned_users
        • LabelingSession.agent
        • LabelingSession.label_schemas
        • LabelingSession.labeling_session_id
        • LabelingSession.mlflow_run_id
        • LabelingSession.review_app_id
        • LabelingSession.experiment_id
        • LabelingSession.url
        • LabelingSession.add_dataset()
        • LabelingSession.add_traces()
        • LabelingSession.sync_expectations()
        • LabelingSession.set_assigned_users()
        • LabelingSession.from_dict()
        • LabelingSession.from_json()
        • LabelingSession.schema()
        • LabelingSession.to_dict()
        • LabelingSession.to_json()
      • ReviewApp
        • ReviewApp.review_app_id
        • ReviewApp.experiment_id
        • ReviewApp.url
        • ReviewApp.agents
        • ReviewApp.label_schemas
        • ReviewApp.review_app_id
        • ReviewApp.experiment_id
        • ReviewApp.url
        • ReviewApp.agents
        • ReviewApp.label_schemas
        • ReviewApp.add_agent()
        • ReviewApp.remove_agent()
        • ReviewApp.create_label_schema()
        • ReviewApp.delete_label_schema()
        • ReviewApp.create_labeling_session()
        • ReviewApp.get_labeling_sessions()
        • ReviewApp.delete_labeling_session()
        • ReviewApp.from_dict()
        • ReviewApp.from_json()
        • ReviewApp.schema()
        • ReviewApp.to_dict()
        • ReviewApp.to_json()
      • Label Schemas
        • LabelSchemaType
          • LabelSchemaType.FEEDBACK
          • LabelSchemaType.EXPECTATION
        • LabelSchema
          • LabelSchema.name
          • LabelSchema.type
          • LabelSchema.title
          • LabelSchema.input
          • LabelSchema.instruction
          • LabelSchema.enable_comment
          • LabelSchema.from_dict()
          • LabelSchema.from_json()
          • LabelSchema.schema()
          • LabelSchema.to_dict()
          • LabelSchema.to_json()
        • InputCategorical
          • InputCategorical.options
          • InputCategorical.from_dict()
          • InputCategorical.from_json()
          • InputCategorical.schema()
          • InputCategorical.to_dict()
          • InputCategorical.to_json()
        • InputCategoricalList
          • InputCategoricalList.options
          • InputCategoricalList.from_dict()
          • InputCategoricalList.from_json()
          • InputCategoricalList.schema()
          • InputCategoricalList.to_dict()
          • InputCategoricalList.to_json()
        • InputNumeric
          • InputNumeric.min_value
          • InputNumeric.max_value
          • InputNumeric.from_dict()
          • InputNumeric.from_json()
          • InputNumeric.schema()
          • InputNumeric.to_dict()
          • InputNumeric.to_json()
        • InputText
          • InputText.max_length
          • InputText.from_dict()
          • InputText.from_json()
          • InputText.schema()
          • InputText.to_dict()
          • InputText.to_json()
        • InputTextList
          • InputTextList.max_length_each
          • InputTextList.max_count
          • InputTextList.from_dict()
          • InputTextList.from_json()
          • InputTextList.schema()
          • InputTextList.to_dict()
          • InputTextList.to_json()
        • databricks.agents.review_app.label_schemas.EXPECTED_FACTS
        • databricks.agents.review_app.label_schemas.GUIDELINES
        • databricks.agents.review_app.label_schemas.EXPECTED_RESPONSE