Index

A

aadd_item() (scorable.datasets.DataSets method) aadd_items() (scorable.datasets.DataSets method) aarchive_item() (scorable.datasets.DataSets method) acalibrate() (scorable.skills.Evaluators method) acalibrate_run() (scorable.skills.Evaluators method) acreate() (scorable.annotations.Annotations method) (scorable.calibration_runs.CalibrationRuns method) (scorable.datasets.DataSets method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.projects.Projects method) (scorable.score_configs.ScoreConfigs method) (scorable.skills.Evaluators method) add_item() (scorable.datasets.DataSets method) add_items() (scorable.datasets.DataSets method) adelete() (scorable.annotations.Annotations method) (scorable.datasets.DataSets method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.projects.Projects method) (scorable.score_configs.ScoreConfigs method) (scorable.skills.Evaluators method) AEvaluator (class in scorable.skills) agenerate() (scorable.judges.Judges method) aget() (scorable.annotations.Annotations method) (scorable.calibration_runs.CalibrationRuns method) (scorable.datasets.DataSets method) (scorable.execution_logs.ExecutionLogs method) (scorable.judges.Judges method) (scorable.objectives.Objectives method) (scorable.score_configs.ScoreConfigs method) (scorable.skills.Evaluators method) aget_by_name() (scorable.skills.Evaluators method) aget_item() (scorable.datasets.DataSets method) AJudge (class in scorable.judges) alist() (scorable.annotations.Annotations method) (scorable.calibration_runs.CalibrationRuns method) (scorable.datasets.DataSets method) (scorable.execution_logs.ExecutionLogs method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.objectives.Versions method) (scorable.projects.Projects method) (scorable.score_configs.ScoreConfigs method) (scorable.skills.Evaluators method) (scorable.skills.Versions method)

alist_items() (scorable.calibration_runs.CalibrationRuns method) (scorable.datasets.DataSets method) Annotation (class in scorable.generated.openapi_aclient.models.annotation) (class in scorable.generated.openapi_client.models.annotation) annotation (scorable.generated.openapi_aclient.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_client.models.calibration_run_item.CalibrationRunItem attribute) Annotations (class in scorable.annotations) annotations (scorable.client.Scorable property) (scorable.generated.openapi_aclient.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_client.models.dataset_item.DatasetItem attribute) AnnotationStatusEnum (class in scorable.generated.openapi_aclient.models.annotation_status_enum) (class in scorable.generated.openapi_client.models.annotation_status_enum) Answer_Willingness (scorable.skills.Evaluators.Eval attribute) AObjective (class in scorable.objectives) api_key (scorable.client.Scorable attribute) (scorable.datasets.DataSets attribute) (scorable.files.Files attribute) applies_to_new_only (scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) APresetEvaluatorRunner (class in scorable.skills) archive_item() (scorable.datasets.DataSets method) aretrieve() (scorable.projects.Projects method) arun() (scorable.judges.AJudge method) (scorable.judges.Judges method) (scorable.skills.AEvaluator method) (scorable.skills.Evaluators method) arun_by_name() (scorable.judges.Judges method) (scorable.skills.Evaluators method) ASSISTANT (scorable.generated.openapi_aclient.models.role_enum.RoleEnum attribute) (scorable.generated.openapi_client.models.role_enum.RoleEnum attribute) aupdate() (scorable.annotations.Annotations method) (scorable.judges.Judges method) (scorable.objectives.Objectives method) (scorable.projects.Projects method) (scorable.score_configs.ScoreConfigs method) (scorable.skills.Evaluators method) aupdate_item() (scorable.datasets.DataSets method) aupload() (scorable.files.Files method)

B

BALANCED (scorable.generated.openapi_aclient.models.evaluator_behavior_enum.EvaluatorBehaviorEnum attribute) (scorable.generated.openapi_aclient.models.skill_test_input_behavior_enum.SkillTestInputBehaviorEnum attribute) (scorable.generated.openapi_client.models.evaluator_behavior_enum.EvaluatorBehaviorEnum attribute) (scorable.generated.openapi_client.models.skill_test_input_behavior_enum.SkillTestInputBehaviorEnum attribute) base_url (scorable.client.Scorable attribute) (scorable.datasets.DataSets attribute) (scorable.files.Files attribute) batch_execution_id (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute)

BatchExecutionStatus (class in scorable.generated.openapi_aclient.models.batch_execution_status) (class in scorable.generated.openapi_client.models.batch_execution_status) behavior (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) Beta (class in scorable.client) beta (scorable.client.Scorable property) BINARY (scorable.generated.openapi_aclient.models.score_config_type_enum.ScoreConfigTypeEnum attribute) (scorable.generated.openapi_client.models.score_config_type_enum.ScoreConfigTypeEnum attribute)

C

calibrate() (scorable.skills.Evaluators method) calibrate_run() (scorable.skills.Evaluators method) calibration_runs (scorable.client.Scorable property) CalibrationRun (class in scorable.generated.openapi_aclient.models.calibration_run) (class in scorable.generated.openapi_client.models.calibration_run) CalibrationRunItem (class in scorable.generated.openapi_aclient.models.calibration_run_item) (class in scorable.generated.openapi_client.models.calibration_run_item) CalibrationRuns (class in scorable.calibration_runs) CalibrationRunStatusEnum (class in scorable.generated.openapi_aclient.models.calibration_run_status_enum) (class in scorable.generated.openapi_client.models.calibration_run_status_enum) CalibrationSourceTypeEnum (class in scorable.generated.openapi_aclient.models.calibration_source_type_enum) (class in scorable.generated.openapi_client.models.calibration_source_type_enum) CATEGORICAL (scorable.generated.openapi_aclient.models.score_config_type_enum.ScoreConfigTypeEnum attribute) (scorable.generated.openapi_client.models.score_config_type_enum.ScoreConfigTypeEnum attribute) categories (scorable.generated.openapi_aclient.models.score_config.ScoreConfig attribute) (scorable.generated.openapi_client.models.score_config.ScoreConfig attribute) category (scorable.generated.openapi_aclient.models.annotation.Annotation attribute) (scorable.generated.openapi_client.models.annotation.Annotation attribute) change_note (scorable.generated.openapi_aclient.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) claim_token (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) Clarity (scorable.skills.Evaluators.Eval attribute) classification (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) client_context (scorable.annotations.Annotations attribute) (scorable.calibration_runs.CalibrationRuns attribute) (scorable.datasets.DataSets attribute) (scorable.execution_logs.ExecutionLogs attribute) (scorable.files.Files attribute) (scorable.judges.AJudge attribute) (scorable.judges.Judge attribute) (scorable.judges.Judges attribute) (scorable.models.Models attribute) (scorable.objectives.AObjective attribute) (scorable.objectives.Objective attribute) (scorable.objectives.Objectives attribute) (scorable.objectives.Versions attribute) (scorable.projects.Projects attribute) (scorable.score_configs.ScoreConfigs attribute) (scorable.skills.AEvaluator attribute) (scorable.skills.APresetEvaluatorRunner attribute) (scorable.skills.Evaluator attribute) (scorable.skills.Evaluators attribute) (scorable.skills.PresetEvaluatorRunner attribute) (scorable.skills.Versions attribute) Coherence (scorable.skills.Evaluators.Eval attribute) COMPLETED (scorable.generated.openapi_aclient.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_aclient.models.calibration_run_status_enum.CalibrationRunStatusEnum attribute) (scorable.generated.openapi_aclient.models.experiment_status_enum.ExperimentStatusEnum attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_client.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_client.models.calibration_run_status_enum.CalibrationRunStatusEnum attribute) (scorable.generated.openapi_client.models.experiment_status_enum.ExperimentStatusEnum attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) completed_at (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) completed_count (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) Completeness (scorable.skills.Evaluators.Eval attribute) Compliance_Preview (scorable.skills.Evaluators.Eval attribute) Conciseness (scorable.skills.Evaluators.Eval attribute) confidence (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute)

Confidentiality (scorable.skills.Evaluators.Eval attribute) content (scorable.generated.openapi_aclient.models.message_log_turn.MessageLogTurn attribute) (scorable.generated.openapi_client.models.message_log_turn.MessageLogTurn attribute) Context_Completeness (scorable.skills.Evaluators.Eval attribute) contexts (scorable.generated.openapi_aclient.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_aclient.models.message_log_turn.MessageLogTurn attribute) (scorable.generated.openapi_client.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_client.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_client.models.message_log_turn.MessageLogTurn attribute) CONTINUOUS (scorable.generated.openapi_aclient.models.score_config_type_enum.ScoreConfigTypeEnum attribute) (scorable.generated.openapi_client.models.score_config_type_enum.ScoreConfigTypeEnum attribute) cost (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) create() (scorable.annotations.Annotations method) (scorable.calibration_runs.CalibrationRuns method) (scorable.datasets.DataSets method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.projects.Projects method) (scorable.score_configs.ScoreConfigs method) (scorable.skills.Evaluators method) created_at (scorable.generated.openapi_aclient.models.annotation.Annotation attribute) (scorable.generated.openapi_aclient.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_aclient.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_aclient.models.project.Project attribute) (scorable.generated.openapi_aclient.models.score_config.ScoreConfig attribute) (scorable.generated.openapi_client.models.annotation.Annotation attribute) (scorable.generated.openapi_client.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_client.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_client.models.project.Project attribute) (scorable.generated.openapi_client.models.score_config.ScoreConfig attribute)

D

dataset (scorable.generated.openapi_aclient.models.calibration_run.CalibrationRun attribute) DATASET (scorable.generated.openapi_aclient.models.calibration_source_type_enum.CalibrationSourceTypeEnum attribute) dataset (scorable.generated.openapi_client.models.calibration_run.CalibrationRun attribute) DATASET (scorable.generated.openapi_client.models.calibration_source_type_enum.CalibrationSourceTypeEnum attribute) dataset_id (scorable.skills.ReferenceVariable attribute) dataset_item (scorable.generated.openapi_aclient.models.annotation.Annotation attribute) (scorable.generated.openapi_aclient.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_client.models.annotation.Annotation attribute) (scorable.generated.openapi_client.models.calibration_run_item.CalibrationRunItem attribute) DataSetCreate (class in scorable.generated.openapi_aclient.models.data_set_create) (class in scorable.generated.openapi_client.models.data_set_create) DatasetItem (class in scorable.generated.openapi_aclient.models.dataset_item) (class in scorable.generated.openapi_client.models.dataset_item) DataSetList (class in scorable.generated.openapi_aclient.models.data_set_list) (class in scorable.generated.openapi_client.models.data_set_list) DataSets (class in scorable.datasets) datasets (scorable.client.Scorable property) DataSetType (class in scorable.generated.openapi_aclient.models.data_set_type) (class in scorable.generated.openapi_client.models.data_set_type) delay_seconds (scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute)

delete() (scorable.annotations.Annotations method) (scorable.datasets.DataSets method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.projects.Projects method) (scorable.score_configs.ScoreConfigs method) (scorable.skills.Evaluators method) demonstration_dataset_id (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) description (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) (scorable.generated.openapi_aclient.models.project.Project attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) (scorable.generated.openapi_client.models.project.Project attribute) disagreement (scorable.generated.openapi_aclient.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_client.models.calibration_run_item.CalibrationRunItem attribute) DRAFT (scorable.generated.openapi_aclient.models.annotation_status_enum.AnnotationStatusEnum attribute) (scorable.generated.openapi_client.models.annotation_status_enum.AnnotationStatusEnum attribute) duration (scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute)

E

email (scorable.generated.openapi_aclient.models.nested_user_details.NestedUserDetails attribute) (scorable.generated.openapi_client.models.nested_user_details.NestedUserDetails attribute) end (scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) (scorable.generated.openapi_client.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) Engagingness (scorable.skills.Evaluators.Eval attribute) error (scorable.generated.openapi_aclient.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) error_code (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) error_message (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) evaluation_context (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) evaluation_justification (scorable.generated.openapi_aclient.models.message_log_turn.MessageLogTurn attribute) (scorable.generated.openapi_client.models.message_log_turn.MessageLogTurn attribute) Evaluator (class in scorable.generated.openapi_aclient.models.evaluator) (class in scorable.generated.openapi_client.models.evaluator) (class in scorable.skills) evaluator_demonstrations (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) evaluator_external_id (scorable.generated.openapi_aclient.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_client.models.calibration_run.CalibrationRun attribute) evaluator_id (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.skills.APresetEvaluatorRunner attribute) (scorable.skills.PresetEvaluatorRunner attribute) evaluator_latencies (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) evaluator_name (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) evaluator_results (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_execution_response.JudgeExecutionResponse attribute) (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_execution_response.JudgeExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) evaluator_score (scorable.generated.openapi_aclient.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_client.models.calibration_run_item.CalibrationRunItem attribute) evaluator_version_id (scorable.generated.openapi_aclient.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.skills.APresetEvaluatorRunner attribute) (scorable.skills.PresetEvaluatorRunner attribute) EvaluatorBehaviorEnum (class in scorable.generated.openapi_aclient.models.evaluator_behavior_enum) (class in scorable.generated.openapi_client.models.evaluator_behavior_enum) EvaluatorCalibrationOutput (class in scorable.generated.openapi_aclient.models.evaluator_calibration_output) (class in scorable.generated.openapi_client.models.evaluator_calibration_output) EvaluatorCalibrationResult (class in scorable.generated.openapi_aclient.models.evaluator_calibration_result) (class in scorable.generated.openapi_client.models.evaluator_calibration_result) EvaluatorDemonstrations (class in scorable.generated.openapi_aclient.models.evaluator_demonstrations) (class in scorable.generated.openapi_client.models.evaluator_demonstrations) EvaluatorExecutionResult (class in scorable.generated.openapi_aclient.models.evaluator_execution_result) (class in scorable.generated.openapi_client.models.evaluator_execution_result) EvaluatorInputsValue (class in scorable.generated.openapi_aclient.models.evaluator_inputs_value) (class in scorable.generated.openapi_client.models.evaluator_inputs_value) EvaluatorInputsValueItems (class in scorable.generated.openapi_aclient.models.evaluator_inputs_value_items) (class in scorable.generated.openapi_client.models.evaluator_inputs_value_items)

EvaluatorListOutput (class in scorable.generated.openapi_aclient.models.evaluator_list_output) (class in scorable.generated.openapi_client.models.evaluator_list_output) EvaluatorName (scorable.skills.Evaluators attribute) EvaluatorReference (class in scorable.generated.openapi_aclient.models.evaluator_reference) (class in scorable.generated.openapi_client.models.evaluator_reference) EvaluatorResult (class in scorable.generated.openapi_aclient.models.evaluator_result) (class in scorable.generated.openapi_client.models.evaluator_result) Evaluators (class in scorable.skills) evaluators (scorable.client.Scorable property) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) Evaluators.Eval (class in scorable.skills) executed_item_id (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) executed_item_name (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) executed_item_version_id (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) execution_log (scorable.generated.openapi_aclient.models.annotation.Annotation attribute) (scorable.generated.openapi_aclient.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_client.models.annotation.Annotation attribute) (scorable.generated.openapi_client.models.calibration_run_item.CalibrationRunItem attribute) execution_log_id (scorable.execution_logs.ExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_execution_response.JudgeExecutionResponse attribute) (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_execution_response.JudgeExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) execution_logs (scorable.client.Scorable property) execution_type (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) ExecutionLogDetails (class in scorable.generated.openapi_aclient.models.execution_log_details) (class in scorable.generated.openapi_client.models.execution_log_details) ExecutionLogDetailsEvaluationContext (class in scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context) (class in scorable.generated.openapi_client.models.execution_log_details_evaluation_context) ExecutionLogDetailsEvaluatorLatenciesInner (class in scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner) (class in scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner) ExecutionLogList (class in scorable.generated.openapi_aclient.models.execution_log_list) (class in scorable.generated.openapi_client.models.execution_log_list) ExecutionLogListEvaluationContext (class in scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context) (class in scorable.generated.openapi_client.models.execution_log_list_evaluation_context) ExecutionLogs (class in scorable.execution_logs) ExecutionResult (class in scorable.execution_logs) expected_output (scorable.generated.openapi_aclient.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_client.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_client.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) expected_score (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) ExperimentStatusEnum (class in scorable.generated.openapi_aclient.models.experiment_status_enum) (class in scorable.generated.openapi_client.models.experiment_status_enum) external_id (scorable.generated.openapi_aclient.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_client.models.dataset_item.DatasetItem attribute) extractor_rules (scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute)

F

FAILED (scorable.generated.openapi_aclient.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_aclient.models.calibration_run_status_enum.CalibrationRunStatusEnum attribute) (scorable.generated.openapi_aclient.models.experiment_status_enum.ExperimentStatusEnum attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_client.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_client.models.calibration_run_status_enum.CalibrationRunStatusEnum attribute) (scorable.generated.openapi_client.models.experiment_status_enum.ExperimentStatusEnum attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) failed_count (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) Faithfulness (scorable.skills.Evaluators.Eval attribute) Faithfulness_Swift (scorable.skills.Evaluators.Eval attribute) Faithfulness_to_Citations (scorable.skills.Evaluators.Eval attribute) FAST (scorable.generated.openapi_aclient.models.evaluator_behavior_enum.EvaluatorBehaviorEnum attribute) (scorable.generated.openapi_aclient.models.skill_test_input_behavior_enum.SkillTestInputBehaviorEnum attribute) (scorable.generated.openapi_client.models.evaluator_behavior_enum.EvaluatorBehaviorEnum attribute) (scorable.generated.openapi_client.models.skill_test_input_behavior_enum.SkillTestInputBehaviorEnum attribute)

file (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) Files (class in scorable.files) files (scorable.client.Scorable property) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) FileUploadResponse (class in scorable.generated.openapi_aclient.models.file_upload_response) (class in scorable.generated.openapi_client.models.file_upload_response) filter_criteria (scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) FINISHED (scorable.generated.openapi_aclient.models.validation_result_status.ValidationResultStatus attribute) (scorable.generated.openapi_client.models.validation_result_status.ValidationResultStatus attribute) first_span_at (scorable.generated.openapi_aclient.models.otel_trace_record.OtelTraceRecord attribute) (scorable.generated.openapi_client.models.otel_trace_record.OtelTraceRecord attribute) Formality (scorable.skills.Evaluators.Eval attribute) full_name (scorable.generated.openapi_aclient.models.nested_user_details.NestedUserDetails attribute) (scorable.generated.openapi_client.models.nested_user_details.NestedUserDetails attribute)

G

generate() (scorable.judges.Judges method) get() (scorable.annotations.Annotations method) (scorable.calibration_runs.CalibrationRuns method) (scorable.datasets.DataSets method) (scorable.execution_logs.ExecutionLogs method) (scorable.judges.Judges method) (scorable.objectives.Objectives method) (scorable.score_configs.ScoreConfigs method) (scorable.skills.Evaluators method)

get_by_name() (scorable.skills.Evaluators method) get_client_context (scorable.client.Scorable property) get_item() (scorable.datasets.DataSets method)

H

Harmlessness (scorable.skills.Evaluators.Eval attribute) has_header (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) Helpfulness (scorable.skills.Evaluators.Eval attribute)

HIGH (scorable.generated.openapi_aclient.models.reasoning_effort_enum.ReasoningEffortEnum attribute) (scorable.generated.openapi_client.models.reasoning_effort_enum.ReasoningEffortEnum attribute) human_value (scorable.generated.openapi_aclient.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_client.models.calibration_run_item.CalibrationRunItem attribute)

I

ID (class in scorable.generated.openapi_aclient.models.id) (class in scorable.generated.openapi_client.models.id) id (scorable.generated.openapi_aclient.models.annotation.Annotation attribute) (scorable.generated.openapi_aclient.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_aclient.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_aclient.models.file_upload_response.FileUploadResponse attribute) (scorable.generated.openapi_aclient.models.id.ID attribute) (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_aclient.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_aclient.models.project.Project attribute) (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_aclient.models.score_config.ScoreConfig attribute) (scorable.generated.openapi_client.models.annotation.Annotation attribute) (scorable.generated.openapi_client.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_client.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.file_upload_response.FileUploadResponse attribute) (scorable.generated.openapi_client.models.id.ID attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.model.Model attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_client.models.project.Project attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) (scorable.generated.openapi_client.models.score_config.ScoreConfig attribute)

improved_response (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) index (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) Information_Density (scorable.skills.Evaluators.Eval attribute) input (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) input_preview (scorable.generated.openapi_aclient.models.otel_trace_record.OtelTraceRecord attribute) (scorable.generated.openapi_client.models.otel_trace_record.OtelTraceRecord attribute) input_variables (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) inputs (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) InputVariable (class in scorable.generated.openapi_aclient.models.input_variable) (class in scorable.generated.openapi_client.models.input_variable) (class in scorable.skills) intent (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (scorable.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (scorable.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) is_active (scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) is_archived (scorable.generated.openapi_aclient.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_client.models.dataset_item.DatasetItem attribute) is_default (scorable.generated.openapi_aclient.models.project.Project attribute) (scorable.generated.openapi_aclient.models.score_config.ScoreConfig attribute) (scorable.generated.openapi_client.models.project.Project attribute) (scorable.generated.openapi_client.models.score_config.ScoreConfig attribute) is_gdpr_compliant (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) is_latest_version (scorable.generated.openapi_aclient.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_client.models.dataset_item.DatasetItem attribute) is_root_evaluator (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) items (scorable.generated.openapi_aclient.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute)

J

Judge (class in scorable.generated.openapi_aclient.models.judge) (class in scorable.generated.openapi_client.models.judge) (class in scorable.judges) judge (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) judge_id (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) judge_version_id (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) JudgeBatchExecutionDetail (class in scorable.generated.openapi_aclient.models.judge_batch_execution_detail) (class in scorable.generated.openapi_client.models.judge_batch_execution_detail) JudgeBatchExecutionItem (class in scorable.generated.openapi_aclient.models.judge_batch_execution_item) (class in scorable.generated.openapi_client.models.judge_batch_execution_item) JudgeBatchExecutionItemInput (class in scorable.generated.openapi_aclient.models.judge_batch_execution_item_input) (class in scorable.generated.openapi_client.models.judge_batch_execution_item_input) JudgeBatchExecutionItemStatusEnum (class in scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum) (class in scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum) JudgeBatchExecutionListItem (class in scorable.generated.openapi_aclient.models.judge_batch_execution_list_item) (class in scorable.generated.openapi_client.models.judge_batch_execution_list_item) JudgeBatchExecutionResponse (class in scorable.generated.openapi_aclient.models.judge_batch_execution_response) (class in scorable.generated.openapi_client.models.judge_batch_execution_response) JudgeExecutionResponse (class in scorable.generated.openapi_aclient.models.judge_execution_response) (class in scorable.generated.openapi_client.models.judge_execution_response) JudgeFilesInner (class in scorable.generated.openapi_aclient.models.judge_files_inner) (class in scorable.generated.openapi_client.models.judge_files_inner)

JudgeGeneratorResponse (class in scorable.generated.openapi_aclient.models.judge_generator_response) (class in scorable.generated.openapi_client.models.judge_generator_response) JudgeList (class in scorable.generated.openapi_aclient.models.judge_list) (class in scorable.generated.openapi_client.models.judge_list) JudgeRectifierResponse (class in scorable.generated.openapi_aclient.models.judge_rectifier_response) (class in scorable.generated.openapi_client.models.judge_rectifier_response) Judges (class in scorable.judges) judges (scorable.client.Beta property) (scorable.client.Scorable property) JudgesSyntheticDataRetrieve200Response (class in scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response) (class in scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response) JudgesSyntheticDataRetrieve200ResponseSamplesInner (class in scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response_samples_inner) (class in scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response_samples_inner) justification (scorable.generated.openapi_aclient.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute)

K

Knowledge_Retention (scorable.skills.Evaluators.Eval attribute)

L

last_span_at (scorable.generated.openapi_aclient.models.otel_trace_record.OtelTraceRecord attribute) (scorable.generated.openapi_client.models.otel_trace_record.OtelTraceRecord attribute) list() (scorable.annotations.Annotations method) (scorable.calibration_runs.CalibrationRuns method) (scorable.datasets.DataSets method) (scorable.execution_logs.ExecutionLogs method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.objectives.Versions method) (scorable.projects.Projects method) (scorable.score_configs.ScoreConfigs method) (scorable.skills.Evaluators method) (scorable.skills.Versions method) list_items() (scorable.calibration_runs.CalibrationRuns method) (scorable.datasets.DataSets method)

llm_output (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) logo_dark (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) logo_light (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) LOGS (scorable.generated.openapi_aclient.models.calibration_source_type_enum.CalibrationSourceTypeEnum attribute) (scorable.generated.openapi_client.models.calibration_source_type_enum.CalibrationSourceTypeEnum attribute) LOW (scorable.generated.openapi_aclient.models.reasoning_effort_enum.ReasoningEffortEnum attribute) (scorable.generated.openapi_client.models.reasoning_effort_enum.ReasoningEffortEnum attribute)

M

MAX_BULK_ITEMS (in module scorable.datasets) max_output_token_count (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_client.models.model.Model attribute) max_token_count (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_client.models.model.Model attribute) max_value (scorable.generated.openapi_aclient.models.score_config.ScoreConfig attribute) (scorable.generated.openapi_client.models.score_config.ScoreConfig attribute) MEDIUM (scorable.generated.openapi_aclient.models.reasoning_effort_enum.ReasoningEffortEnum attribute) (scorable.generated.openapi_client.models.reasoning_effort_enum.ReasoningEffortEnum attribute) MessageLogTurn (class in scorable.generated.openapi_aclient.models.message_log_turn) (class in scorable.generated.openapi_client.models.message_log_turn) meta (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) metadata (scorable.generated.openapi_aclient.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_client.models.dataset_item.DatasetItem attribute) metrics (scorable.generated.openapi_aclient.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_client.models.calibration_run.CalibrationRun attribute) min_value (scorable.generated.openapi_aclient.models.score_config.ScoreConfig attribute) (scorable.generated.openapi_client.models.score_config.ScoreConfig attribute) missing_context_from_system_goal (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) Model (class in scorable.generated.openapi_aclient.models.model) (class in scorable.generated.openapi_client.models.model) model (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.model.Model attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) model_call_duration (scorable.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) model_config (scorable.generated.openapi_aclient.models.annotation.Annotation attribute) (scorable.generated.openapi_aclient.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_aclient.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_aclient.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_aclient.models.file_upload_response.FileUploadResponse attribute) (scorable.generated.openapi_aclient.models.id.ID attribute) (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute) (scorable.generated.openapi_aclient.models.judge_execution_response.JudgeExecutionResponse attribute) (scorable.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute) (scorable.generated.openapi_aclient.models.message_log_turn.MessageLogTurn attribute) (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_aclient.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (scorable.generated.openapi_aclient.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_aclient.models.nested_user_details.NestedUserDetails attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_aclient.models.otel_trace.OtelTrace attribute) (scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_aclient.models.otel_trace_record.OtelTraceRecord attribute) (scorable.generated.openapi_aclient.models.paginated_annotation_list.PaginatedAnnotationList attribute) (scorable.generated.openapi_aclient.models.paginated_calibration_run_item_list.PaginatedCalibrationRunItemList attribute) (scorable.generated.openapi_aclient.models.paginated_calibration_run_list.PaginatedCalibrationRunList attribute) (scorable.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_aclient.models.paginated_dataset_item_list.PaginatedDatasetItemList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_aclient.models.paginated_otel_trace_record_list.PaginatedOtelTraceRecordList attribute) (scorable.generated.openapi_aclient.models.paginated_project_list.PaginatedProjectList attribute) (scorable.generated.openapi_aclient.models.paginated_score_config_list.PaginatedScoreConfigList attribute) (scorable.generated.openapi_aclient.models.project.Project attribute) (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_aclient.models.score_config.ScoreConfig attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) (scorable.generated.openapi_client.models.annotation.Annotation attribute) (scorable.generated.openapi_client.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_client.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_client.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_client.models.file_upload_response.FileUploadResponse attribute) (scorable.generated.openapi_client.models.id.ID attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_execution_response.JudgeExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute) (scorable.generated.openapi_client.models.message_log_turn.MessageLogTurn attribute) (scorable.generated.openapi_client.models.model.Model attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (scorable.generated.openapi_client.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_client.models.nested_user_details.NestedUserDetails attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.otel_trace.OtelTrace attribute) (scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_client.models.otel_trace_record.OtelTraceRecord attribute) (scorable.generated.openapi_client.models.paginated_annotation_list.PaginatedAnnotationList attribute) (scorable.generated.openapi_client.models.paginated_calibration_run_item_list.PaginatedCalibrationRunItemList attribute) (scorable.generated.openapi_client.models.paginated_calibration_run_list.PaginatedCalibrationRunList attribute) (scorable.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_client.models.paginated_dataset_item_list.PaginatedDatasetItemList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_client.models.paginated_otel_trace_record_list.PaginatedOtelTraceRecordList attribute) (scorable.generated.openapi_client.models.paginated_project_list.PaginatedProjectList attribute) (scorable.generated.openapi_client.models.paginated_score_config_list.PaginatedScoreConfigList attribute) (scorable.generated.openapi_client.models.project.Project attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) (scorable.generated.openapi_client.models.score_config.ScoreConfig attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) ModelList (class in scorable.generated.openapi_aclient.models.model_list) (class in scorable.generated.openapi_client.models.model_list) ModelListVisibilityEnum (class in scorable.generated.openapi_aclient.models.model_list_visibility_enum) (class in scorable.generated.openapi_client.models.model_list_visibility_enum) ModelName (in module scorable.skills) Models (class in scorable.models) models (scorable.client.Scorable property) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute)

ModelTestResponse (class in scorable.generated.openapi_aclient.models.model_test_response) (class in scorable.generated.openapi_client.models.model_test_response) module scorable scorable.annotations scorable.calibration_runs scorable.client scorable.datasets scorable.execution_logs scorable.files scorable.generated scorable.generated.openapi_aclient scorable.generated.openapi_aclient.api scorable.generated.openapi_aclient.models scorable.generated.openapi_aclient.models.annotation scorable.generated.openapi_aclient.models.annotation_status_enum scorable.generated.openapi_aclient.models.batch_execution_status scorable.generated.openapi_aclient.models.calibration_run scorable.generated.openapi_aclient.models.calibration_run_item scorable.generated.openapi_aclient.models.calibration_run_status_enum scorable.generated.openapi_aclient.models.calibration_source_type_enum scorable.generated.openapi_aclient.models.data_set_create scorable.generated.openapi_aclient.models.data_set_list scorable.generated.openapi_aclient.models.data_set_type scorable.generated.openapi_aclient.models.dataset_item scorable.generated.openapi_aclient.models.evaluator scorable.generated.openapi_aclient.models.evaluator_behavior_enum scorable.generated.openapi_aclient.models.evaluator_calibration_output scorable.generated.openapi_aclient.models.evaluator_calibration_result scorable.generated.openapi_aclient.models.evaluator_demonstrations scorable.generated.openapi_aclient.models.evaluator_execution_result scorable.generated.openapi_aclient.models.evaluator_inputs_value scorable.generated.openapi_aclient.models.evaluator_inputs_value_items scorable.generated.openapi_aclient.models.evaluator_list_output scorable.generated.openapi_aclient.models.evaluator_reference scorable.generated.openapi_aclient.models.evaluator_result scorable.generated.openapi_aclient.models.execution_log_details scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner scorable.generated.openapi_aclient.models.execution_log_list scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context scorable.generated.openapi_aclient.models.experiment_status_enum scorable.generated.openapi_aclient.models.file_upload_response scorable.generated.openapi_aclient.models.id scorable.generated.openapi_aclient.models.input_variable scorable.generated.openapi_aclient.models.judge scorable.generated.openapi_aclient.models.judge_batch_execution_detail scorable.generated.openapi_aclient.models.judge_batch_execution_item scorable.generated.openapi_aclient.models.judge_batch_execution_item_input scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum scorable.generated.openapi_aclient.models.judge_batch_execution_list_item scorable.generated.openapi_aclient.models.judge_batch_execution_response scorable.generated.openapi_aclient.models.judge_execution_response scorable.generated.openapi_aclient.models.judge_files_inner scorable.generated.openapi_aclient.models.judge_generator_response scorable.generated.openapi_aclient.models.judge_list scorable.generated.openapi_aclient.models.judge_rectifier_response scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response_samples_inner scorable.generated.openapi_aclient.models.message_log_turn scorable.generated.openapi_aclient.models.model scorable.generated.openapi_aclient.models.model_list scorable.generated.openapi_aclient.models.model_list_visibility_enum scorable.generated.openapi_aclient.models.model_test_response scorable.generated.openapi_aclient.models.nested_evaluator scorable.generated.openapi_aclient.models.nested_evaluator_objective scorable.generated.openapi_aclient.models.nested_judge scorable.generated.openapi_aclient.models.nested_objective_list scorable.generated.openapi_aclient.models.nested_user_details scorable.generated.openapi_aclient.models.null_enum scorable.generated.openapi_aclient.models.objective scorable.generated.openapi_aclient.models.objective_list scorable.generated.openapi_aclient.models.otel_trace scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output scorable.generated.openapi_aclient.models.otel_trace_record scorable.generated.openapi_aclient.models.paginated_annotation_list scorable.generated.openapi_aclient.models.paginated_calibration_run_item_list scorable.generated.openapi_aclient.models.paginated_calibration_run_list scorable.generated.openapi_aclient.models.paginated_data_set_list_list scorable.generated.openapi_aclient.models.paginated_dataset_item_list scorable.generated.openapi_aclient.models.paginated_evaluator_list scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list scorable.generated.openapi_aclient.models.paginated_execution_log_list_list scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list scorable.generated.openapi_aclient.models.paginated_judge_list_list scorable.generated.openapi_aclient.models.paginated_model_list_list scorable.generated.openapi_aclient.models.paginated_objective_list scorable.generated.openapi_aclient.models.paginated_objective_list_list scorable.generated.openapi_aclient.models.paginated_otel_trace_record_list scorable.generated.openapi_aclient.models.paginated_project_list scorable.generated.openapi_aclient.models.paginated_score_config_list scorable.generated.openapi_aclient.models.project scorable.generated.openapi_aclient.models.provider scorable.generated.openapi_aclient.models.reasoning_effort_enum scorable.generated.openapi_aclient.models.role_enum scorable.generated.openapi_aclient.models.score_config scorable.generated.openapi_aclient.models.score_config_type_enum scorable.generated.openapi_aclient.models.skill_execution_validator_result scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range scorable.generated.openapi_aclient.models.skill_test_input_behavior_enum scorable.generated.openapi_aclient.models.status_enum scorable.generated.openapi_aclient.models.validation_result_status scorable.generated.openapi_aclient.models.visibility_enum scorable.generated.openapi_client scorable.generated.openapi_client.api scorable.generated.openapi_client.models scorable.generated.openapi_client.models.annotation scorable.generated.openapi_client.models.annotation_status_enum scorable.generated.openapi_client.models.batch_execution_status scorable.generated.openapi_client.models.calibration_run scorable.generated.openapi_client.models.calibration_run_item scorable.generated.openapi_client.models.calibration_run_status_enum scorable.generated.openapi_client.models.calibration_source_type_enum scorable.generated.openapi_client.models.data_set_create scorable.generated.openapi_client.models.data_set_list scorable.generated.openapi_client.models.data_set_type scorable.generated.openapi_client.models.dataset_item scorable.generated.openapi_client.models.evaluator scorable.generated.openapi_client.models.evaluator_behavior_enum scorable.generated.openapi_client.models.evaluator_calibration_output scorable.generated.openapi_client.models.evaluator_calibration_result scorable.generated.openapi_client.models.evaluator_demonstrations scorable.generated.openapi_client.models.evaluator_execution_result scorable.generated.openapi_client.models.evaluator_inputs_value scorable.generated.openapi_client.models.evaluator_inputs_value_items scorable.generated.openapi_client.models.evaluator_list_output scorable.generated.openapi_client.models.evaluator_reference scorable.generated.openapi_client.models.evaluator_result scorable.generated.openapi_client.models.execution_log_details scorable.generated.openapi_client.models.execution_log_details_evaluation_context scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner scorable.generated.openapi_client.models.execution_log_list scorable.generated.openapi_client.models.execution_log_list_evaluation_context scorable.generated.openapi_client.models.experiment_status_enum scorable.generated.openapi_client.models.file_upload_response scorable.generated.openapi_client.models.id scorable.generated.openapi_client.models.input_variable scorable.generated.openapi_client.models.judge scorable.generated.openapi_client.models.judge_batch_execution_detail scorable.generated.openapi_client.models.judge_batch_execution_item scorable.generated.openapi_client.models.judge_batch_execution_item_input scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum scorable.generated.openapi_client.models.judge_batch_execution_list_item scorable.generated.openapi_client.models.judge_batch_execution_response scorable.generated.openapi_client.models.judge_execution_response scorable.generated.openapi_client.models.judge_files_inner scorable.generated.openapi_client.models.judge_generator_response scorable.generated.openapi_client.models.judge_list scorable.generated.openapi_client.models.judge_rectifier_response scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response_samples_inner scorable.generated.openapi_client.models.message_log_turn scorable.generated.openapi_client.models.model scorable.generated.openapi_client.models.model_list scorable.generated.openapi_client.models.model_list_visibility_enum scorable.generated.openapi_client.models.model_test_response scorable.generated.openapi_client.models.nested_evaluator scorable.generated.openapi_client.models.nested_evaluator_objective scorable.generated.openapi_client.models.nested_judge scorable.generated.openapi_client.models.nested_objective_list scorable.generated.openapi_client.models.nested_user_details scorable.generated.openapi_client.models.null_enum scorable.generated.openapi_client.models.objective scorable.generated.openapi_client.models.objective_list scorable.generated.openapi_client.models.otel_trace scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output scorable.generated.openapi_client.models.otel_trace_record scorable.generated.openapi_client.models.paginated_annotation_list scorable.generated.openapi_client.models.paginated_calibration_run_item_list scorable.generated.openapi_client.models.paginated_calibration_run_list scorable.generated.openapi_client.models.paginated_data_set_list_list scorable.generated.openapi_client.models.paginated_dataset_item_list scorable.generated.openapi_client.models.paginated_evaluator_list scorable.generated.openapi_client.models.paginated_evaluator_list_output_list scorable.generated.openapi_client.models.paginated_execution_log_list_list scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list scorable.generated.openapi_client.models.paginated_judge_list_list scorable.generated.openapi_client.models.paginated_model_list_list scorable.generated.openapi_client.models.paginated_objective_list scorable.generated.openapi_client.models.paginated_objective_list_list scorable.generated.openapi_client.models.paginated_otel_trace_record_list scorable.generated.openapi_client.models.paginated_project_list scorable.generated.openapi_client.models.paginated_score_config_list scorable.generated.openapi_client.models.project scorable.generated.openapi_client.models.provider scorable.generated.openapi_client.models.reasoning_effort_enum scorable.generated.openapi_client.models.role_enum scorable.generated.openapi_client.models.score_config scorable.generated.openapi_client.models.score_config_type_enum scorable.generated.openapi_client.models.skill_execution_validator_result scorable.generated.openapi_client.models.skill_test_data_request_dataset_range scorable.generated.openapi_client.models.skill_test_input_behavior_enum scorable.generated.openapi_client.models.status_enum scorable.generated.openapi_client.models.validation_result_status scorable.generated.openapi_client.models.visibility_enum scorable.judges scorable.models scorable.multiturn scorable.objectives scorable.projects scorable.score_configs scorable.skills

N

n_examples (scorable.generated.openapi_aclient.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_client.models.calibration_run.CalibrationRun attribute) n_skipped (scorable.generated.openapi_aclient.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_client.models.calibration_run.CalibrationRun attribute) name (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_aclient.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_aclient.models.project.Project attribute) (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_aclient.models.score_config.ScoreConfig attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) (scorable.generated.openapi_client.models.model.Model attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_client.models.project.Project attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) (scorable.generated.openapi_client.models.score_config.ScoreConfig attribute) (scorable.skills.InputVariable attribute) (scorable.skills.ReferenceVariable attribute) NestedEvaluator (class in scorable.generated.openapi_aclient.models.nested_evaluator) (class in scorable.generated.openapi_client.models.nested_evaluator) NestedEvaluatorObjective (class in scorable.generated.openapi_aclient.models.nested_evaluator_objective) (class in scorable.generated.openapi_client.models.nested_evaluator_objective)

NestedJudge (class in scorable.generated.openapi_aclient.models.nested_judge) (class in scorable.generated.openapi_client.models.nested_judge) NestedObjectiveList (class in scorable.generated.openapi_aclient.models.nested_objective_list) (class in scorable.generated.openapi_client.models.nested_objective_list) NestedUserDetails (class in scorable.generated.openapi_aclient.models.nested_user_details) (class in scorable.generated.openapi_client.models.nested_user_details) next (scorable.generated.openapi_aclient.models.paginated_annotation_list.PaginatedAnnotationList attribute) (scorable.generated.openapi_aclient.models.paginated_calibration_run_item_list.PaginatedCalibrationRunItemList attribute) (scorable.generated.openapi_aclient.models.paginated_calibration_run_list.PaginatedCalibrationRunList attribute) (scorable.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_aclient.models.paginated_dataset_item_list.PaginatedDatasetItemList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_aclient.models.paginated_otel_trace_record_list.PaginatedOtelTraceRecordList attribute) (scorable.generated.openapi_aclient.models.paginated_project_list.PaginatedProjectList attribute) (scorable.generated.openapi_aclient.models.paginated_score_config_list.PaginatedScoreConfigList attribute) (scorable.generated.openapi_client.models.paginated_annotation_list.PaginatedAnnotationList attribute) (scorable.generated.openapi_client.models.paginated_calibration_run_item_list.PaginatedCalibrationRunItemList attribute) (scorable.generated.openapi_client.models.paginated_calibration_run_list.PaginatedCalibrationRunList attribute) (scorable.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_client.models.paginated_dataset_item_list.PaginatedDatasetItemList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_client.models.paginated_otel_trace_record_list.PaginatedOtelTraceRecordList attribute) (scorable.generated.openapi_client.models.paginated_project_list.PaginatedProjectList attribute) (scorable.generated.openapi_client.models.paginated_score_config_list.PaginatedScoreConfigList attribute) Non_toxicity (scorable.skills.Evaluators.Eval attribute) NULL (scorable.generated.openapi_aclient.models.null_enum.NullEnum attribute) (scorable.generated.openapi_client.models.null_enum.NullEnum attribute) NullEnum (class in scorable.generated.openapi_aclient.models.null_enum) (class in scorable.generated.openapi_client.models.null_enum)

O

Objective (class in scorable.generated.openapi_aclient.models.objective) (class in scorable.generated.openapi_client.models.objective) (class in scorable.objectives) objective (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) ObjectiveList (class in scorable.generated.openapi_aclient.models.objective_list) (class in scorable.generated.openapi_client.models.objective_list) Objectives (class in scorable.objectives) objectives (scorable.client.Scorable property) OFF (scorable.generated.openapi_aclient.models.reasoning_effort_enum.ReasoningEffortEnum attribute) (scorable.generated.openapi_client.models.reasoning_effort_enum.ReasoningEffortEnum attribute) original_evaluator_results (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) original_response (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) Originality (scorable.skills.Evaluators.Eval attribute) OtelTrace (class in scorable.generated.openapi_aclient.models.otel_trace) (class in scorable.generated.openapi_client.models.otel_trace) OtelTraceEvaluationFilterOutput (class in scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output) (class in scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output)

OtelTraceRecord (class in scorable.generated.openapi_aclient.models.otel_trace_record) (class in scorable.generated.openapi_client.models.otel_trace_record) output_preview (scorable.generated.openapi_aclient.models.otel_trace_record.OtelTraceRecord attribute) (scorable.generated.openapi_client.models.otel_trace_record.OtelTraceRecord attribute) owner (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_aclient.models.project.Project attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.project.Project attribute)

P

PaginatedAnnotationList (class in scorable.generated.openapi_aclient.models.paginated_annotation_list) (class in scorable.generated.openapi_client.models.paginated_annotation_list) PaginatedCalibrationRunItemList (class in scorable.generated.openapi_aclient.models.paginated_calibration_run_item_list) (class in scorable.generated.openapi_client.models.paginated_calibration_run_item_list) PaginatedCalibrationRunList (class in scorable.generated.openapi_aclient.models.paginated_calibration_run_list) (class in scorable.generated.openapi_client.models.paginated_calibration_run_list) PaginatedDatasetItemList (class in scorable.generated.openapi_aclient.models.paginated_dataset_item_list) (class in scorable.generated.openapi_client.models.paginated_dataset_item_list) PaginatedDataSetListList (class in scorable.generated.openapi_aclient.models.paginated_data_set_list_list) (class in scorable.generated.openapi_client.models.paginated_data_set_list_list) PaginatedEvaluatorList (class in scorable.generated.openapi_aclient.models.paginated_evaluator_list) (class in scorable.generated.openapi_client.models.paginated_evaluator_list) PaginatedEvaluatorListOutputList (class in scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list) (class in scorable.generated.openapi_client.models.paginated_evaluator_list_output_list) PaginatedExecutionLogListList (class in scorable.generated.openapi_aclient.models.paginated_execution_log_list_list) (class in scorable.generated.openapi_client.models.paginated_execution_log_list_list) PaginatedJudgeBatchExecutionListItemList (class in scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list) (class in scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list) PaginatedJudgeListList (class in scorable.generated.openapi_aclient.models.paginated_judge_list_list) (class in scorable.generated.openapi_client.models.paginated_judge_list_list) PaginatedModelListList (class in scorable.generated.openapi_aclient.models.paginated_model_list_list) (class in scorable.generated.openapi_client.models.paginated_model_list_list) PaginatedObjectiveList (class in scorable.generated.openapi_aclient.models.paginated_objective_list) (class in scorable.generated.openapi_client.models.paginated_objective_list) PaginatedObjectiveListList (class in scorable.generated.openapi_aclient.models.paginated_objective_list_list) (class in scorable.generated.openapi_client.models.paginated_objective_list_list) PaginatedOtelTraceRecordList (class in scorable.generated.openapi_aclient.models.paginated_otel_trace_record_list) (class in scorable.generated.openapi_client.models.paginated_otel_trace_record_list) PaginatedProjectList (class in scorable.generated.openapi_aclient.models.paginated_project_list) (class in scorable.generated.openapi_client.models.paginated_project_list) PaginatedScoreConfigList (class in scorable.generated.openapi_aclient.models.paginated_score_config_list) (class in scorable.generated.openapi_client.models.paginated_score_config_list) parent_execution_log_id (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) parent_span_id (scorable.generated.openapi_aclient.models.otel_trace.OtelTrace attribute) (scorable.generated.openapi_client.models.otel_trace.OtelTrace attribute) PARTIAL (scorable.generated.openapi_aclient.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_client.models.batch_execution_status.BatchExecutionStatus attribute) PENDING (scorable.generated.openapi_aclient.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_aclient.models.calibration_run_status_enum.CalibrationRunStatusEnum attribute) (scorable.generated.openapi_aclient.models.experiment_status_enum.ExperimentStatusEnum attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_aclient.models.validation_result_status.ValidationResultStatus attribute) (scorable.generated.openapi_client.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_client.models.calibration_run_status_enum.CalibrationRunStatusEnum attribute) (scorable.generated.openapi_client.models.experiment_status_enum.ExperimentStatusEnum attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_client.models.validation_result_status.ValidationResultStatus attribute) Persuasiveness (scorable.skills.Evaluators.Eval attribute) Planning_Efficiency (scorable.skills.Evaluators.Eval attribute) Politeness (scorable.skills.Evaluators.Eval attribute) Precision (scorable.skills.Evaluators.Eval attribute) PresetEvaluatorRunner (class in scorable.skills) previous (scorable.generated.openapi_aclient.models.paginated_annotation_list.PaginatedAnnotationList attribute) (scorable.generated.openapi_aclient.models.paginated_calibration_run_item_list.PaginatedCalibrationRunItemList attribute) (scorable.generated.openapi_aclient.models.paginated_calibration_run_list.PaginatedCalibrationRunList attribute) (scorable.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_aclient.models.paginated_dataset_item_list.PaginatedDatasetItemList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_aclient.models.paginated_otel_trace_record_list.PaginatedOtelTraceRecordList attribute) (scorable.generated.openapi_aclient.models.paginated_project_list.PaginatedProjectList attribute) (scorable.generated.openapi_aclient.models.paginated_score_config_list.PaginatedScoreConfigList attribute) (scorable.generated.openapi_client.models.paginated_annotation_list.PaginatedAnnotationList attribute) (scorable.generated.openapi_client.models.paginated_calibration_run_item_list.PaginatedCalibrationRunItemList attribute) (scorable.generated.openapi_client.models.paginated_calibration_run_list.PaginatedCalibrationRunList attribute) (scorable.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_client.models.paginated_dataset_item_list.PaginatedDatasetItemList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_client.models.paginated_otel_trace_record_list.PaginatedOtelTraceRecordList attribute) (scorable.generated.openapi_client.models.paginated_project_list.PaginatedProjectList attribute) (scorable.generated.openapi_client.models.paginated_score_config_list.PaginatedScoreConfigList attribute)

PRIVATE (scorable.generated.openapi_aclient.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_aclient.models.visibility_enum.VisibilityEnum attribute) (scorable.generated.openapi_client.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_client.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_client.models.visibility_enum.VisibilityEnum attribute) PROCESSING (scorable.generated.openapi_aclient.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_client.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) Project (class in scorable.generated.openapi_aclient.models.project) (class in scorable.generated.openapi_client.models.project) project_id (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) Projects (class in scorable.projects) projects (scorable.client.Scorable property) Provider (class in scorable.generated.openapi_aclient.models.provider) (class in scorable.generated.openapi_client.models.provider) provider (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) PUBLIC (scorable.generated.openapi_aclient.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_aclient.models.visibility_enum.VisibilityEnum attribute) (scorable.generated.openapi_client.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_client.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_client.models.visibility_enum.VisibilityEnum attribute) PUBLIC_UNLISTED (scorable.generated.openapi_aclient.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_client.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_client.models.status_enum.StatusEnum attribute) PUBLISHED (scorable.generated.openapi_aclient.models.annotation_status_enum.AnnotationStatusEnum attribute) (scorable.generated.openapi_client.models.annotation_status_enum.AnnotationStatusEnum attribute)

Q

quality (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute)

Quality_of_Writing_Creative (scorable.skills.Evaluators.Eval attribute) Quality_of_Writing_Professional (scorable.skills.Evaluators.Eval attribute)

R

rationale (scorable.generated.openapi_aclient.models.annotation.Annotation attribute) (scorable.generated.openapi_client.models.annotation.Annotation attribute) Reading_Ease (scorable.skills.Evaluators.Eval attribute) ReasoningEffortEnum (class in scorable.generated.openapi_aclient.models.reasoning_effort_enum) (class in scorable.generated.openapi_client.models.reasoning_effort_enum) REFERENCE (scorable.generated.openapi_aclient.models.data_set_type.DataSetType attribute) (scorable.generated.openapi_client.models.data_set_type.DataSetType attribute) ReferenceVariable (class in scorable.skills) Relevance (scorable.skills.Evaluators.Eval attribute) rendered_prompt (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) request (scorable.generated.openapi_aclient.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_aclient.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute) (scorable.generated.openapi_client.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_client.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute) request_preview (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) response (scorable.generated.openapi_aclient.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_aclient.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute) (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_client.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) response_preview (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) result (scorable.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) results (scorable.generated.openapi_aclient.models.paginated_annotation_list.PaginatedAnnotationList attribute) (scorable.generated.openapi_aclient.models.paginated_calibration_run_item_list.PaginatedCalibrationRunItemList attribute) (scorable.generated.openapi_aclient.models.paginated_calibration_run_list.PaginatedCalibrationRunList attribute) (scorable.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_aclient.models.paginated_dataset_item_list.PaginatedDatasetItemList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_aclient.models.paginated_otel_trace_record_list.PaginatedOtelTraceRecordList attribute) (scorable.generated.openapi_aclient.models.paginated_project_list.PaginatedProjectList attribute) (scorable.generated.openapi_aclient.models.paginated_score_config_list.PaginatedScoreConfigList attribute) (scorable.generated.openapi_client.models.paginated_annotation_list.PaginatedAnnotationList attribute) (scorable.generated.openapi_client.models.paginated_calibration_run_item_list.PaginatedCalibrationRunItemList attribute) (scorable.generated.openapi_client.models.paginated_calibration_run_list.PaginatedCalibrationRunList attribute) (scorable.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_client.models.paginated_dataset_item_list.PaginatedDatasetItemList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_client.models.paginated_otel_trace_record_list.PaginatedOtelTraceRecordList attribute) (scorable.generated.openapi_client.models.paginated_project_list.PaginatedProjectList attribute) (scorable.generated.openapi_client.models.paginated_score_config_list.PaginatedScoreConfigList attribute)

retrieve() (scorable.projects.Projects method) role (scorable.generated.openapi_aclient.models.message_log_turn.MessageLogTurn attribute) (scorable.generated.openapi_client.models.message_log_turn.MessageLogTurn attribute) RoleEnum (class in scorable.generated.openapi_aclient.models.role_enum) (class in scorable.generated.openapi_client.models.role_enum) root_span_name (scorable.generated.openapi_aclient.models.otel_trace_record.OtelTraceRecord attribute) (scorable.generated.openapi_client.models.otel_trace_record.OtelTraceRecord attribute) row_number (scorable.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) run() (scorable.judges.Judge method) (scorable.judges.Judges method) (scorable.skills.Evaluator method) (scorable.skills.Evaluators method) run_async (scorable.client.Scorable attribute) run_by_name() (scorable.judges.Judges method) (scorable.skills.Evaluators method) RUNNING (scorable.generated.openapi_aclient.models.calibration_run_status_enum.CalibrationRunStatusEnum attribute) (scorable.generated.openapi_client.models.calibration_run_status_enum.CalibrationRunStatusEnum attribute)

S

Safety_for_Children (scorable.skills.Evaluators.Eval attribute) samples (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) sampling_rate (scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) scorable module Scorable (class in scorable.client) scorable.annotations module scorable.calibration_runs module scorable.client module scorable.datasets module scorable.execution_logs module scorable.files module scorable.generated module scorable.generated.openapi_aclient module scorable.generated.openapi_aclient.api module scorable.generated.openapi_aclient.models module scorable.generated.openapi_aclient.models.annotation module scorable.generated.openapi_aclient.models.annotation_status_enum module scorable.generated.openapi_aclient.models.batch_execution_status module scorable.generated.openapi_aclient.models.calibration_run module scorable.generated.openapi_aclient.models.calibration_run_item module scorable.generated.openapi_aclient.models.calibration_run_status_enum module scorable.generated.openapi_aclient.models.calibration_source_type_enum module scorable.generated.openapi_aclient.models.data_set_create module scorable.generated.openapi_aclient.models.data_set_list module scorable.generated.openapi_aclient.models.data_set_type module scorable.generated.openapi_aclient.models.dataset_item module scorable.generated.openapi_aclient.models.evaluator module scorable.generated.openapi_aclient.models.evaluator_behavior_enum module scorable.generated.openapi_aclient.models.evaluator_calibration_output module scorable.generated.openapi_aclient.models.evaluator_calibration_result module scorable.generated.openapi_aclient.models.evaluator_demonstrations module scorable.generated.openapi_aclient.models.evaluator_execution_result module scorable.generated.openapi_aclient.models.evaluator_inputs_value module scorable.generated.openapi_aclient.models.evaluator_inputs_value_items module scorable.generated.openapi_aclient.models.evaluator_list_output module scorable.generated.openapi_aclient.models.evaluator_reference module scorable.generated.openapi_aclient.models.evaluator_result module scorable.generated.openapi_aclient.models.execution_log_details module scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context module scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner module scorable.generated.openapi_aclient.models.execution_log_list module scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context module scorable.generated.openapi_aclient.models.experiment_status_enum module scorable.generated.openapi_aclient.models.file_upload_response module scorable.generated.openapi_aclient.models.id module scorable.generated.openapi_aclient.models.input_variable module scorable.generated.openapi_aclient.models.judge module scorable.generated.openapi_aclient.models.judge_batch_execution_detail module scorable.generated.openapi_aclient.models.judge_batch_execution_item module scorable.generated.openapi_aclient.models.judge_batch_execution_item_input module scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum module scorable.generated.openapi_aclient.models.judge_batch_execution_list_item module scorable.generated.openapi_aclient.models.judge_batch_execution_response module scorable.generated.openapi_aclient.models.judge_execution_response module scorable.generated.openapi_aclient.models.judge_files_inner module scorable.generated.openapi_aclient.models.judge_generator_response module scorable.generated.openapi_aclient.models.judge_list module scorable.generated.openapi_aclient.models.judge_rectifier_response module scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response module scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response_samples_inner module scorable.generated.openapi_aclient.models.message_log_turn module scorable.generated.openapi_aclient.models.model module scorable.generated.openapi_aclient.models.model_list module scorable.generated.openapi_aclient.models.model_list_visibility_enum module scorable.generated.openapi_aclient.models.model_test_response module scorable.generated.openapi_aclient.models.nested_evaluator module scorable.generated.openapi_aclient.models.nested_evaluator_objective module scorable.generated.openapi_aclient.models.nested_judge module scorable.generated.openapi_aclient.models.nested_objective_list module scorable.generated.openapi_aclient.models.nested_user_details module scorable.generated.openapi_aclient.models.null_enum module scorable.generated.openapi_aclient.models.objective module scorable.generated.openapi_aclient.models.objective_list module scorable.generated.openapi_aclient.models.otel_trace module scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output module scorable.generated.openapi_aclient.models.otel_trace_record module scorable.generated.openapi_aclient.models.paginated_annotation_list module scorable.generated.openapi_aclient.models.paginated_calibration_run_item_list module scorable.generated.openapi_aclient.models.paginated_calibration_run_list module scorable.generated.openapi_aclient.models.paginated_data_set_list_list module scorable.generated.openapi_aclient.models.paginated_dataset_item_list module scorable.generated.openapi_aclient.models.paginated_evaluator_list module scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list module scorable.generated.openapi_aclient.models.paginated_execution_log_list_list module scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list module scorable.generated.openapi_aclient.models.paginated_judge_list_list module scorable.generated.openapi_aclient.models.paginated_model_list_list module scorable.generated.openapi_aclient.models.paginated_objective_list module scorable.generated.openapi_aclient.models.paginated_objective_list_list module scorable.generated.openapi_aclient.models.paginated_otel_trace_record_list module scorable.generated.openapi_aclient.models.paginated_project_list module scorable.generated.openapi_aclient.models.paginated_score_config_list module scorable.generated.openapi_aclient.models.project module scorable.generated.openapi_aclient.models.provider module scorable.generated.openapi_aclient.models.reasoning_effort_enum module scorable.generated.openapi_aclient.models.role_enum module scorable.generated.openapi_aclient.models.score_config module scorable.generated.openapi_aclient.models.score_config_type_enum module scorable.generated.openapi_aclient.models.skill_execution_validator_result module scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range module scorable.generated.openapi_aclient.models.skill_test_input_behavior_enum module scorable.generated.openapi_aclient.models.status_enum module scorable.generated.openapi_aclient.models.validation_result_status module scorable.generated.openapi_aclient.models.visibility_enum module scorable.generated.openapi_client module scorable.generated.openapi_client.api module scorable.generated.openapi_client.models module scorable.generated.openapi_client.models.annotation module scorable.generated.openapi_client.models.annotation_status_enum module scorable.generated.openapi_client.models.batch_execution_status module scorable.generated.openapi_client.models.calibration_run module scorable.generated.openapi_client.models.calibration_run_item module scorable.generated.openapi_client.models.calibration_run_status_enum module scorable.generated.openapi_client.models.calibration_source_type_enum module scorable.generated.openapi_client.models.data_set_create module scorable.generated.openapi_client.models.data_set_list module scorable.generated.openapi_client.models.data_set_type module scorable.generated.openapi_client.models.dataset_item module scorable.generated.openapi_client.models.evaluator module scorable.generated.openapi_client.models.evaluator_behavior_enum module scorable.generated.openapi_client.models.evaluator_calibration_output module scorable.generated.openapi_client.models.evaluator_calibration_result module scorable.generated.openapi_client.models.evaluator_demonstrations module scorable.generated.openapi_client.models.evaluator_execution_result module

scorable.generated.openapi_client.models.evaluator_inputs_value module scorable.generated.openapi_client.models.evaluator_inputs_value_items module scorable.generated.openapi_client.models.evaluator_list_output module scorable.generated.openapi_client.models.evaluator_reference module scorable.generated.openapi_client.models.evaluator_result module scorable.generated.openapi_client.models.execution_log_details module scorable.generated.openapi_client.models.execution_log_details_evaluation_context module scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner module scorable.generated.openapi_client.models.execution_log_list module scorable.generated.openapi_client.models.execution_log_list_evaluation_context module scorable.generated.openapi_client.models.experiment_status_enum module scorable.generated.openapi_client.models.file_upload_response module scorable.generated.openapi_client.models.id module scorable.generated.openapi_client.models.input_variable module scorable.generated.openapi_client.models.judge module scorable.generated.openapi_client.models.judge_batch_execution_detail module scorable.generated.openapi_client.models.judge_batch_execution_item module scorable.generated.openapi_client.models.judge_batch_execution_item_input module scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum module scorable.generated.openapi_client.models.judge_batch_execution_list_item module scorable.generated.openapi_client.models.judge_batch_execution_response module scorable.generated.openapi_client.models.judge_execution_response module scorable.generated.openapi_client.models.judge_files_inner module scorable.generated.openapi_client.models.judge_generator_response module scorable.generated.openapi_client.models.judge_list module scorable.generated.openapi_client.models.judge_rectifier_response module scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response module scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response_samples_inner module scorable.generated.openapi_client.models.message_log_turn module scorable.generated.openapi_client.models.model module scorable.generated.openapi_client.models.model_list module scorable.generated.openapi_client.models.model_list_visibility_enum module scorable.generated.openapi_client.models.model_test_response module scorable.generated.openapi_client.models.nested_evaluator module scorable.generated.openapi_client.models.nested_evaluator_objective module scorable.generated.openapi_client.models.nested_judge module scorable.generated.openapi_client.models.nested_objective_list module scorable.generated.openapi_client.models.nested_user_details module scorable.generated.openapi_client.models.null_enum module scorable.generated.openapi_client.models.objective module scorable.generated.openapi_client.models.objective_list module scorable.generated.openapi_client.models.otel_trace module scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output module scorable.generated.openapi_client.models.otel_trace_record module scorable.generated.openapi_client.models.paginated_annotation_list module scorable.generated.openapi_client.models.paginated_calibration_run_item_list module scorable.generated.openapi_client.models.paginated_calibration_run_list module scorable.generated.openapi_client.models.paginated_data_set_list_list module scorable.generated.openapi_client.models.paginated_dataset_item_list module scorable.generated.openapi_client.models.paginated_evaluator_list module scorable.generated.openapi_client.models.paginated_evaluator_list_output_list module scorable.generated.openapi_client.models.paginated_execution_log_list_list module scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list module scorable.generated.openapi_client.models.paginated_judge_list_list module scorable.generated.openapi_client.models.paginated_model_list_list module scorable.generated.openapi_client.models.paginated_objective_list module scorable.generated.openapi_client.models.paginated_objective_list_list module scorable.generated.openapi_client.models.paginated_otel_trace_record_list module scorable.generated.openapi_client.models.paginated_project_list module scorable.generated.openapi_client.models.paginated_score_config_list module scorable.generated.openapi_client.models.project module scorable.generated.openapi_client.models.provider module scorable.generated.openapi_client.models.reasoning_effort_enum module scorable.generated.openapi_client.models.role_enum module scorable.generated.openapi_client.models.score_config module scorable.generated.openapi_client.models.score_config_type_enum module scorable.generated.openapi_client.models.skill_execution_validator_result module scorable.generated.openapi_client.models.skill_test_data_request_dataset_range module scorable.generated.openapi_client.models.skill_test_input_behavior_enum module scorable.generated.openapi_client.models.status_enum module scorable.generated.openapi_client.models.validation_result_status module scorable.generated.openapi_client.models.visibility_enum module scorable.judges module scorable.models module scorable.multiturn module scorable.objectives module scorable.projects module scorable.score_configs module scorable.skills module score (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) score_config (scorable.generated.openapi_aclient.models.annotation.Annotation attribute) (scorable.generated.openapi_aclient.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_client.models.annotation.Annotation attribute) (scorable.generated.openapi_client.models.calibration_run.CalibrationRun attribute) score_configs (scorable.client.Scorable property) ScoreConfig (class in scorable.generated.openapi_aclient.models.score_config) (class in scorable.generated.openapi_client.models.score_config) ScoreConfigs (class in scorable.score_configs) ScoreConfigTypeEnum (class in scorable.generated.openapi_aclient.models.score_config_type_enum) (class in scorable.generated.openapi_client.models.score_config_type_enum) scoring_criteria (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) Sentiment_recognition (scorable.skills.Evaluators.Eval attribute) session_id (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) skill (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) SkillExecutionValidatorResult (class in scorable.generated.openapi_aclient.models.skill_execution_validator_result) (class in scorable.generated.openapi_client.models.skill_execution_validator_result) SkillTestDataRequestDatasetRange (class in scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range) (class in scorable.generated.openapi_client.models.skill_test_data_request_dataset_range) SkillTestInputBehaviorEnum (class in scorable.generated.openapi_aclient.models.skill_test_input_behavior_enum) (class in scorable.generated.openapi_client.models.skill_test_input_behavior_enum) source_type (scorable.generated.openapi_aclient.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_client.models.calibration_run.CalibrationRun attribute) span (scorable.generated.openapi_aclient.models.otel_trace.OtelTrace attribute) (scorable.generated.openapi_client.models.otel_trace.OtelTrace attribute) span_count (scorable.generated.openapi_aclient.models.otel_trace_record.OtelTraceRecord attribute) (scorable.generated.openapi_client.models.otel_trace_record.OtelTraceRecord attribute) span_id (scorable.generated.openapi_aclient.models.otel_trace.OtelTrace attribute) (scorable.generated.openapi_client.models.otel_trace.OtelTrace attribute) stage (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) stages (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) start (scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) (scorable.generated.openapi_client.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) started_at (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) status (scorable.generated.openapi_aclient.models.annotation.Annotation attribute) (scorable.generated.openapi_aclient.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_aclient.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.annotation.Annotation attribute) (scorable.generated.openapi_client.models.calibration_run.CalibrationRun attribute) (scorable.generated.openapi_client.models.calibration_run_item.CalibrationRunItem attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) status_url (scorable.generated.openapi_aclient.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute) StatusEnum (class in scorable.generated.openapi_aclient.models.status_enum) (class in scorable.generated.openapi_client.models.status_enum) success (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) Summarization_Quality (scorable.skills.Evaluators.Eval attribute) system_prompt (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute)

T

tags (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) TEST (scorable.generated.openapi_aclient.models.data_set_type.DataSetType attribute) (scorable.generated.openapi_client.models.data_set_type.DataSetType attribute) test_dataset_id (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) test_set (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) THOROUGH (scorable.generated.openapi_aclient.models.evaluator_behavior_enum.EvaluatorBehaviorEnum attribute) (scorable.generated.openapi_aclient.models.skill_test_input_behavior_enum.SkillTestInputBehaviorEnum attribute) (scorable.generated.openapi_client.models.evaluator_behavior_enum.EvaluatorBehaviorEnum attribute) (scorable.generated.openapi_client.models.skill_test_input_behavior_enum.SkillTestInputBehaviorEnum attribute) threshold (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) timestamp (scorable.generated.openapi_aclient.models.otel_trace.OtelTrace attribute) (scorable.generated.openapi_client.models.otel_trace.OtelTrace attribute) TOOL (scorable.generated.openapi_aclient.models.role_enum.RoleEnum attribute) (scorable.generated.openapi_client.models.role_enum.RoleEnum attribute) tool_call_id (scorable.generated.openapi_aclient.models.message_log_turn.MessageLogTurn attribute) (scorable.generated.openapi_client.models.message_log_turn.MessageLogTurn attribute)

tool_calls (scorable.generated.openapi_aclient.models.message_log_turn.MessageLogTurn attribute) (scorable.generated.openapi_client.models.message_log_turn.MessageLogTurn attribute) Tool_Selection (scorable.skills.Evaluators.Eval attribute) total_count (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) trace_id (scorable.generated.openapi_aclient.models.otel_trace.OtelTrace attribute) (scorable.generated.openapi_aclient.models.otel_trace_record.OtelTraceRecord attribute) (scorable.generated.openapi_client.models.otel_trace.OtelTrace attribute) (scorable.generated.openapi_client.models.otel_trace_record.OtelTraceRecord attribute) Translation_Quality (scorable.skills.Evaluators.Eval attribute) Truthfulness (scorable.skills.Evaluators.Eval attribute) Truthfulness_Swift (scorable.skills.Evaluators.Eval attribute) Turns (in module scorable.multiturn) turns (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) type (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_aclient.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute) (scorable.generated.openapi_aclient.models.score_config.ScoreConfig attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_client.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute) (scorable.generated.openapi_client.models.score_config.ScoreConfig attribute)

U

update() (scorable.annotations.Annotations method) (scorable.judges.Judges method) (scorable.objectives.Objectives method) (scorable.projects.Projects method) (scorable.score_configs.ScoreConfigs method) (scorable.skills.Evaluators method) update_item() (scorable.datasets.DataSets method) updated_at (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_aclient.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.otel_trace_evaluation_filter_output.OtelTraceEvaluationFilterOutput attribute) updated_by (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute)

upload() (scorable.files.Files method) url (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_client.models.model.Model attribute) usage (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) USER (scorable.generated.openapi_aclient.models.role_enum.RoleEnum attribute) (scorable.generated.openapi_client.models.role_enum.RoleEnum attribute) user_id (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute)

V

ValidationResultStatus (class in scorable.generated.openapi_aclient.models.validation_result_status) (class in scorable.generated.openapi_client.models.validation_result_status) value (scorable.generated.openapi_aclient.models.annotation.Annotation attribute) (scorable.generated.openapi_client.models.annotation.Annotation attribute) variables (scorable.generated.openapi_aclient.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) version_id (scorable.generated.openapi_aclient.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_aclient.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_client.models.dataset_item.DatasetItem attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_client.models.objective.Objective attribute)

Versions (class in scorable.objectives) (class in scorable.skills) versions (scorable.objectives.Objectives attribute) (scorable.skills.Evaluators attribute) visibility (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) VisibilityEnum (class in scorable.generated.openapi_aclient.models.visibility_enum) (class in scorable.generated.openapi_client.models.visibility_enum)