Index

A

acalibrate() (scorable.skills.Evaluators method) acalibrate_batch() (scorable.skills.Evaluators method) acalibrate_existing() (scorable.skills.Evaluators method) ACalibrateBatchParameters (class in scorable.skills) ACalibrateBatchResult (class in scorable.skills) acreate() (scorable.datasets.DataSets method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method) adelete() (scorable.datasets.DataSets method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method) AEvaluator (class in scorable.skills) agenerate() (scorable.judges.Judges method) AGENT_BEHAVIOR (scorable.generated.openapi_aclient.models.target_enum.TargetEnum attribute) (scorable.generated.openapi_client.models.target_enum.TargetEnum attribute) aget() (scorable.datasets.DataSets method) (scorable.execution_logs.ExecutionLogs method) (scorable.judges.Judges method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method) aget_by_name() (scorable.skills.Evaluators method)

AJudge (class in scorable.judges) alist() (scorable.datasets.DataSets method) (scorable.execution_logs.ExecutionLogs method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.objectives.Versions method) (scorable.skills.Evaluators method) (scorable.skills.Versions method) Answer_Willingness (scorable.skills.Evaluators.Eval attribute) AObjective (class in scorable.objectives) api_key (scorable.client.Scorable attribute) (scorable.datasets.DataSets attribute) APresetEvaluatorRunner (class in scorable.skills) arun() (scorable.judges.AJudge method) (scorable.judges.Judges method) (scorable.skills.AEvaluator method) (scorable.skills.Evaluators method) arun_by_name() (scorable.judges.Judges method) (scorable.skills.Evaluators method) ASSISTANT (scorable.generated.openapi_aclient.models.role_enum.RoleEnum attribute) (scorable.generated.openapi_client.models.role_enum.RoleEnum attribute) aupdate() (scorable.judges.Judges method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method)

B

base_url (scorable.client.Scorable attribute) (scorable.datasets.DataSets attribute) batch_execution_id (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute)

BatchExecutionStatus (class in scorable.generated.openapi_aclient.models.batch_execution_status) (class in scorable.generated.openapi_client.models.batch_execution_status) Beta (class in scorable.client) beta (scorable.client.Scorable property)

C

calibrate() (scorable.skills.Evaluators method) calibrate_batch() (scorable.skills.Evaluators method) calibrate_existing() (scorable.skills.Evaluators method) CalibrateBatchParameters (class in scorable.skills) CalibrateBatchResult (class in scorable.skills) change_note (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) chat_id (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) claim_token (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) Clarity (scorable.skills.Evaluators.Eval attribute) classification (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) client_context (scorable.datasets.DataSets attribute) (scorable.execution_logs.ExecutionLogs attribute) (scorable.judges.AJudge attribute) (scorable.judges.Judge attribute) (scorable.judges.Judges attribute) (scorable.models.Models attribute) (scorable.objectives.AObjective attribute) (scorable.objectives.Objective attribute) (scorable.objectives.Objectives attribute) (scorable.objectives.Versions attribute) (scorable.skills.AEvaluator attribute) (scorable.skills.APresetEvaluatorRunner attribute) (scorable.skills.Evaluator attribute) (scorable.skills.Evaluators attribute) (scorable.skills.PresetEvaluatorRunner attribute) (scorable.skills.Versions attribute) Coherence (scorable.skills.Evaluators.Eval attribute) COMPLETED (scorable.generated.openapi_aclient.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_client.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) completed_at (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) completed_count (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) Completeness (scorable.skills.Evaluators.Eval attribute) Compliance_Preview (scorable.skills.Evaluators.Eval attribute) Conciseness (scorable.skills.Evaluators.Eval attribute)

Confidentiality (scorable.skills.Evaluators.Eval attribute) content (scorable.generated.openapi_aclient.models.message_log_turn.MessageLogTurn attribute) (scorable.generated.openapi_client.models.message_log_turn.MessageLogTurn attribute) Context_Completeness (scorable.skills.Evaluators.Eval attribute) contexts (scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_aclient.models.message_log_turn.MessageLogTurn attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_client.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_client.models.message_log_turn.MessageLogTurn attribute) cost (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) create() (scorable.datasets.DataSets method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method) created_at (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute)

D

dataset_id (scorable.skills.ReferenceVariable attribute) DataSetCreate (class in scorable.generated.openapi_aclient.models.data_set_create) (class in scorable.generated.openapi_client.models.data_set_create) DataSetList (class in scorable.generated.openapi_aclient.models.data_set_list) (class in scorable.generated.openapi_client.models.data_set_list) DataSets (class in scorable.datasets) datasets (scorable.client.Scorable property) DataSetType (class in scorable.generated.openapi_aclient.models.data_set_type) (class in scorable.generated.openapi_client.models.data_set_type)

delete() (scorable.datasets.DataSets method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method) duration (scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute)

E

email (scorable.generated.openapi_aclient.models.nested_user_details.NestedUserDetails attribute) (scorable.generated.openapi_client.models.nested_user_details.NestedUserDetails attribute) end (scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) (scorable.generated.openapi_client.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) Engagingness (scorable.skills.Evaluators.Eval attribute) error (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) error_code (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) error_message (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) evaluation_context (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) evaluation_justification (scorable.generated.openapi_aclient.models.message_log_turn.MessageLogTurn attribute) (scorable.generated.openapi_client.models.message_log_turn.MessageLogTurn attribute) Evaluator (class in scorable.generated.openapi_aclient.models.evaluator) (class in scorable.generated.openapi_client.models.evaluator) (class in scorable.skills) evaluator_demonstrations (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) evaluator_id (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.skills.APresetEvaluatorRunner attribute) (scorable.skills.PresetEvaluatorRunner attribute) evaluator_latencies (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) evaluator_name (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) evaluator_results (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_execution_response.JudgeExecutionResponse attribute) (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_execution_response.JudgeExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) evaluator_version_id (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.skills.APresetEvaluatorRunner attribute) (scorable.skills.PresetEvaluatorRunner attribute) EvaluatorCalibrationOutput (class in scorable.generated.openapi_aclient.models.evaluator_calibration_output) (class in scorable.generated.openapi_client.models.evaluator_calibration_output) EvaluatorCalibrationResult (class in scorable.generated.openapi_aclient.models.evaluator_calibration_result) (class in scorable.generated.openapi_client.models.evaluator_calibration_result) EvaluatorDemonstration (class in scorable.skills) EvaluatorDemonstrations (class in scorable.generated.openapi_aclient.models.evaluator_demonstrations) (class in scorable.generated.openapi_client.models.evaluator_demonstrations) EvaluatorExecutionResult (class in scorable.generated.openapi_aclient.models.evaluator_execution_result) (class in scorable.generated.openapi_client.models.evaluator_execution_result) EvaluatorInputsValue (class in scorable.generated.openapi_aclient.models.evaluator_inputs_value) (class in scorable.generated.openapi_client.models.evaluator_inputs_value)

EvaluatorInputsValueItems (class in scorable.generated.openapi_aclient.models.evaluator_inputs_value_items) (class in scorable.generated.openapi_client.models.evaluator_inputs_value_items) EvaluatorListOutput (class in scorable.generated.openapi_aclient.models.evaluator_list_output) (class in scorable.generated.openapi_client.models.evaluator_list_output) EvaluatorName (scorable.skills.Evaluators attribute) EvaluatorReference (class in scorable.generated.openapi_aclient.models.evaluator_reference) (class in scorable.generated.openapi_client.models.evaluator_reference) EvaluatorResult (class in scorable.generated.openapi_aclient.models.evaluator_result) (class in scorable.generated.openapi_client.models.evaluator_result) Evaluators (class in scorable.skills) evaluators (scorable.client.Scorable property) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) Evaluators.Eval (class in scorable.skills) executed_item_id (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) executed_item_name (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) executed_item_version_id (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) execution_log_id (scorable.execution_logs.ExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) execution_logs (scorable.client.Scorable property) execution_type (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) ExecutionLogDetails (class in scorable.generated.openapi_aclient.models.execution_log_details) (class in scorable.generated.openapi_client.models.execution_log_details) ExecutionLogDetailsEvaluationContext (class in scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context) (class in scorable.generated.openapi_client.models.execution_log_details_evaluation_context) ExecutionLogDetailsEvaluatorLatenciesInner (class in scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner) (class in scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner) ExecutionLogList (class in scorable.generated.openapi_aclient.models.execution_log_list) (class in scorable.generated.openapi_client.models.execution_log_list) ExecutionLogListEvaluationContext (class in scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context) (class in scorable.generated.openapi_client.models.execution_log_list_evaluation_context) ExecutionLogs (class in scorable.execution_logs) ExecutionResult (class in scorable.execution_logs) expected_output (scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_client.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) expected_score (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute)

F

FAILED (scorable.generated.openapi_aclient.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_client.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) failed_count (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) Faithfulness (scorable.skills.Evaluators.Eval attribute) Faithfulness_Swift (scorable.skills.Evaluators.Eval attribute)

Faithfulness_to_Citations (scorable.skills.Evaluators.Eval attribute) file (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) files (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) FINISHED (scorable.generated.openapi_aclient.models.validation_result_status.ValidationResultStatus attribute) (scorable.generated.openapi_client.models.validation_result_status.ValidationResultStatus attribute) Formality (scorable.skills.Evaluators.Eval attribute) full_name (scorable.generated.openapi_aclient.models.nested_user_details.NestedUserDetails attribute) (scorable.generated.openapi_client.models.nested_user_details.NestedUserDetails attribute)

G

generate() (scorable.judges.Judges method) get() (scorable.datasets.DataSets method) (scorable.execution_logs.ExecutionLogs method) (scorable.judges.Judges method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method)

get_by_name() (scorable.skills.Evaluators method) get_client_context (scorable.client.Scorable property) GLOBAL (scorable.generated.openapi_aclient.models.judge_generator_visibility_enum.JudgeGeneratorVisibilityEnum attribute) (scorable.generated.openapi_client.models.judge_generator_visibility_enum.JudgeGeneratorVisibilityEnum attribute)

H

Harmlessness (scorable.skills.Evaluators.Eval attribute) has_header (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute)

Helpfulness (scorable.skills.Evaluators.Eval attribute) HIGH (scorable.generated.openapi_aclient.models.reasoning_effort_enum.ReasoningEffortEnum attribute) (scorable.generated.openapi_client.models.reasoning_effort_enum.ReasoningEffortEnum attribute)

I

ID (class in scorable.generated.openapi_aclient.models.id) (class in scorable.generated.openapi_client.models.id) id (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_aclient.models.id.ID attribute) (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_aclient.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.id.ID attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.model.Model attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.provider.Provider attribute)

improved_response (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) index (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) Information_Density (scorable.skills.Evaluators.Eval attribute) input (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) input_variables (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.skills.ACalibrateBatchParameters attribute) (scorable.skills.CalibrateBatchParameters attribute) inputs (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) InputVariable (class in scorable.generated.openapi_aclient.models.input_variable) (class in scorable.generated.openapi_client.models.input_variable) (class in scorable.skills) intent (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (scorable.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (scorable.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) is_gdpr_compliant (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) is_root_evaluator (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) items (scorable.generated.openapi_aclient.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute)

J

Judge (class in scorable.generated.openapi_aclient.models.judge) (class in scorable.generated.openapi_client.models.judge) (class in scorable.judges) judge (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) judge_id (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) judge_version_id (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) JudgeBatchExecutionDetail (class in scorable.generated.openapi_aclient.models.judge_batch_execution_detail) (class in scorable.generated.openapi_client.models.judge_batch_execution_detail) JudgeBatchExecutionItem (class in scorable.generated.openapi_aclient.models.judge_batch_execution_item) (class in scorable.generated.openapi_client.models.judge_batch_execution_item) JudgeBatchExecutionItemInput (class in scorable.generated.openapi_aclient.models.judge_batch_execution_item_input) (class in scorable.generated.openapi_client.models.judge_batch_execution_item_input) JudgeBatchExecutionItemStatusEnum (class in scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum) (class in scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum) JudgeBatchExecutionListItem (class in scorable.generated.openapi_aclient.models.judge_batch_execution_list_item) (class in scorable.generated.openapi_client.models.judge_batch_execution_list_item) JudgeBatchExecutionResponse (class in scorable.generated.openapi_aclient.models.judge_batch_execution_response) (class in scorable.generated.openapi_client.models.judge_batch_execution_response) JudgeExecutionResponse (class in scorable.generated.openapi_aclient.models.judge_execution_response) (class in scorable.generated.openapi_client.models.judge_execution_response) JudgeFilesInner (class in scorable.generated.openapi_aclient.models.judge_files_inner) (class in scorable.generated.openapi_client.models.judge_files_inner)

JudgeGeneratorResponse (class in scorable.generated.openapi_aclient.models.judge_generator_response) (class in scorable.generated.openapi_client.models.judge_generator_response) JudgeGeneratorVisibilityEnum (class in scorable.generated.openapi_aclient.models.judge_generator_visibility_enum) (class in scorable.generated.openapi_client.models.judge_generator_visibility_enum) JudgeList (class in scorable.generated.openapi_aclient.models.judge_list) (class in scorable.generated.openapi_client.models.judge_list) JudgeRectifierResponse (class in scorable.generated.openapi_aclient.models.judge_rectifier_response) (class in scorable.generated.openapi_client.models.judge_rectifier_response) Judges (class in scorable.judges) judges (scorable.client.Beta property) (scorable.client.Scorable property) JudgesSyntheticDataRetrieve200Response (class in scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response) (class in scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response) JudgesSyntheticDataRetrieve200ResponseSamplesInner (class in scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response_samples_inner) (class in scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response_samples_inner) justification (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.skills.EvaluatorDemonstration attribute)

L

list() (scorable.datasets.DataSets method) (scorable.execution_logs.ExecutionLogs method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.objectives.Versions method) (scorable.skills.Evaluators method) (scorable.skills.Versions method) LISTED (scorable.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_client.models.status_enum.StatusEnum attribute) llm_output (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute)

logo_dark (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) logo_light (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) LOW (scorable.generated.openapi_aclient.models.reasoning_effort_enum.ReasoningEffortEnum attribute) (scorable.generated.openapi_client.models.reasoning_effort_enum.ReasoningEffortEnum attribute)

M

mae_errors_model (scorable.skills.ACalibrateBatchResult attribute) (scorable.skills.CalibrateBatchResult attribute) mae_errors_prompt (scorable.skills.ACalibrateBatchResult attribute) (scorable.skills.CalibrateBatchResult attribute) max_output_token_count (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_client.models.model.Model attribute) max_token_count (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_client.models.model.Model attribute) MEDIUM (scorable.generated.openapi_aclient.models.reasoning_effort_enum.ReasoningEffortEnum attribute) (scorable.generated.openapi_client.models.reasoning_effort_enum.ReasoningEffortEnum attribute) MessageLogTurn (class in scorable.generated.openapi_aclient.models.message_log_turn) (class in scorable.generated.openapi_client.models.message_log_turn) meta (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) Model (class in scorable.generated.openapi_aclient.models.model) (class in scorable.generated.openapi_client.models.model) model (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.model.Model attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (scorable.skills.ACalibrateBatchParameters attribute) (scorable.skills.CalibrateBatchParameters attribute) model_call_duration (scorable.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) model_config (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_aclient.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_aclient.models.id.ID attribute) (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute) (scorable.generated.openapi_aclient.models.judge_execution_response.JudgeExecutionResponse attribute) (scorable.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute) (scorable.generated.openapi_aclient.models.message_log_turn.MessageLogTurn attribute) (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_aclient.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (scorable.generated.openapi_aclient.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_aclient.models.nested_user_details.NestedUserDetails attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_client.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_client.models.id.ID attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_execution_response.JudgeExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute) (scorable.generated.openapi_client.models.message_log_turn.MessageLogTurn attribute) (scorable.generated.openapi_client.models.model.Model attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (scorable.generated.openapi_client.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_client.models.nested_user_details.NestedUserDetails attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) ModelList (class in scorable.generated.openapi_aclient.models.model_list) (class in scorable.generated.openapi_client.models.model_list) ModelListVisibilityEnum (class in scorable.generated.openapi_aclient.models.model_list_visibility_enum) (class in scorable.generated.openapi_client.models.model_list_visibility_enum)

ModelName (in module scorable.skills) Models (class in scorable.models) models (scorable.client.Scorable property) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) ModelTestResponse (class in scorable.generated.openapi_aclient.models.model_test_response) (class in scorable.generated.openapi_client.models.model_test_response) module scorable scorable.client scorable.datasets scorable.execution_logs scorable.generated scorable.generated.openapi_aclient scorable.generated.openapi_aclient.api scorable.generated.openapi_aclient.models scorable.generated.openapi_aclient.models.batch_execution_status scorable.generated.openapi_aclient.models.data_set_create scorable.generated.openapi_aclient.models.data_set_list scorable.generated.openapi_aclient.models.data_set_type scorable.generated.openapi_aclient.models.evaluator scorable.generated.openapi_aclient.models.evaluator_calibration_output scorable.generated.openapi_aclient.models.evaluator_calibration_result scorable.generated.openapi_aclient.models.evaluator_demonstrations scorable.generated.openapi_aclient.models.evaluator_execution_result scorable.generated.openapi_aclient.models.evaluator_inputs_value scorable.generated.openapi_aclient.models.evaluator_inputs_value_items scorable.generated.openapi_aclient.models.evaluator_list_output scorable.generated.openapi_aclient.models.evaluator_reference scorable.generated.openapi_aclient.models.evaluator_result scorable.generated.openapi_aclient.models.execution_log_details scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner scorable.generated.openapi_aclient.models.execution_log_list scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context scorable.generated.openapi_aclient.models.id scorable.generated.openapi_aclient.models.input_variable scorable.generated.openapi_aclient.models.judge scorable.generated.openapi_aclient.models.judge_batch_execution_detail scorable.generated.openapi_aclient.models.judge_batch_execution_item scorable.generated.openapi_aclient.models.judge_batch_execution_item_input scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum scorable.generated.openapi_aclient.models.judge_batch_execution_list_item scorable.generated.openapi_aclient.models.judge_batch_execution_response scorable.generated.openapi_aclient.models.judge_execution_response scorable.generated.openapi_aclient.models.judge_files_inner scorable.generated.openapi_aclient.models.judge_generator_response scorable.generated.openapi_aclient.models.judge_generator_visibility_enum scorable.generated.openapi_aclient.models.judge_list scorable.generated.openapi_aclient.models.judge_rectifier_response scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response_samples_inner scorable.generated.openapi_aclient.models.message_log_turn scorable.generated.openapi_aclient.models.model scorable.generated.openapi_aclient.models.model_list scorable.generated.openapi_aclient.models.model_list_visibility_enum scorable.generated.openapi_aclient.models.model_test_response scorable.generated.openapi_aclient.models.nested_evaluator scorable.generated.openapi_aclient.models.nested_evaluator_objective scorable.generated.openapi_aclient.models.nested_judge scorable.generated.openapi_aclient.models.nested_objective_list scorable.generated.openapi_aclient.models.nested_user_details scorable.generated.openapi_aclient.models.objective scorable.generated.openapi_aclient.models.objective_list scorable.generated.openapi_aclient.models.paginated_data_set_list_list scorable.generated.openapi_aclient.models.paginated_evaluator_list scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list scorable.generated.openapi_aclient.models.paginated_execution_log_list_list scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list scorable.generated.openapi_aclient.models.paginated_judge_list_list scorable.generated.openapi_aclient.models.paginated_model_list_list scorable.generated.openapi_aclient.models.paginated_objective_list scorable.generated.openapi_aclient.models.paginated_objective_list_list scorable.generated.openapi_aclient.models.provider scorable.generated.openapi_aclient.models.reasoning_effort_enum scorable.generated.openapi_aclient.models.role_enum scorable.generated.openapi_aclient.models.skill_execution_validator_result scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range scorable.generated.openapi_aclient.models.status_enum scorable.generated.openapi_aclient.models.target_enum scorable.generated.openapi_aclient.models.validation_result_status scorable.generated.openapi_aclient.models.visibility_ef8_enum scorable.generated.openapi_client scorable.generated.openapi_client.api scorable.generated.openapi_client.models scorable.generated.openapi_client.models.batch_execution_status scorable.generated.openapi_client.models.data_set_create scorable.generated.openapi_client.models.data_set_list scorable.generated.openapi_client.models.data_set_type scorable.generated.openapi_client.models.evaluator scorable.generated.openapi_client.models.evaluator_calibration_output scorable.generated.openapi_client.models.evaluator_calibration_result scorable.generated.openapi_client.models.evaluator_demonstrations scorable.generated.openapi_client.models.evaluator_execution_result scorable.generated.openapi_client.models.evaluator_inputs_value scorable.generated.openapi_client.models.evaluator_inputs_value_items scorable.generated.openapi_client.models.evaluator_list_output scorable.generated.openapi_client.models.evaluator_reference scorable.generated.openapi_client.models.evaluator_result scorable.generated.openapi_client.models.execution_log_details scorable.generated.openapi_client.models.execution_log_details_evaluation_context scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner scorable.generated.openapi_client.models.execution_log_list scorable.generated.openapi_client.models.execution_log_list_evaluation_context scorable.generated.openapi_client.models.id scorable.generated.openapi_client.models.input_variable scorable.generated.openapi_client.models.judge scorable.generated.openapi_client.models.judge_batch_execution_detail scorable.generated.openapi_client.models.judge_batch_execution_item scorable.generated.openapi_client.models.judge_batch_execution_item_input scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum scorable.generated.openapi_client.models.judge_batch_execution_list_item scorable.generated.openapi_client.models.judge_batch_execution_response scorable.generated.openapi_client.models.judge_execution_response scorable.generated.openapi_client.models.judge_files_inner scorable.generated.openapi_client.models.judge_generator_response scorable.generated.openapi_client.models.judge_generator_visibility_enum scorable.generated.openapi_client.models.judge_list scorable.generated.openapi_client.models.judge_rectifier_response scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response_samples_inner scorable.generated.openapi_client.models.message_log_turn scorable.generated.openapi_client.models.model scorable.generated.openapi_client.models.model_list scorable.generated.openapi_client.models.model_list_visibility_enum scorable.generated.openapi_client.models.model_test_response scorable.generated.openapi_client.models.nested_evaluator scorable.generated.openapi_client.models.nested_evaluator_objective scorable.generated.openapi_client.models.nested_judge scorable.generated.openapi_client.models.nested_objective_list scorable.generated.openapi_client.models.nested_user_details scorable.generated.openapi_client.models.objective scorable.generated.openapi_client.models.objective_list scorable.generated.openapi_client.models.paginated_data_set_list_list scorable.generated.openapi_client.models.paginated_evaluator_list scorable.generated.openapi_client.models.paginated_evaluator_list_output_list scorable.generated.openapi_client.models.paginated_execution_log_list_list scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list scorable.generated.openapi_client.models.paginated_judge_list_list scorable.generated.openapi_client.models.paginated_model_list_list scorable.generated.openapi_client.models.paginated_objective_list scorable.generated.openapi_client.models.paginated_objective_list_list scorable.generated.openapi_client.models.provider scorable.generated.openapi_client.models.reasoning_effort_enum scorable.generated.openapi_client.models.role_enum scorable.generated.openapi_client.models.skill_execution_validator_result scorable.generated.openapi_client.models.skill_test_data_request_dataset_range scorable.generated.openapi_client.models.status_enum scorable.generated.openapi_client.models.target_enum scorable.generated.openapi_client.models.validation_result_status scorable.generated.openapi_client.models.visibility_ef8_enum scorable.judges scorable.models scorable.multiturn scorable.objectives scorable.skills

N

name (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_aclient.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.model.Model attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) (scorable.skills.ACalibrateBatchParameters attribute) (scorable.skills.CalibrateBatchParameters attribute) (scorable.skills.InputVariable attribute) (scorable.skills.ReferenceVariable attribute)

NestedEvaluator (class in scorable.generated.openapi_aclient.models.nested_evaluator) (class in scorable.generated.openapi_client.models.nested_evaluator) NestedEvaluatorObjective (class in scorable.generated.openapi_aclient.models.nested_evaluator_objective) (class in scorable.generated.openapi_client.models.nested_evaluator_objective) NestedJudge (class in scorable.generated.openapi_aclient.models.nested_judge) (class in scorable.generated.openapi_client.models.nested_judge) NestedObjectiveList (class in scorable.generated.openapi_aclient.models.nested_objective_list) (class in scorable.generated.openapi_client.models.nested_objective_list) NestedUserDetails (class in scorable.generated.openapi_aclient.models.nested_user_details) (class in scorable.generated.openapi_client.models.nested_user_details) next (scorable.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) Non_toxicity (scorable.skills.Evaluators.Eval attribute)

O

Objective (class in scorable.generated.openapi_aclient.models.objective) (class in scorable.generated.openapi_client.models.objective) (class in scorable.objectives) objective (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) ObjectiveList (class in scorable.generated.openapi_aclient.models.objective_list) (class in scorable.generated.openapi_client.models.objective_list) Objectives (class in scorable.objectives) objectives (scorable.client.Scorable property) OFF (scorable.generated.openapi_aclient.models.reasoning_effort_enum.ReasoningEffortEnum attribute) (scorable.generated.openapi_client.models.reasoning_effort_enum.ReasoningEffortEnum attribute) original_evaluator_results (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) original_response (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute)

Originality (scorable.skills.Evaluators.Eval attribute) owner (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute)

P

PaginatedDataSetListList (class in scorable.generated.openapi_aclient.models.paginated_data_set_list_list) (class in scorable.generated.openapi_client.models.paginated_data_set_list_list) PaginatedEvaluatorList (class in scorable.generated.openapi_aclient.models.paginated_evaluator_list) (class in scorable.generated.openapi_client.models.paginated_evaluator_list) PaginatedEvaluatorListOutputList (class in scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list) (class in scorable.generated.openapi_client.models.paginated_evaluator_list_output_list) PaginatedExecutionLogListList (class in scorable.generated.openapi_aclient.models.paginated_execution_log_list_list) (class in scorable.generated.openapi_client.models.paginated_execution_log_list_list) PaginatedJudgeBatchExecutionListItemList (class in scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list) (class in scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list) PaginatedJudgeListList (class in scorable.generated.openapi_aclient.models.paginated_judge_list_list) (class in scorable.generated.openapi_client.models.paginated_judge_list_list) PaginatedModelListList (class in scorable.generated.openapi_aclient.models.paginated_model_list_list) (class in scorable.generated.openapi_client.models.paginated_model_list_list) PaginatedObjectiveList (class in scorable.generated.openapi_aclient.models.paginated_objective_list) (class in scorable.generated.openapi_client.models.paginated_objective_list) PaginatedObjectiveListList (class in scorable.generated.openapi_aclient.models.paginated_objective_list_list) (class in scorable.generated.openapi_client.models.paginated_objective_list_list) parent_execution_log_id (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) PARTIAL (scorable.generated.openapi_aclient.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_client.models.batch_execution_status.BatchExecutionStatus attribute) PENDING (scorable.generated.openapi_aclient.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_aclient.models.validation_result_status.ValidationResultStatus attribute) (scorable.generated.openapi_client.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_client.models.validation_result_status.ValidationResultStatus attribute) Persuasiveness (scorable.skills.Evaluators.Eval attribute) Planning_Efficiency (scorable.skills.Evaluators.Eval attribute) Politeness (scorable.skills.Evaluators.Eval attribute) Precision (scorable.skills.Evaluators.Eval attribute) PresetEvaluatorRunner (class in scorable.skills) previous (scorable.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute)

PRIVATE (scorable.generated.openapi_aclient.models.judge_generator_visibility_enum.JudgeGeneratorVisibilityEnum attribute) (scorable.generated.openapi_aclient.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_aclient.models.visibility_ef8_enum.VisibilityEf8Enum attribute) (scorable.generated.openapi_client.models.judge_generator_visibility_enum.JudgeGeneratorVisibilityEnum attribute) (scorable.generated.openapi_client.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_client.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_client.models.visibility_ef8_enum.VisibilityEf8Enum attribute) PROCESSING (scorable.generated.openapi_aclient.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_client.models.batch_execution_status.BatchExecutionStatus attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) prompt (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.skills.ACalibrateBatchParameters attribute) (scorable.skills.CalibrateBatchParameters attribute) prompt_template (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) Provider (class in scorable.generated.openapi_aclient.models.provider) (class in scorable.generated.openapi_client.models.provider) provider (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) PUBLIC (scorable.generated.openapi_aclient.models.judge_generator_visibility_enum.JudgeGeneratorVisibilityEnum attribute) (scorable.generated.openapi_aclient.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_aclient.models.visibility_ef8_enum.VisibilityEf8Enum attribute) (scorable.generated.openapi_client.models.judge_generator_visibility_enum.JudgeGeneratorVisibilityEnum attribute) (scorable.generated.openapi_client.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_client.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_client.models.visibility_ef8_enum.VisibilityEf8Enum attribute) PUBLIC_UNLISTED (scorable.generated.openapi_aclient.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_client.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_client.models.status_enum.StatusEnum attribute)

Q

quality (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute)

Quality_of_Writing_Creative (scorable.skills.Evaluators.Eval attribute) Quality_of_Writing_Professional (scorable.skills.Evaluators.Eval attribute)

R

Reading_Ease (scorable.skills.Evaluators.Eval attribute) ReasoningEffortEnum (class in scorable.generated.openapi_aclient.models.reasoning_effort_enum) (class in scorable.generated.openapi_client.models.reasoning_effort_enum) REFERENCE (scorable.generated.openapi_aclient.models.data_set_type.DataSetType attribute) (scorable.generated.openapi_client.models.data_set_type.DataSetType attribute) reference_variables (scorable.skills.ACalibrateBatchParameters attribute) (scorable.skills.CalibrateBatchParameters attribute) ReferenceVariable (class in scorable.skills) Relevance (scorable.skills.Evaluators.Eval attribute) rendered_prompt (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) request (scorable.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute) (scorable.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute) (scorable.skills.EvaluatorDemonstration attribute) request_preview (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) response (scorable.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute) (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response_samples_inner.JudgesSyntheticDataRetrieve200ResponseSamplesInner attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) (scorable.skills.EvaluatorDemonstration attribute) response_preview (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) result (scorable.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute)

results (scorable.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.skills.ACalibrateBatchResult attribute) (scorable.skills.CalibrateBatchResult attribute) rms_errors_model (scorable.skills.ACalibrateBatchResult attribute) (scorable.skills.CalibrateBatchResult attribute) rms_errors_prompt (scorable.skills.ACalibrateBatchResult attribute) (scorable.skills.CalibrateBatchResult attribute) role (scorable.generated.openapi_aclient.models.message_log_turn.MessageLogTurn attribute) (scorable.generated.openapi_client.models.message_log_turn.MessageLogTurn attribute) RoleEnum (class in scorable.generated.openapi_aclient.models.role_enum) (class in scorable.generated.openapi_client.models.role_enum) row_number (scorable.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) run() (scorable.judges.Judge method) (scorable.judges.Judges method) (scorable.skills.Evaluator method) (scorable.skills.Evaluators method) run_async (scorable.client.Scorable attribute) run_by_name() (scorable.judges.Judges method) (scorable.skills.Evaluators method)

S

Safety_for_Children (scorable.skills.Evaluators.Eval attribute) samples (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) scorable module Scorable (class in scorable.client) scorable.client module scorable.datasets module scorable.execution_logs module scorable.generated module scorable.generated.openapi_aclient module scorable.generated.openapi_aclient.api module scorable.generated.openapi_aclient.models module scorable.generated.openapi_aclient.models.batch_execution_status module scorable.generated.openapi_aclient.models.data_set_create module scorable.generated.openapi_aclient.models.data_set_list module scorable.generated.openapi_aclient.models.data_set_type module scorable.generated.openapi_aclient.models.evaluator module scorable.generated.openapi_aclient.models.evaluator_calibration_output module scorable.generated.openapi_aclient.models.evaluator_calibration_result module scorable.generated.openapi_aclient.models.evaluator_demonstrations module scorable.generated.openapi_aclient.models.evaluator_execution_result module scorable.generated.openapi_aclient.models.evaluator_inputs_value module scorable.generated.openapi_aclient.models.evaluator_inputs_value_items module scorable.generated.openapi_aclient.models.evaluator_list_output module scorable.generated.openapi_aclient.models.evaluator_reference module scorable.generated.openapi_aclient.models.evaluator_result module scorable.generated.openapi_aclient.models.execution_log_details module scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context module scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner module scorable.generated.openapi_aclient.models.execution_log_list module scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context module scorable.generated.openapi_aclient.models.id module scorable.generated.openapi_aclient.models.input_variable module scorable.generated.openapi_aclient.models.judge module scorable.generated.openapi_aclient.models.judge_batch_execution_detail module scorable.generated.openapi_aclient.models.judge_batch_execution_item module scorable.generated.openapi_aclient.models.judge_batch_execution_item_input module scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum module scorable.generated.openapi_aclient.models.judge_batch_execution_list_item module scorable.generated.openapi_aclient.models.judge_batch_execution_response module scorable.generated.openapi_aclient.models.judge_execution_response module scorable.generated.openapi_aclient.models.judge_files_inner module scorable.generated.openapi_aclient.models.judge_generator_response module scorable.generated.openapi_aclient.models.judge_generator_visibility_enum module scorable.generated.openapi_aclient.models.judge_list module scorable.generated.openapi_aclient.models.judge_rectifier_response module scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response module scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response_samples_inner module scorable.generated.openapi_aclient.models.message_log_turn module scorable.generated.openapi_aclient.models.model module scorable.generated.openapi_aclient.models.model_list module scorable.generated.openapi_aclient.models.model_list_visibility_enum module scorable.generated.openapi_aclient.models.model_test_response module scorable.generated.openapi_aclient.models.nested_evaluator module scorable.generated.openapi_aclient.models.nested_evaluator_objective module scorable.generated.openapi_aclient.models.nested_judge module scorable.generated.openapi_aclient.models.nested_objective_list module scorable.generated.openapi_aclient.models.nested_user_details module scorable.generated.openapi_aclient.models.objective module scorable.generated.openapi_aclient.models.objective_list module scorable.generated.openapi_aclient.models.paginated_data_set_list_list module scorable.generated.openapi_aclient.models.paginated_evaluator_list module scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list module scorable.generated.openapi_aclient.models.paginated_execution_log_list_list module scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list module scorable.generated.openapi_aclient.models.paginated_judge_list_list module scorable.generated.openapi_aclient.models.paginated_model_list_list module scorable.generated.openapi_aclient.models.paginated_objective_list module scorable.generated.openapi_aclient.models.paginated_objective_list_list module scorable.generated.openapi_aclient.models.provider module scorable.generated.openapi_aclient.models.reasoning_effort_enum module scorable.generated.openapi_aclient.models.role_enum module scorable.generated.openapi_aclient.models.skill_execution_validator_result module scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range module scorable.generated.openapi_aclient.models.status_enum module scorable.generated.openapi_aclient.models.target_enum module scorable.generated.openapi_aclient.models.validation_result_status module scorable.generated.openapi_aclient.models.visibility_ef8_enum module scorable.generated.openapi_client module scorable.generated.openapi_client.api module scorable.generated.openapi_client.models module scorable.generated.openapi_client.models.batch_execution_status module scorable.generated.openapi_client.models.data_set_create module scorable.generated.openapi_client.models.data_set_list module scorable.generated.openapi_client.models.data_set_type module scorable.generated.openapi_client.models.evaluator module scorable.generated.openapi_client.models.evaluator_calibration_output module scorable.generated.openapi_client.models.evaluator_calibration_result module scorable.generated.openapi_client.models.evaluator_demonstrations module scorable.generated.openapi_client.models.evaluator_execution_result module scorable.generated.openapi_client.models.evaluator_inputs_value module scorable.generated.openapi_client.models.evaluator_inputs_value_items module

scorable.generated.openapi_client.models.evaluator_list_output module scorable.generated.openapi_client.models.evaluator_reference module scorable.generated.openapi_client.models.evaluator_result module scorable.generated.openapi_client.models.execution_log_details module scorable.generated.openapi_client.models.execution_log_details_evaluation_context module scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner module scorable.generated.openapi_client.models.execution_log_list module scorable.generated.openapi_client.models.execution_log_list_evaluation_context module scorable.generated.openapi_client.models.id module scorable.generated.openapi_client.models.input_variable module scorable.generated.openapi_client.models.judge module scorable.generated.openapi_client.models.judge_batch_execution_detail module scorable.generated.openapi_client.models.judge_batch_execution_item module scorable.generated.openapi_client.models.judge_batch_execution_item_input module scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum module scorable.generated.openapi_client.models.judge_batch_execution_list_item module scorable.generated.openapi_client.models.judge_batch_execution_response module scorable.generated.openapi_client.models.judge_execution_response module scorable.generated.openapi_client.models.judge_files_inner module scorable.generated.openapi_client.models.judge_generator_response module scorable.generated.openapi_client.models.judge_generator_visibility_enum module scorable.generated.openapi_client.models.judge_list module scorable.generated.openapi_client.models.judge_rectifier_response module scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response module scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response_samples_inner module scorable.generated.openapi_client.models.message_log_turn module scorable.generated.openapi_client.models.model module scorable.generated.openapi_client.models.model_list module scorable.generated.openapi_client.models.model_list_visibility_enum module scorable.generated.openapi_client.models.model_test_response module scorable.generated.openapi_client.models.nested_evaluator module scorable.generated.openapi_client.models.nested_evaluator_objective module scorable.generated.openapi_client.models.nested_judge module scorable.generated.openapi_client.models.nested_objective_list module scorable.generated.openapi_client.models.nested_user_details module scorable.generated.openapi_client.models.objective module scorable.generated.openapi_client.models.objective_list module scorable.generated.openapi_client.models.paginated_data_set_list_list module scorable.generated.openapi_client.models.paginated_evaluator_list module scorable.generated.openapi_client.models.paginated_evaluator_list_output_list module scorable.generated.openapi_client.models.paginated_execution_log_list_list module scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list module scorable.generated.openapi_client.models.paginated_judge_list_list module scorable.generated.openapi_client.models.paginated_model_list_list module scorable.generated.openapi_client.models.paginated_objective_list module scorable.generated.openapi_client.models.paginated_objective_list_list module scorable.generated.openapi_client.models.provider module scorable.generated.openapi_client.models.reasoning_effort_enum module scorable.generated.openapi_client.models.role_enum module scorable.generated.openapi_client.models.skill_execution_validator_result module scorable.generated.openapi_client.models.skill_test_data_request_dataset_range module scorable.generated.openapi_client.models.status_enum module scorable.generated.openapi_client.models.target_enum module scorable.generated.openapi_client.models.validation_result_status module scorable.generated.openapi_client.models.visibility_ef8_enum module scorable.judges module scorable.models module scorable.multiturn module scorable.objectives module scorable.skills module score (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (scorable.skills.EvaluatorDemonstration attribute) Sentiment_recognition (scorable.skills.Evaluators.Eval attribute) session_id (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) skill (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) SkillExecutionValidatorResult (class in scorable.generated.openapi_aclient.models.skill_execution_validator_result) (class in scorable.generated.openapi_client.models.skill_execution_validator_result) SkillTestDataRequestDatasetRange (class in scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range) (class in scorable.generated.openapi_client.models.skill_test_data_request_dataset_range) stage (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) start (scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) (scorable.generated.openapi_client.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) started_at (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) status (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_aclient.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) (scorable.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judges_synthetic_data_retrieve200_response.JudgesSyntheticDataRetrieve200Response attribute) (scorable.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) status_url (scorable.generated.openapi_aclient.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute) StatusEnum (class in scorable.generated.openapi_aclient.models.status_enum) (class in scorable.generated.openapi_client.models.status_enum) success (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) Summarization_Quality (scorable.skills.Evaluators.Eval attribute) system_prompt (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute)

T

tags (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) TargetEnum (class in scorable.generated.openapi_aclient.models.target_enum) (class in scorable.generated.openapi_client.models.target_enum) TEST (scorable.generated.openapi_aclient.models.data_set_type.DataSetType attribute) (scorable.generated.openapi_client.models.data_set_type.DataSetType attribute) test_dataset_id (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) test_set (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) threshold (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) tool_name (scorable.generated.openapi_aclient.models.message_log_turn.MessageLogTurn attribute) (scorable.generated.openapi_client.models.message_log_turn.MessageLogTurn attribute)

total_count (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) Translation_Quality (scorable.skills.Evaluators.Eval attribute) Truthfulness (scorable.skills.Evaluators.Eval attribute) Truthfulness_Swift (scorable.skills.Evaluators.Eval attribute) Turns (in module scorable.multiturn) turns (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) type (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_aclient.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_client.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute)

U

UNLISTED (scorable.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_client.models.status_enum.StatusEnum attribute) update() (scorable.judges.Judges method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method) updated_at (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) updated_by (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute)

url (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_client.models.model.Model attribute) usage (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) USER (scorable.generated.openapi_aclient.models.role_enum.RoleEnum attribute) (scorable.generated.openapi_client.models.role_enum.RoleEnum attribute) USER_BEHAVIOR (scorable.generated.openapi_aclient.models.target_enum.TargetEnum attribute) (scorable.generated.openapi_client.models.target_enum.TargetEnum attribute) user_id (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute)

V

ValidationResultStatus (class in scorable.generated.openapi_aclient.models.validation_result_status) (class in scorable.generated.openapi_client.models.validation_result_status) variables (scorable.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) version_id (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_aclient.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_client.models.objective.Objective attribute)

Versions (class in scorable.objectives) (class in scorable.skills) versions (scorable.objectives.Objectives attribute) (scorable.skills.Evaluators attribute) visibility (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) VisibilityEf8Enum (class in scorable.generated.openapi_aclient.models.visibility_ef8_enum) (class in scorable.generated.openapi_client.models.visibility_ef8_enum)