Index

A

acalibrate() (scorable.skills.Evaluators method) acalibrate_batch() (scorable.skills.Evaluators method) acalibrate_existing() (scorable.skills.Evaluators method) ACalibrateBatchParameters (class in scorable.skills) ACalibrateBatchResult (class in scorable.skills) acreate() (scorable.datasets.DataSets method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method) adelete() (scorable.datasets.DataSets method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method) AEvaluator (class in scorable.skills) agenerate() (scorable.judges.Judges method) aget() (scorable.datasets.DataSets method) (scorable.execution_logs.ExecutionLogs method) (scorable.judges.Judges method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method) aget_by_name() (scorable.skills.Evaluators method) AJudge (class in scorable.judges)

alist() (scorable.datasets.DataSets method) (scorable.execution_logs.ExecutionLogs method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.objectives.Versions method) (scorable.skills.Evaluators method) (scorable.skills.Versions method) Answer_Correctness (scorable.skills.Evaluators.Eval attribute) Answer_Relevance (scorable.skills.Evaluators.Eval attribute) Answer_Semantic_Similarity (scorable.skills.Evaluators.Eval attribute) Answer_Willingness (scorable.skills.Evaluators.Eval attribute) AObjective (class in scorable.objectives) api_key (scorable.client.Scorable attribute) (scorable.datasets.DataSets attribute) APresetEvaluatorRunner (class in scorable.skills) arun() (scorable.judges.AJudge method) (scorable.judges.Judges method) (scorable.skills.AEvaluator method) (scorable.skills.Evaluators method) arun_by_name() (scorable.judges.Judges method) (scorable.skills.Evaluators method) aupdate() (scorable.judges.Judges method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method)

B

base_url (scorable.client.Scorable attribute) (scorable.datasets.DataSets attribute) batch_execution_id (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute)

Beta (class in scorable.client) beta (scorable.client.Scorable property)

C

calibrate() (scorable.skills.Evaluators method) calibrate_batch() (scorable.skills.Evaluators method) calibrate_existing() (scorable.skills.Evaluators method) CalibrateBatchParameters (class in scorable.skills) CalibrateBatchResult (class in scorable.skills) CANCELLED (scorable.generated.openapi_aclient.models.job_status.JobStatus attribute) (scorable.generated.openapi_client.models.job_status.JobStatus attribute) change_note (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) chat_id (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) Clarity (scorable.skills.Evaluators.Eval attribute) CLASSIFICATION (scorable.generated.openapi_aclient.models.evaluation_agent_evaluation_approach_enum.EvaluationAgentEvaluationApproachEnum attribute) (scorable.generated.openapi_aclient.models.result_preference_signifier_evaluation_approach_enum.ResultPreferenceSignifierEvaluationApproachEnum attribute) (scorable.generated.openapi_client.models.evaluation_agent_evaluation_approach_enum.EvaluationAgentEvaluationApproachEnum attribute) (scorable.generated.openapi_client.models.result_preference_signifier_evaluation_approach_enum.ResultPreferenceSignifierEvaluationApproachEnum attribute) client_context (scorable.datasets.DataSets attribute) (scorable.execution_logs.ExecutionLogs attribute) (scorable.judges.AJudge attribute) (scorable.judges.Judge attribute) (scorable.judges.Judges attribute) (scorable.models.Models attribute) (scorable.objectives.AObjective attribute) (scorable.objectives.Objective attribute) (scorable.objectives.Objectives attribute) (scorable.objectives.Versions attribute) (scorable.skills.AEvaluator attribute) (scorable.skills.APresetEvaluatorRunner attribute) (scorable.skills.Evaluator attribute) (scorable.skills.Evaluators attribute) (scorable.skills.PresetEvaluatorRunner attribute) (scorable.skills.Versions attribute) Coherence (scorable.skills.Evaluators.Eval attribute) COMPLETED (scorable.generated.openapi_aclient.models.job_status.JobStatus attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_aclient.models.status776_enum.Status776Enum attribute) (scorable.generated.openapi_client.models.job_status.JobStatus attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_client.models.status776_enum.Status776Enum attribute) completed_at (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) completed_count (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) Completeness (scorable.skills.Evaluators.Eval attribute) Compliance_Preview (scorable.skills.Evaluators.Eval attribute) Conciseness (scorable.skills.Evaluators.Eval attribute)

Confidentiality (scorable.skills.Evaluators.Eval attribute) Context_Precision (scorable.skills.Evaluators.Eval attribute) Context_Recall (scorable.skills.Evaluators.Eval attribute) contexts (scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_client.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) cost (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) create() (scorable.datasets.DataSets method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method) created_at (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_aclient.models.evaluation_batch_job_serializer.EvaluationBatchJobSerializer attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_aclient.models.reference_variable.ReferenceVariable attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_client.models.evaluation_batch_job_serializer.EvaluationBatchJobSerializer attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.reference_variable.ReferenceVariable attribute)

D

dataset (scorable.generated.openapi_aclient.models.reference_variable.ReferenceVariable attribute) (scorable.generated.openapi_client.models.reference_variable.ReferenceVariable attribute) dataset_id (scorable.skills.ReferenceVariable attribute) DataSetCreate (class in scorable.generated.openapi_aclient.models.data_set_create) (class in scorable.generated.openapi_client.models.data_set_create) DataSetList (class in scorable.generated.openapi_aclient.models.data_set_list) (class in scorable.generated.openapi_client.models.data_set_list) DataSets (class in scorable.datasets) datasets (scorable.client.Scorable property)

DataSetType (class in scorable.generated.openapi_aclient.models.data_set_type) (class in scorable.generated.openapi_client.models.data_set_type) delete() (scorable.datasets.DataSets method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method) duration (scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute)

E

email (scorable.generated.openapi_aclient.models.nested_user_details.NestedUserDetails attribute) (scorable.generated.openapi_client.models.nested_user_details.NestedUserDetails attribute) end (scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) (scorable.generated.openapi_client.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) Engagingness (scorable.skills.Evaluators.Eval attribute) error (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) error_code (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) error_message (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) evaluation_approach (scorable.generated.openapi_aclient.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_client.models.evaluation_agent.EvaluationAgent attribute) evaluation_context (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) EvaluationAgent (class in scorable.generated.openapi_aclient.models.evaluation_agent) (class in scorable.generated.openapi_client.models.evaluation_agent) EvaluationAgentEvaluationApproachEnum (class in scorable.generated.openapi_aclient.models.evaluation_agent_evaluation_approach_enum) (class in scorable.generated.openapi_client.models.evaluation_agent_evaluation_approach_enum) EvaluationAgentExecuteResponse (class in scorable.generated.openapi_aclient.models.evaluation_agent_execute_response) (class in scorable.generated.openapi_client.models.evaluation_agent_execute_response) EvaluationAgentGenerateRequestEvaluationApproachEnum (class in scorable.generated.openapi_aclient.models.evaluation_agent_generate_request_evaluation_approach_enum) (class in scorable.generated.openapi_client.models.evaluation_agent_generate_request_evaluation_approach_enum) EvaluationBatchJobSerializer (class in scorable.generated.openapi_aclient.models.evaluation_batch_job_serializer) (class in scorable.generated.openapi_client.models.evaluation_batch_job_serializer) EvaluationJobResponse (class in scorable.generated.openapi_aclient.models.evaluation_job_response) (class in scorable.generated.openapi_client.models.evaluation_job_response) Evaluator (class in scorable.generated.openapi_aclient.models.evaluator) (class in scorable.generated.openapi_client.models.evaluator) (class in scorable.skills) evaluator (scorable.generated.openapi_aclient.models.objective_validator.ObjectiveValidator attribute) (scorable.generated.openapi_client.models.objective_validator.ObjectiveValidator attribute) evaluator_demonstrations (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) evaluator_id (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.skills.APresetEvaluatorRunner attribute) (scorable.skills.PresetEvaluatorRunner attribute) evaluator_latencies (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) evaluator_name (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) evaluator_results (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_execution_response.JudgeExecutionResponse attribute) (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_execution_response.JudgeExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) evaluator_version_id (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.skills.APresetEvaluatorRunner attribute) (scorable.skills.PresetEvaluatorRunner attribute) EvaluatorCalibrationOutput (class in scorable.generated.openapi_aclient.models.evaluator_calibration_output) (class in scorable.generated.openapi_client.models.evaluator_calibration_output) EvaluatorCalibrationResult (class in scorable.generated.openapi_aclient.models.evaluator_calibration_result) (class in scorable.generated.openapi_client.models.evaluator_calibration_result)

EvaluatorDemonstration (class in scorable.skills) EvaluatorDemonstrations (class in scorable.generated.openapi_aclient.models.evaluator_demonstrations) (class in scorable.generated.openapi_client.models.evaluator_demonstrations) EvaluatorExecutionResult (class in scorable.generated.openapi_aclient.models.evaluator_execution_result) (class in scorable.generated.openapi_client.models.evaluator_execution_result) EvaluatorInputsValue (class in scorable.generated.openapi_aclient.models.evaluator_inputs_value) (class in scorable.generated.openapi_client.models.evaluator_inputs_value) EvaluatorInputsValueItems (class in scorable.generated.openapi_aclient.models.evaluator_inputs_value_items) (class in scorable.generated.openapi_client.models.evaluator_inputs_value_items) EvaluatorListOutput (class in scorable.generated.openapi_aclient.models.evaluator_list_output) (class in scorable.generated.openapi_client.models.evaluator_list_output) EvaluatorName (scorable.skills.Evaluators attribute) EvaluatorReference (class in scorable.generated.openapi_aclient.models.evaluator_reference) (class in scorable.generated.openapi_client.models.evaluator_reference) EvaluatorResult (class in scorable.generated.openapi_aclient.models.evaluator_result) (class in scorable.generated.openapi_client.models.evaluator_result) Evaluators (class in scorable.skills) evaluators (scorable.client.Scorable property) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) Evaluators.Eval (class in scorable.skills) executed_item_id (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) executed_item_name (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) executed_item_version_id (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) execution_log_id (scorable.execution_logs.ExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) execution_logs (scorable.client.Scorable property) execution_type (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) ExecutionLogDetails (class in scorable.generated.openapi_aclient.models.execution_log_details) (class in scorable.generated.openapi_client.models.execution_log_details) ExecutionLogDetailsEvaluationContext (class in scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context) (class in scorable.generated.openapi_client.models.execution_log_details_evaluation_context) ExecutionLogDetailsEvaluatorLatenciesInner (class in scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner) (class in scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner) ExecutionLogList (class in scorable.generated.openapi_aclient.models.execution_log_list) (class in scorable.generated.openapi_client.models.execution_log_list) ExecutionLogListEvaluationContext (class in scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context) (class in scorable.generated.openapi_client.models.execution_log_list_evaluation_context) ExecutionLogs (class in scorable.execution_logs) ExecutionResult (class in scorable.execution_logs) expected_output (scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_client.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) expected_score (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute)

F

FAILED (scorable.generated.openapi_aclient.models.job_status.JobStatus attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_aclient.models.status776_enum.Status776Enum attribute) (scorable.generated.openapi_client.models.job_status.JobStatus attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_client.models.status776_enum.Status776Enum attribute) failed_count (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) failures_path (scorable.generated.openapi_aclient.models.evaluation_job_response.EvaluationJobResponse attribute) (scorable.generated.openapi_client.models.evaluation_job_response.EvaluationJobResponse attribute)

Faithfulness (scorable.skills.Evaluators.Eval attribute) Faithfulness_Swift (scorable.skills.Evaluators.Eval attribute) file (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) files (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) FINISHED (scorable.generated.openapi_aclient.models.validation_result_status.ValidationResultStatus attribute) (scorable.generated.openapi_client.models.validation_result_status.ValidationResultStatus attribute) Formality (scorable.skills.Evaluators.Eval attribute) full_name (scorable.generated.openapi_aclient.models.nested_user_details.NestedUserDetails attribute) (scorable.generated.openapi_client.models.nested_user_details.NestedUserDetails attribute)

G

generate() (scorable.judges.Judges method) get() (scorable.datasets.DataSets method) (scorable.execution_logs.ExecutionLogs method) (scorable.judges.Judges method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method)

get_by_name() (scorable.skills.Evaluators method) get_client_context (scorable.client.Scorable property) GLOBAL (scorable.generated.openapi_aclient.models.judge_generator_visibility_enum.JudgeGeneratorVisibilityEnum attribute) (scorable.generated.openapi_client.models.judge_generator_visibility_enum.JudgeGeneratorVisibilityEnum attribute)

H

Harmlessness (scorable.skills.Evaluators.Eval attribute) has_header (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute)

Helpfulness (scorable.skills.Evaluators.Eval attribute) HIGH (scorable.generated.openapi_aclient.models.reasoning_effort_enum.ReasoningEffortEnum attribute) (scorable.generated.openapi_client.models.reasoning_effort_enum.ReasoningEffortEnum attribute)

I

ID (class in scorable.generated.openapi_aclient.models.id) (class in scorable.generated.openapi_client.models.id) id (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_aclient.models.id.ID attribute) (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_aclient.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_aclient.models.nested_objective.NestedObjective attribute) (scorable.generated.openapi_aclient.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (scorable.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_aclient.models.nested_vector_objective.NestedVectorObjective attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_aclient.models.reference_variable.ReferenceVariable attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.id.ID attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.model.Model attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_client.models.nested_objective.NestedObjective attribute) (scorable.generated.openapi_client.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (scorable.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_client.models.nested_vector_objective.NestedVectorObjective attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) (scorable.generated.openapi_client.models.reference_variable.ReferenceVariable attribute)

improved_response (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) index (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) Information_Density (scorable.skills.Evaluators.Eval attribute) input (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) INPUT_OUTPUT_PAIR (scorable.generated.openapi_aclient.models.kind_enum.KindEnum attribute) (scorable.generated.openapi_client.models.kind_enum.KindEnum attribute) input_variables (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.skills.ACalibrateBatchParameters attribute) (scorable.skills.CalibrateBatchParameters attribute) inputs (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) InputVariable (class in scorable.generated.openapi_aclient.models.input_variable) (class in scorable.generated.openapi_client.models.input_variable) (class in scorable.skills) intent (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (scorable.generated.openapi_aclient.models.nested_objective.NestedObjective attribute) (scorable.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_aclient.models.nested_vector_objective.NestedVectorObjective attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (scorable.generated.openapi_client.models.nested_objective.NestedObjective attribute) (scorable.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_client.models.nested_vector_objective.NestedVectorObjective attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) is_gdpr_compliant (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) is_root_evaluator (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) items (scorable.generated.openapi_aclient.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute)

J

job_id (scorable.generated.openapi_aclient.models.evaluation_batch_job_serializer.EvaluationBatchJobSerializer attribute) (scorable.generated.openapi_aclient.models.evaluation_job_response.EvaluationJobResponse attribute) (scorable.generated.openapi_client.models.evaluation_batch_job_serializer.EvaluationBatchJobSerializer attribute) (scorable.generated.openapi_client.models.evaluation_job_response.EvaluationJobResponse attribute) JobStatus (class in scorable.generated.openapi_aclient.models.job_status) (class in scorable.generated.openapi_client.models.job_status) Judge (class in scorable.generated.openapi_aclient.models.judge) (class in scorable.generated.openapi_client.models.judge) (class in scorable.judges) judge (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) judge_id (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) judge_version_id (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) JudgeBatchExecutionDetail (class in scorable.generated.openapi_aclient.models.judge_batch_execution_detail) (class in scorable.generated.openapi_client.models.judge_batch_execution_detail) JudgeBatchExecutionItem (class in scorable.generated.openapi_aclient.models.judge_batch_execution_item) (class in scorable.generated.openapi_client.models.judge_batch_execution_item) JudgeBatchExecutionItemInput (class in scorable.generated.openapi_aclient.models.judge_batch_execution_item_input) (class in scorable.generated.openapi_client.models.judge_batch_execution_item_input) JudgeBatchExecutionItemStatusEnum (class in scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum) (class in scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum) JudgeBatchExecutionListItem (class in scorable.generated.openapi_aclient.models.judge_batch_execution_list_item) (class in scorable.generated.openapi_client.models.judge_batch_execution_list_item) JudgeBatchExecutionResponse (class in scorable.generated.openapi_aclient.models.judge_batch_execution_response) (class in scorable.generated.openapi_client.models.judge_batch_execution_response)

JudgeExecutionResponse (class in scorable.generated.openapi_aclient.models.judge_execution_response) (class in scorable.generated.openapi_client.models.judge_execution_response) JudgeFilesInner (class in scorable.generated.openapi_aclient.models.judge_files_inner) (class in scorable.generated.openapi_client.models.judge_files_inner) JudgeGeneratorResponse (class in scorable.generated.openapi_aclient.models.judge_generator_response) (class in scorable.generated.openapi_client.models.judge_generator_response) JudgeGeneratorVisibilityEnum (class in scorable.generated.openapi_aclient.models.judge_generator_visibility_enum) (class in scorable.generated.openapi_client.models.judge_generator_visibility_enum) JudgeList (class in scorable.generated.openapi_aclient.models.judge_list) (class in scorable.generated.openapi_client.models.judge_list) JudgeRectifierResponse (class in scorable.generated.openapi_aclient.models.judge_rectifier_response) (class in scorable.generated.openapi_client.models.judge_rectifier_response) Judges (class in scorable.judges) judges (scorable.client.Beta property) (scorable.client.Scorable property) justification (scorable.generated.openapi_aclient.models.evaluation_agent_execute_response.EvaluationAgentExecuteResponse attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.evaluation_agent_execute_response.EvaluationAgentExecuteResponse attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.skills.EvaluatorDemonstration attribute)

K

KindEnum (class in scorable.generated.openapi_aclient.models.kind_enum) (class in scorable.generated.openapi_client.models.kind_enum)

L

list() (scorable.datasets.DataSets method) (scorable.execution_logs.ExecutionLogs method) (scorable.judges.Judges method) (scorable.models.Models method) (scorable.objectives.Objectives method) (scorable.objectives.Versions method) (scorable.skills.Evaluators method) (scorable.skills.Versions method) LISTED (scorable.generated.openapi_aclient.models.judge_generator_visibility_enum.JudgeGeneratorVisibilityEnum attribute) (scorable.generated.openapi_aclient.models.status_change_status_enum.StatusChangeStatusEnum attribute) (scorable.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_client.models.judge_generator_visibility_enum.JudgeGeneratorVisibilityEnum attribute) (scorable.generated.openapi_client.models.status_change_status_enum.StatusChangeStatusEnum attribute) (scorable.generated.openapi_client.models.status_enum.StatusEnum attribute)

llm_output (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) logo_dark (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) logo_light (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) LOW (scorable.generated.openapi_aclient.models.reasoning_effort_enum.ReasoningEffortEnum attribute) (scorable.generated.openapi_client.models.reasoning_effort_enum.ReasoningEffortEnum attribute)

M

mae_errors_model (scorable.skills.ACalibrateBatchResult attribute) (scorable.skills.CalibrateBatchResult attribute) mae_errors_prompt (scorable.skills.ACalibrateBatchResult attribute) (scorable.skills.CalibrateBatchResult attribute) MANAGED (scorable.generated.openapi_aclient.models.skill_type_enum.SkillTypeEnum attribute) (scorable.generated.openapi_client.models.skill_type_enum.SkillTypeEnum attribute) max_output_token_count (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_client.models.model.Model attribute) max_token_count (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_client.models.model.Model attribute) MEDIUM (scorable.generated.openapi_aclient.models.reasoning_effort_enum.ReasoningEffortEnum attribute) (scorable.generated.openapi_client.models.reasoning_effort_enum.ReasoningEffortEnum attribute) MEETS_ALL_SPECIFIED_POLICY_CRITERIA (scorable.generated.openapi_aclient.models.evaluation_agent_evaluation_approach_enum.EvaluationAgentEvaluationApproachEnum attribute) (scorable.generated.openapi_aclient.models.result_preference_signifier_evaluation_approach_enum.ResultPreferenceSignifierEvaluationApproachEnum attribute) (scorable.generated.openapi_client.models.evaluation_agent_evaluation_approach_enum.EvaluationAgentEvaluationApproachEnum attribute) (scorable.generated.openapi_client.models.result_preference_signifier_evaluation_approach_enum.ResultPreferenceSignifierEvaluationApproachEnum attribute) message (scorable.generated.openapi_aclient.models.evaluation_job_response.EvaluationJobResponse attribute) (scorable.generated.openapi_client.models.evaluation_job_response.EvaluationJobResponse attribute) meta (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) Model (class in scorable.generated.openapi_aclient.models.model) (class in scorable.generated.openapi_client.models.model) model (scorable.generated.openapi_aclient.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.model.Model attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (scorable.skills.ACalibrateBatchParameters attribute) (scorable.skills.CalibrateBatchParameters attribute) model_call_duration (scorable.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) model_config (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_aclient.models.evaluation_agent_execute_response.EvaluationAgentExecuteResponse attribute) (scorable.generated.openapi_aclient.models.evaluation_batch_job_serializer.EvaluationBatchJobSerializer attribute) (scorable.generated.openapi_aclient.models.evaluation_job_response.EvaluationJobResponse attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_aclient.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_aclient.models.id.ID attribute) (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute) (scorable.generated.openapi_aclient.models.judge_execution_response.JudgeExecutionResponse attribute) (scorable.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_aclient.models.model_params.ModelParams attribute) (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_aclient.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (scorable.generated.openapi_aclient.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_aclient.models.nested_objective.NestedObjective attribute) (scorable.generated.openapi_aclient.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (scorable.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_aclient.models.nested_user_details.NestedUserDetails attribute) (scorable.generated.openapi_aclient.models.nested_vector_objective.NestedVectorObjective attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_aclient.models.objective_validator.ObjectiveValidator attribute) (scorable.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluation_agent_list.PaginatedEvaluationAgentList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluation_batch_job_serializer_list.PaginatedEvaluationBatchJobSerializerList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_aclient.models.reference_variable.ReferenceVariable attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) (scorable.generated.openapi_aclient.models.status_change.StatusChange attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_client.models.evaluation_agent_execute_response.EvaluationAgentExecuteResponse attribute) (scorable.generated.openapi_client.models.evaluation_batch_job_serializer.EvaluationBatchJobSerializer attribute) (scorable.generated.openapi_client.models.evaluation_job_response.EvaluationJobResponse attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_client.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (scorable.generated.openapi_client.models.id.ID attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_execution_response.JudgeExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.model.Model attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.model_params.ModelParams attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (scorable.generated.openapi_client.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_client.models.nested_objective.NestedObjective attribute) (scorable.generated.openapi_client.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (scorable.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_client.models.nested_user_details.NestedUserDetails attribute) (scorable.generated.openapi_client.models.nested_vector_objective.NestedVectorObjective attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.objective_validator.ObjectiveValidator attribute) (scorable.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_client.models.paginated_evaluation_agent_list.PaginatedEvaluationAgentList attribute) (scorable.generated.openapi_client.models.paginated_evaluation_batch_job_serializer_list.PaginatedEvaluationBatchJobSerializerList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) (scorable.generated.openapi_client.models.reference_variable.ReferenceVariable attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) (scorable.generated.openapi_client.models.status_change.StatusChange attribute) model_params (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) ModelEnum (class in scorable.generated.openapi_aclient.models.model_enum) (class in scorable.generated.openapi_client.models.model_enum) ModelList (class in scorable.generated.openapi_aclient.models.model_list) (class in scorable.generated.openapi_client.models.model_list) ModelListVisibilityEnum (class in scorable.generated.openapi_aclient.models.model_list_visibility_enum) (class in scorable.generated.openapi_client.models.model_list_visibility_enum)

ModelName (in module scorable.skills) ModelParams (class in scorable.generated.openapi_aclient.models.model_params) (class in scorable.generated.openapi_client.models.model_params) (class in scorable.skills) Models (class in scorable.models) models (scorable.client.Scorable property) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) ModelTestResponse (class in scorable.generated.openapi_aclient.models.model_test_response) (class in scorable.generated.openapi_client.models.model_test_response) module scorable scorable.client scorable.datasets scorable.execution_logs scorable.generated scorable.generated.openapi_aclient scorable.generated.openapi_aclient.api scorable.generated.openapi_aclient.models scorable.generated.openapi_aclient.models.data_set_create scorable.generated.openapi_aclient.models.data_set_list scorable.generated.openapi_aclient.models.data_set_type scorable.generated.openapi_aclient.models.evaluation_agent scorable.generated.openapi_aclient.models.evaluation_agent_evaluation_approach_enum scorable.generated.openapi_aclient.models.evaluation_agent_execute_response scorable.generated.openapi_aclient.models.evaluation_agent_generate_request_evaluation_approach_enum scorable.generated.openapi_aclient.models.evaluation_batch_job_serializer scorable.generated.openapi_aclient.models.evaluation_job_response scorable.generated.openapi_aclient.models.evaluator scorable.generated.openapi_aclient.models.evaluator_calibration_output scorable.generated.openapi_aclient.models.evaluator_calibration_result scorable.generated.openapi_aclient.models.evaluator_demonstrations scorable.generated.openapi_aclient.models.evaluator_execution_result scorable.generated.openapi_aclient.models.evaluator_inputs_value scorable.generated.openapi_aclient.models.evaluator_inputs_value_items scorable.generated.openapi_aclient.models.evaluator_list_output scorable.generated.openapi_aclient.models.evaluator_reference scorable.generated.openapi_aclient.models.evaluator_result scorable.generated.openapi_aclient.models.execution_log_details scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner scorable.generated.openapi_aclient.models.execution_log_list scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context scorable.generated.openapi_aclient.models.id scorable.generated.openapi_aclient.models.input_variable scorable.generated.openapi_aclient.models.job_status scorable.generated.openapi_aclient.models.judge scorable.generated.openapi_aclient.models.judge_batch_execution_detail scorable.generated.openapi_aclient.models.judge_batch_execution_item scorable.generated.openapi_aclient.models.judge_batch_execution_item_input scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum scorable.generated.openapi_aclient.models.judge_batch_execution_list_item scorable.generated.openapi_aclient.models.judge_batch_execution_response scorable.generated.openapi_aclient.models.judge_execution_response scorable.generated.openapi_aclient.models.judge_files_inner scorable.generated.openapi_aclient.models.judge_generator_response scorable.generated.openapi_aclient.models.judge_generator_visibility_enum scorable.generated.openapi_aclient.models.judge_list scorable.generated.openapi_aclient.models.judge_rectifier_response scorable.generated.openapi_aclient.models.kind_enum scorable.generated.openapi_aclient.models.model scorable.generated.openapi_aclient.models.model_enum scorable.generated.openapi_aclient.models.model_list scorable.generated.openapi_aclient.models.model_list_visibility_enum scorable.generated.openapi_aclient.models.model_params scorable.generated.openapi_aclient.models.model_test_response scorable.generated.openapi_aclient.models.nested_evaluator scorable.generated.openapi_aclient.models.nested_evaluator_objective scorable.generated.openapi_aclient.models.nested_judge scorable.generated.openapi_aclient.models.nested_objective scorable.generated.openapi_aclient.models.nested_objective_evaluator scorable.generated.openapi_aclient.models.nested_objective_list scorable.generated.openapi_aclient.models.nested_user_details scorable.generated.openapi_aclient.models.nested_vector_objective scorable.generated.openapi_aclient.models.null_enum scorable.generated.openapi_aclient.models.objective scorable.generated.openapi_aclient.models.objective_list scorable.generated.openapi_aclient.models.objective_validator scorable.generated.openapi_aclient.models.paginated_data_set_list_list scorable.generated.openapi_aclient.models.paginated_evaluation_agent_list scorable.generated.openapi_aclient.models.paginated_evaluation_batch_job_serializer_list scorable.generated.openapi_aclient.models.paginated_evaluator_list scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list scorable.generated.openapi_aclient.models.paginated_execution_log_list_list scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list scorable.generated.openapi_aclient.models.paginated_judge_list_list scorable.generated.openapi_aclient.models.paginated_model_list_list scorable.generated.openapi_aclient.models.paginated_objective_list scorable.generated.openapi_aclient.models.paginated_objective_list_list scorable.generated.openapi_aclient.models.provider scorable.generated.openapi_aclient.models.reasoning_effort_enum scorable.generated.openapi_aclient.models.reference_variable scorable.generated.openapi_aclient.models.result_preference_signifier_evaluation_approach_enum scorable.generated.openapi_aclient.models.skill_execution_validator_result scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range scorable.generated.openapi_aclient.models.skill_type_enum scorable.generated.openapi_aclient.models.status776_enum scorable.generated.openapi_aclient.models.status_change scorable.generated.openapi_aclient.models.status_change_status_enum scorable.generated.openapi_aclient.models.status_enum scorable.generated.openapi_aclient.models.validation_result_status scorable.generated.openapi_client scorable.generated.openapi_client.api scorable.generated.openapi_client.models scorable.generated.openapi_client.models.data_set_create scorable.generated.openapi_client.models.data_set_list scorable.generated.openapi_client.models.data_set_type scorable.generated.openapi_client.models.evaluation_agent scorable.generated.openapi_client.models.evaluation_agent_evaluation_approach_enum scorable.generated.openapi_client.models.evaluation_agent_execute_response scorable.generated.openapi_client.models.evaluation_agent_generate_request_evaluation_approach_enum scorable.generated.openapi_client.models.evaluation_batch_job_serializer scorable.generated.openapi_client.models.evaluation_job_response scorable.generated.openapi_client.models.evaluator scorable.generated.openapi_client.models.evaluator_calibration_output scorable.generated.openapi_client.models.evaluator_calibration_result scorable.generated.openapi_client.models.evaluator_demonstrations scorable.generated.openapi_client.models.evaluator_execution_result scorable.generated.openapi_client.models.evaluator_inputs_value scorable.generated.openapi_client.models.evaluator_inputs_value_items scorable.generated.openapi_client.models.evaluator_list_output scorable.generated.openapi_client.models.evaluator_reference scorable.generated.openapi_client.models.evaluator_result scorable.generated.openapi_client.models.execution_log_details scorable.generated.openapi_client.models.execution_log_details_evaluation_context scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner scorable.generated.openapi_client.models.execution_log_list scorable.generated.openapi_client.models.execution_log_list_evaluation_context scorable.generated.openapi_client.models.id scorable.generated.openapi_client.models.input_variable scorable.generated.openapi_client.models.job_status scorable.generated.openapi_client.models.judge scorable.generated.openapi_client.models.judge_batch_execution_detail scorable.generated.openapi_client.models.judge_batch_execution_item scorable.generated.openapi_client.models.judge_batch_execution_item_input scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum scorable.generated.openapi_client.models.judge_batch_execution_list_item scorable.generated.openapi_client.models.judge_batch_execution_response scorable.generated.openapi_client.models.judge_execution_response scorable.generated.openapi_client.models.judge_files_inner scorable.generated.openapi_client.models.judge_generator_response scorable.generated.openapi_client.models.judge_generator_visibility_enum scorable.generated.openapi_client.models.judge_list scorable.generated.openapi_client.models.judge_rectifier_response scorable.generated.openapi_client.models.kind_enum scorable.generated.openapi_client.models.model scorable.generated.openapi_client.models.model_enum scorable.generated.openapi_client.models.model_list scorable.generated.openapi_client.models.model_list_visibility_enum scorable.generated.openapi_client.models.model_params scorable.generated.openapi_client.models.model_test_response scorable.generated.openapi_client.models.nested_evaluator scorable.generated.openapi_client.models.nested_evaluator_objective scorable.generated.openapi_client.models.nested_judge scorable.generated.openapi_client.models.nested_objective scorable.generated.openapi_client.models.nested_objective_evaluator scorable.generated.openapi_client.models.nested_objective_list scorable.generated.openapi_client.models.nested_user_details scorable.generated.openapi_client.models.nested_vector_objective scorable.generated.openapi_client.models.null_enum scorable.generated.openapi_client.models.objective scorable.generated.openapi_client.models.objective_list scorable.generated.openapi_client.models.objective_validator scorable.generated.openapi_client.models.paginated_data_set_list_list scorable.generated.openapi_client.models.paginated_evaluation_agent_list scorable.generated.openapi_client.models.paginated_evaluation_batch_job_serializer_list scorable.generated.openapi_client.models.paginated_evaluator_list scorable.generated.openapi_client.models.paginated_evaluator_list_output_list scorable.generated.openapi_client.models.paginated_execution_log_list_list scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list scorable.generated.openapi_client.models.paginated_judge_list_list scorable.generated.openapi_client.models.paginated_model_list_list scorable.generated.openapi_client.models.paginated_objective_list scorable.generated.openapi_client.models.paginated_objective_list_list scorable.generated.openapi_client.models.provider scorable.generated.openapi_client.models.reasoning_effort_enum scorable.generated.openapi_client.models.reference_variable scorable.generated.openapi_client.models.result_preference_signifier_evaluation_approach_enum scorable.generated.openapi_client.models.skill_execution_validator_result scorable.generated.openapi_client.models.skill_test_data_request_dataset_range scorable.generated.openapi_client.models.skill_type_enum scorable.generated.openapi_client.models.status776_enum scorable.generated.openapi_client.models.status_change scorable.generated.openapi_client.models.status_change_status_enum scorable.generated.openapi_client.models.status_enum scorable.generated.openapi_client.models.validation_result_status scorable.judges scorable.models scorable.objectives scorable.skills

N

name (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_aclient.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_aclient.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (scorable.generated.openapi_aclient.models.provider.Provider attribute) (scorable.generated.openapi_aclient.models.reference_variable.ReferenceVariable attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.model.Model attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_client.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (scorable.generated.openapi_client.models.provider.Provider attribute) (scorable.generated.openapi_client.models.reference_variable.ReferenceVariable attribute) (scorable.skills.ACalibrateBatchParameters attribute) (scorable.skills.CalibrateBatchParameters attribute) (scorable.skills.InputVariable attribute) (scorable.skills.ReferenceVariable attribute) NATIVE (scorable.generated.openapi_aclient.models.skill_type_enum.SkillTypeEnum attribute) (scorable.generated.openapi_client.models.skill_type_enum.SkillTypeEnum attribute) NestedEvaluator (class in scorable.generated.openapi_aclient.models.nested_evaluator) (class in scorable.generated.openapi_client.models.nested_evaluator)

NestedEvaluatorObjective (class in scorable.generated.openapi_aclient.models.nested_evaluator_objective) (class in scorable.generated.openapi_client.models.nested_evaluator_objective) NestedJudge (class in scorable.generated.openapi_aclient.models.nested_judge) (class in scorable.generated.openapi_client.models.nested_judge) NestedObjective (class in scorable.generated.openapi_aclient.models.nested_objective) (class in scorable.generated.openapi_client.models.nested_objective) NestedObjectiveEvaluator (class in scorable.generated.openapi_aclient.models.nested_objective_evaluator) (class in scorable.generated.openapi_client.models.nested_objective_evaluator) NestedObjectiveList (class in scorable.generated.openapi_aclient.models.nested_objective_list) (class in scorable.generated.openapi_client.models.nested_objective_list) NestedUserDetails (class in scorable.generated.openapi_aclient.models.nested_user_details) (class in scorable.generated.openapi_client.models.nested_user_details) NestedVectorObjective (class in scorable.generated.openapi_aclient.models.nested_vector_objective) (class in scorable.generated.openapi_client.models.nested_vector_objective) next (scorable.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluation_agent_list.PaginatedEvaluationAgentList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluation_batch_job_serializer_list.PaginatedEvaluationBatchJobSerializerList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_client.models.paginated_evaluation_agent_list.PaginatedEvaluationAgentList attribute) (scorable.generated.openapi_client.models.paginated_evaluation_batch_job_serializer_list.PaginatedEvaluationBatchJobSerializerList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) Non_toxicity (scorable.skills.Evaluators.Eval attribute) NULL (scorable.generated.openapi_aclient.models.null_enum.NullEnum attribute) (scorable.generated.openapi_client.models.null_enum.NullEnum attribute) NullEnum (class in scorable.generated.openapi_aclient.models.null_enum) (class in scorable.generated.openapi_client.models.null_enum)

O

Objective (class in scorable.generated.openapi_aclient.models.objective) (class in scorable.generated.openapi_client.models.objective) (class in scorable.objectives) objective (scorable.generated.openapi_aclient.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) objective_id (scorable.generated.openapi_aclient.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_client.models.evaluation_agent.EvaluationAgent attribute) ObjectiveList (class in scorable.generated.openapi_aclient.models.objective_list) (class in scorable.generated.openapi_client.models.objective_list) Objectives (class in scorable.objectives) objectives (scorable.client.Scorable property) ObjectiveValidator (class in scorable.generated.openapi_aclient.models.objective_validator) (class in scorable.generated.openapi_client.models.objective_validator) OFF (scorable.generated.openapi_aclient.models.reasoning_effort_enum.ReasoningEffortEnum attribute) (scorable.generated.openapi_client.models.reasoning_effort_enum.ReasoningEffortEnum attribute)

original_evaluator_results (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) original_response (scorable.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (scorable.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) Originality (scorable.skills.Evaluators.Eval attribute) owner (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute)

P

PaginatedDataSetListList (class in scorable.generated.openapi_aclient.models.paginated_data_set_list_list) (class in scorable.generated.openapi_client.models.paginated_data_set_list_list) PaginatedEvaluationAgentList (class in scorable.generated.openapi_aclient.models.paginated_evaluation_agent_list) (class in scorable.generated.openapi_client.models.paginated_evaluation_agent_list) PaginatedEvaluationBatchJobSerializerList (class in scorable.generated.openapi_aclient.models.paginated_evaluation_batch_job_serializer_list) (class in scorable.generated.openapi_client.models.paginated_evaluation_batch_job_serializer_list) PaginatedEvaluatorList (class in scorable.generated.openapi_aclient.models.paginated_evaluator_list) (class in scorable.generated.openapi_client.models.paginated_evaluator_list) PaginatedEvaluatorListOutputList (class in scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list) (class in scorable.generated.openapi_client.models.paginated_evaluator_list_output_list) PaginatedExecutionLogListList (class in scorable.generated.openapi_aclient.models.paginated_execution_log_list_list) (class in scorable.generated.openapi_client.models.paginated_execution_log_list_list) PaginatedJudgeBatchExecutionListItemList (class in scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list) (class in scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list) PaginatedJudgeListList (class in scorable.generated.openapi_aclient.models.paginated_judge_list_list) (class in scorable.generated.openapi_client.models.paginated_judge_list_list) PaginatedModelListList (class in scorable.generated.openapi_aclient.models.paginated_model_list_list) (class in scorable.generated.openapi_client.models.paginated_model_list_list) PaginatedObjectiveList (class in scorable.generated.openapi_aclient.models.paginated_objective_list) (class in scorable.generated.openapi_client.models.paginated_objective_list) PaginatedObjectiveListList (class in scorable.generated.openapi_aclient.models.paginated_objective_list_list) (class in scorable.generated.openapi_client.models.paginated_objective_list_list) PAIRWISE_PREFERENCE (scorable.generated.openapi_aclient.models.evaluation_agent_evaluation_approach_enum.EvaluationAgentEvaluationApproachEnum attribute) (scorable.generated.openapi_aclient.models.result_preference_signifier_evaluation_approach_enum.ResultPreferenceSignifierEvaluationApproachEnum attribute) (scorable.generated.openapi_client.models.evaluation_agent_evaluation_approach_enum.EvaluationAgentEvaluationApproachEnum attribute) (scorable.generated.openapi_client.models.result_preference_signifier_evaluation_approach_enum.ResultPreferenceSignifierEvaluationApproachEnum attribute) parent_execution_log_id (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) PARTIAL (scorable.generated.openapi_aclient.models.status776_enum.Status776Enum attribute) (scorable.generated.openapi_client.models.status776_enum.Status776Enum attribute) PENDING (scorable.generated.openapi_aclient.models.job_status.JobStatus attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_aclient.models.status776_enum.Status776Enum attribute) (scorable.generated.openapi_aclient.models.validation_result_status.ValidationResultStatus attribute) (scorable.generated.openapi_client.models.job_status.JobStatus attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_client.models.status776_enum.Status776Enum attribute) (scorable.generated.openapi_client.models.validation_result_status.ValidationResultStatus attribute) Persuasiveness (scorable.skills.Evaluators.Eval attribute) pii_filter (scorable.skills.ACalibrateBatchParameters attribute) (scorable.skills.CalibrateBatchParameters attribute) Planning_Efficiency (scorable.skills.Evaluators.Eval attribute) POINTWISE_SCORE (scorable.generated.openapi_aclient.models.evaluation_agent_evaluation_approach_enum.EvaluationAgentEvaluationApproachEnum attribute) (scorable.generated.openapi_aclient.models.evaluation_agent_generate_request_evaluation_approach_enum.EvaluationAgentGenerateRequestEvaluationApproachEnum attribute) (scorable.generated.openapi_aclient.models.result_preference_signifier_evaluation_approach_enum.ResultPreferenceSignifierEvaluationApproachEnum attribute) (scorable.generated.openapi_client.models.evaluation_agent_evaluation_approach_enum.EvaluationAgentEvaluationApproachEnum attribute) (scorable.generated.openapi_client.models.evaluation_agent_generate_request_evaluation_approach_enum.EvaluationAgentGenerateRequestEvaluationApproachEnum attribute) (scorable.generated.openapi_client.models.result_preference_signifier_evaluation_approach_enum.ResultPreferenceSignifierEvaluationApproachEnum attribute) Politeness (scorable.skills.Evaluators.Eval attribute)

Precision (scorable.skills.Evaluators.Eval attribute) PresetEvaluatorRunner (class in scorable.skills) previous (scorable.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluation_agent_list.PaginatedEvaluationAgentList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluation_batch_job_serializer_list.PaginatedEvaluationBatchJobSerializerList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_client.models.paginated_evaluation_agent_list.PaginatedEvaluationAgentList attribute) (scorable.generated.openapi_client.models.paginated_evaluation_batch_job_serializer_list.PaginatedEvaluationBatchJobSerializerList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) PRIVATE (scorable.generated.openapi_aclient.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_client.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) PROCESSING (scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_aclient.models.status776_enum.Status776Enum attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum.JudgeBatchExecutionItemStatusEnum attribute) (scorable.generated.openapi_client.models.status776_enum.Status776Enum attribute) prompt (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.skills.ACalibrateBatchParameters attribute) (scorable.skills.CalibrateBatchParameters attribute) prompt_template (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) Provider (class in scorable.generated.openapi_aclient.models.provider) (class in scorable.generated.openapi_client.models.provider) provider (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute) PUBLIC (scorable.generated.openapi_aclient.models.judge_generator_visibility_enum.JudgeGeneratorVisibilityEnum attribute) (scorable.generated.openapi_aclient.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_client.models.judge_generator_visibility_enum.JudgeGeneratorVisibilityEnum attribute) (scorable.generated.openapi_client.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_client.models.status_enum.StatusEnum attribute) PUBLIC_UNLISTED (scorable.generated.openapi_aclient.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_client.models.model_list_visibility_enum.ModelListVisibilityEnum attribute) (scorable.generated.openapi_client.models.status_enum.StatusEnum attribute)

Q

Quality_of_Writing_Creative (scorable.skills.Evaluators.Eval attribute)

Quality_of_Writing_Professional (scorable.skills.Evaluators.Eval attribute)

R

Reading_Ease (scorable.skills.Evaluators.Eval attribute) ReasoningEffortEnum (class in scorable.generated.openapi_aclient.models.reasoning_effort_enum) (class in scorable.generated.openapi_client.models.reasoning_effort_enum) REFERENCE (scorable.generated.openapi_aclient.models.data_set_type.DataSetType attribute) (scorable.generated.openapi_client.models.data_set_type.DataSetType attribute) reference_variables (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.skills.ACalibrateBatchParameters attribute) (scorable.skills.CalibrateBatchParameters attribute) ReferenceVariable (class in scorable.generated.openapi_aclient.models.reference_variable) (class in scorable.generated.openapi_client.models.reference_variable) (class in scorable.skills) Relevance (scorable.skills.Evaluators.Eval attribute) rendered_prompt (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) request (scorable.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.skills.EvaluatorDemonstration attribute) requires_contexts (scorable.generated.openapi_aclient.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (scorable.generated.openapi_client.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) requires_expected_output (scorable.generated.openapi_aclient.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (scorable.generated.openapi_client.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) response (scorable.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item_input.JudgeBatchExecutionItemInput attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) (scorable.skills.EvaluatorDemonstration attribute) result (scorable.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) result_text (scorable.generated.openapi_aclient.models.evaluation_agent_execute_response.EvaluationAgentExecuteResponse attribute) (scorable.generated.openapi_client.models.evaluation_agent_execute_response.EvaluationAgentExecuteResponse attribute) ResultPreferenceSignifierEvaluationApproachEnum (class in scorable.generated.openapi_aclient.models.result_preference_signifier_evaluation_approach_enum) (class in scorable.generated.openapi_client.models.result_preference_signifier_evaluation_approach_enum) results (scorable.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluation_agent_list.PaginatedEvaluationAgentList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluation_batch_job_serializer_list.PaginatedEvaluationBatchJobSerializerList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (scorable.generated.openapi_client.models.paginated_evaluation_agent_list.PaginatedEvaluationAgentList attribute) (scorable.generated.openapi_client.models.paginated_evaluation_batch_job_serializer_list.PaginatedEvaluationBatchJobSerializerList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (scorable.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (scorable.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list.PaginatedJudgeBatchExecutionListItemList attribute) (scorable.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (scorable.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (scorable.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (scorable.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (scorable.skills.ACalibrateBatchResult attribute) (scorable.skills.CalibrateBatchResult attribute)

results_path (scorable.generated.openapi_aclient.models.evaluation_job_response.EvaluationJobResponse attribute) (scorable.generated.openapi_client.models.evaluation_job_response.EvaluationJobResponse attribute) rms_errors_model (scorable.skills.ACalibrateBatchResult attribute) (scorable.skills.CalibrateBatchResult attribute) rms_errors_prompt (scorable.skills.ACalibrateBatchResult attribute) (scorable.skills.CalibrateBatchResult attribute) row_number (scorable.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) RS_MINUS_FAST (scorable.generated.openapi_aclient.models.model_enum.ModelEnum attribute) (scorable.generated.openapi_client.models.model_enum.ModelEnum attribute) RS_MINUS_THOROUGH (scorable.generated.openapi_aclient.models.model_enum.ModelEnum attribute) (scorable.generated.openapi_client.models.model_enum.ModelEnum attribute) run() (scorable.judges.Judge method) (scorable.judges.Judges method) (scorable.skills.Evaluator method) (scorable.skills.Evaluators method) run_async (scorable.client.Scorable attribute) run_by_name() (scorable.judges.Judges method) (scorable.skills.Evaluators method) RUNNING (scorable.generated.openapi_aclient.models.job_status.JobStatus attribute) (scorable.generated.openapi_client.models.job_status.JobStatus attribute)

S

Safety_for_Children (scorable.skills.Evaluators.Eval attribute) scorable module Scorable (class in scorable.client) scorable.client module scorable.datasets module scorable.execution_logs module scorable.generated module scorable.generated.openapi_aclient module scorable.generated.openapi_aclient.api module scorable.generated.openapi_aclient.models module scorable.generated.openapi_aclient.models.data_set_create module scorable.generated.openapi_aclient.models.data_set_list module scorable.generated.openapi_aclient.models.data_set_type module scorable.generated.openapi_aclient.models.evaluation_agent module scorable.generated.openapi_aclient.models.evaluation_agent_evaluation_approach_enum module scorable.generated.openapi_aclient.models.evaluation_agent_execute_response module scorable.generated.openapi_aclient.models.evaluation_agent_generate_request_evaluation_approach_enum module scorable.generated.openapi_aclient.models.evaluation_batch_job_serializer module scorable.generated.openapi_aclient.models.evaluation_job_response module scorable.generated.openapi_aclient.models.evaluator module scorable.generated.openapi_aclient.models.evaluator_calibration_output module scorable.generated.openapi_aclient.models.evaluator_calibration_result module scorable.generated.openapi_aclient.models.evaluator_demonstrations module scorable.generated.openapi_aclient.models.evaluator_execution_result module scorable.generated.openapi_aclient.models.evaluator_inputs_value module scorable.generated.openapi_aclient.models.evaluator_inputs_value_items module scorable.generated.openapi_aclient.models.evaluator_list_output module scorable.generated.openapi_aclient.models.evaluator_reference module scorable.generated.openapi_aclient.models.evaluator_result module scorable.generated.openapi_aclient.models.execution_log_details module scorable.generated.openapi_aclient.models.execution_log_details_evaluation_context module scorable.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner module scorable.generated.openapi_aclient.models.execution_log_list module scorable.generated.openapi_aclient.models.execution_log_list_evaluation_context module scorable.generated.openapi_aclient.models.id module scorable.generated.openapi_aclient.models.input_variable module scorable.generated.openapi_aclient.models.job_status module scorable.generated.openapi_aclient.models.judge module scorable.generated.openapi_aclient.models.judge_batch_execution_detail module scorable.generated.openapi_aclient.models.judge_batch_execution_item module scorable.generated.openapi_aclient.models.judge_batch_execution_item_input module scorable.generated.openapi_aclient.models.judge_batch_execution_item_status_enum module scorable.generated.openapi_aclient.models.judge_batch_execution_list_item module scorable.generated.openapi_aclient.models.judge_batch_execution_response module scorable.generated.openapi_aclient.models.judge_execution_response module scorable.generated.openapi_aclient.models.judge_files_inner module scorable.generated.openapi_aclient.models.judge_generator_response module scorable.generated.openapi_aclient.models.judge_generator_visibility_enum module scorable.generated.openapi_aclient.models.judge_list module scorable.generated.openapi_aclient.models.judge_rectifier_response module scorable.generated.openapi_aclient.models.kind_enum module scorable.generated.openapi_aclient.models.model module scorable.generated.openapi_aclient.models.model_enum module scorable.generated.openapi_aclient.models.model_list module scorable.generated.openapi_aclient.models.model_list_visibility_enum module scorable.generated.openapi_aclient.models.model_params module scorable.generated.openapi_aclient.models.model_test_response module scorable.generated.openapi_aclient.models.nested_evaluator module scorable.generated.openapi_aclient.models.nested_evaluator_objective module scorable.generated.openapi_aclient.models.nested_judge module scorable.generated.openapi_aclient.models.nested_objective module scorable.generated.openapi_aclient.models.nested_objective_evaluator module scorable.generated.openapi_aclient.models.nested_objective_list module scorable.generated.openapi_aclient.models.nested_user_details module scorable.generated.openapi_aclient.models.nested_vector_objective module scorable.generated.openapi_aclient.models.null_enum module scorable.generated.openapi_aclient.models.objective module scorable.generated.openapi_aclient.models.objective_list module scorable.generated.openapi_aclient.models.objective_validator module scorable.generated.openapi_aclient.models.paginated_data_set_list_list module scorable.generated.openapi_aclient.models.paginated_evaluation_agent_list module scorable.generated.openapi_aclient.models.paginated_evaluation_batch_job_serializer_list module scorable.generated.openapi_aclient.models.paginated_evaluator_list module scorable.generated.openapi_aclient.models.paginated_evaluator_list_output_list module scorable.generated.openapi_aclient.models.paginated_execution_log_list_list module scorable.generated.openapi_aclient.models.paginated_judge_batch_execution_list_item_list module scorable.generated.openapi_aclient.models.paginated_judge_list_list module scorable.generated.openapi_aclient.models.paginated_model_list_list module scorable.generated.openapi_aclient.models.paginated_objective_list module scorable.generated.openapi_aclient.models.paginated_objective_list_list module scorable.generated.openapi_aclient.models.provider module scorable.generated.openapi_aclient.models.reasoning_effort_enum module scorable.generated.openapi_aclient.models.reference_variable module scorable.generated.openapi_aclient.models.result_preference_signifier_evaluation_approach_enum module scorable.generated.openapi_aclient.models.skill_execution_validator_result module scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range module scorable.generated.openapi_aclient.models.skill_type_enum module scorable.generated.openapi_aclient.models.status776_enum module scorable.generated.openapi_aclient.models.status_change module scorable.generated.openapi_aclient.models.status_change_status_enum module scorable.generated.openapi_aclient.models.status_enum module scorable.generated.openapi_aclient.models.validation_result_status module scorable.generated.openapi_client module scorable.generated.openapi_client.api module scorable.generated.openapi_client.models module scorable.generated.openapi_client.models.data_set_create module scorable.generated.openapi_client.models.data_set_list module scorable.generated.openapi_client.models.data_set_type module scorable.generated.openapi_client.models.evaluation_agent module scorable.generated.openapi_client.models.evaluation_agent_evaluation_approach_enum module scorable.generated.openapi_client.models.evaluation_agent_execute_response module scorable.generated.openapi_client.models.evaluation_agent_generate_request_evaluation_approach_enum module scorable.generated.openapi_client.models.evaluation_batch_job_serializer module scorable.generated.openapi_client.models.evaluation_job_response module scorable.generated.openapi_client.models.evaluator module scorable.generated.openapi_client.models.evaluator_calibration_output module scorable.generated.openapi_client.models.evaluator_calibration_result module scorable.generated.openapi_client.models.evaluator_demonstrations module scorable.generated.openapi_client.models.evaluator_execution_result module scorable.generated.openapi_client.models.evaluator_inputs_value module scorable.generated.openapi_client.models.evaluator_inputs_value_items module scorable.generated.openapi_client.models.evaluator_list_output module scorable.generated.openapi_client.models.evaluator_reference module

scorable.generated.openapi_client.models.evaluator_result module scorable.generated.openapi_client.models.execution_log_details module scorable.generated.openapi_client.models.execution_log_details_evaluation_context module scorable.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner module scorable.generated.openapi_client.models.execution_log_list module scorable.generated.openapi_client.models.execution_log_list_evaluation_context module scorable.generated.openapi_client.models.id module scorable.generated.openapi_client.models.input_variable module scorable.generated.openapi_client.models.job_status module scorable.generated.openapi_client.models.judge module scorable.generated.openapi_client.models.judge_batch_execution_detail module scorable.generated.openapi_client.models.judge_batch_execution_item module scorable.generated.openapi_client.models.judge_batch_execution_item_input module scorable.generated.openapi_client.models.judge_batch_execution_item_status_enum module scorable.generated.openapi_client.models.judge_batch_execution_list_item module scorable.generated.openapi_client.models.judge_batch_execution_response module scorable.generated.openapi_client.models.judge_execution_response module scorable.generated.openapi_client.models.judge_files_inner module scorable.generated.openapi_client.models.judge_generator_response module scorable.generated.openapi_client.models.judge_generator_visibility_enum module scorable.generated.openapi_client.models.judge_list module scorable.generated.openapi_client.models.judge_rectifier_response module scorable.generated.openapi_client.models.kind_enum module scorable.generated.openapi_client.models.model module scorable.generated.openapi_client.models.model_enum module scorable.generated.openapi_client.models.model_list module scorable.generated.openapi_client.models.model_list_visibility_enum module scorable.generated.openapi_client.models.model_params module scorable.generated.openapi_client.models.model_test_response module scorable.generated.openapi_client.models.nested_evaluator module scorable.generated.openapi_client.models.nested_evaluator_objective module scorable.generated.openapi_client.models.nested_judge module scorable.generated.openapi_client.models.nested_objective module scorable.generated.openapi_client.models.nested_objective_evaluator module scorable.generated.openapi_client.models.nested_objective_list module scorable.generated.openapi_client.models.nested_user_details module scorable.generated.openapi_client.models.nested_vector_objective module scorable.generated.openapi_client.models.null_enum module scorable.generated.openapi_client.models.objective module scorable.generated.openapi_client.models.objective_list module scorable.generated.openapi_client.models.objective_validator module scorable.generated.openapi_client.models.paginated_data_set_list_list module scorable.generated.openapi_client.models.paginated_evaluation_agent_list module scorable.generated.openapi_client.models.paginated_evaluation_batch_job_serializer_list module scorable.generated.openapi_client.models.paginated_evaluator_list module scorable.generated.openapi_client.models.paginated_evaluator_list_output_list module scorable.generated.openapi_client.models.paginated_execution_log_list_list module scorable.generated.openapi_client.models.paginated_judge_batch_execution_list_item_list module scorable.generated.openapi_client.models.paginated_judge_list_list module scorable.generated.openapi_client.models.paginated_model_list_list module scorable.generated.openapi_client.models.paginated_objective_list module scorable.generated.openapi_client.models.paginated_objective_list_list module scorable.generated.openapi_client.models.provider module scorable.generated.openapi_client.models.reasoning_effort_enum module scorable.generated.openapi_client.models.reference_variable module scorable.generated.openapi_client.models.result_preference_signifier_evaluation_approach_enum module scorable.generated.openapi_client.models.skill_execution_validator_result module scorable.generated.openapi_client.models.skill_test_data_request_dataset_range module scorable.generated.openapi_client.models.skill_type_enum module scorable.generated.openapi_client.models.status776_enum module scorable.generated.openapi_client.models.status_change module scorable.generated.openapi_client.models.status_change_status_enum module scorable.generated.openapi_client.models.status_enum module scorable.generated.openapi_client.models.validation_result_status module scorable.judges module scorable.models module scorable.objectives module scorable.skills module score (scorable.generated.openapi_aclient.models.evaluation_agent_execute_response.EvaluationAgentExecuteResponse attribute) (scorable.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.evaluation_agent_execute_response.EvaluationAgentExecuteResponse attribute) (scorable.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (scorable.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (scorable.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (scorable.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (scorable.skills.EvaluatorDemonstration attribute) scoring_criteria (scorable.generated.openapi_aclient.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_client.models.evaluation_agent.EvaluationAgent attribute) Sentiment_recognition (scorable.skills.Evaluators.Eval attribute) SINGLE_CONTENT (scorable.generated.openapi_aclient.models.kind_enum.KindEnum attribute) (scorable.generated.openapi_client.models.kind_enum.KindEnum attribute) skill (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_aclient.models.reference_variable.ReferenceVariable attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.reference_variable.ReferenceVariable attribute) skill_type (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) SkillExecutionValidatorResult (class in scorable.generated.openapi_aclient.models.skill_execution_validator_result) (class in scorable.generated.openapi_client.models.skill_execution_validator_result) SkillTestDataRequestDatasetRange (class in scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range) (class in scorable.generated.openapi_client.models.skill_test_data_request_dataset_range) SkillTypeEnum (class in scorable.generated.openapi_aclient.models.skill_type_enum) (class in scorable.generated.openapi_client.models.skill_type_enum) stage (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) start (scorable.generated.openapi_aclient.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) (scorable.generated.openapi_client.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) started_at (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) status (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_aclient.models.evaluation_job_response.EvaluationJobResponse attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_aclient.models.judge_list.JudgeList attribute) (scorable.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_aclient.models.status_change.StatusChange attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_client.models.evaluation_job_response.EvaluationJobResponse attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_item.JudgeBatchExecutionItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_list.JudgeList attribute) (scorable.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.status_change.StatusChange attribute) Status776Enum (class in scorable.generated.openapi_aclient.models.status776_enum) (class in scorable.generated.openapi_client.models.status776_enum) status_url (scorable.generated.openapi_aclient.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute) (scorable.generated.openapi_client.models.judge_batch_execution_response.JudgeBatchExecutionResponse attribute) StatusChange (class in scorable.generated.openapi_aclient.models.status_change) (class in scorable.generated.openapi_client.models.status_change) StatusChangeStatusEnum (class in scorable.generated.openapi_aclient.models.status_change_status_enum) (class in scorable.generated.openapi_client.models.status_change_status_enum) StatusEnum (class in scorable.generated.openapi_aclient.models.status_enum) (class in scorable.generated.openapi_client.models.status_enum) success (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute) system_message (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute)

T

tags (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) temperature (scorable.generated.openapi_aclient.models.model_params.ModelParams attribute) (scorable.generated.openapi_client.models.model_params.ModelParams attribute) (scorable.skills.ModelParams attribute) TEST (scorable.generated.openapi_aclient.models.data_set_type.DataSetType attribute) (scorable.generated.openapi_client.models.data_set_type.DataSetType attribute) test_dataset_id (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) test_set (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) threshold (scorable.generated.openapi_aclient.models.objective_validator.ObjectiveValidator attribute) (scorable.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (scorable.generated.openapi_client.models.objective_validator.ObjectiveValidator attribute) (scorable.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute)

total_count (scorable.generated.openapi_aclient.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_aclient.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) (scorable.generated.openapi_client.models.judge_batch_execution_detail.JudgeBatchExecutionDetail attribute) (scorable.generated.openapi_client.models.judge_batch_execution_list_item.JudgeBatchExecutionListItem attribute) total_examples (scorable.generated.openapi_aclient.models.evaluation_job_response.EvaluationJobResponse attribute) (scorable.generated.openapi_client.models.evaluation_job_response.EvaluationJobResponse attribute) Truthfulness (scorable.skills.Evaluators.Eval attribute) Truthfulness_Swift (scorable.skills.Evaluators.Eval attribute) type (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_aclient.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_aclient.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.data_set_list.DataSetList attribute) (scorable.generated.openapi_client.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (scorable.generated.openapi_client.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute)

U

UNLISTED (scorable.generated.openapi_aclient.models.judge_generator_visibility_enum.JudgeGeneratorVisibilityEnum attribute) (scorable.generated.openapi_aclient.models.status_change_status_enum.StatusChangeStatusEnum attribute) (scorable.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (scorable.generated.openapi_client.models.judge_generator_visibility_enum.JudgeGeneratorVisibilityEnum attribute) (scorable.generated.openapi_client.models.status_change_status_enum.StatusChangeStatusEnum attribute) (scorable.generated.openapi_client.models.status_enum.StatusEnum attribute) update() (scorable.judges.Judges method) (scorable.objectives.Objectives method) (scorable.skills.Evaluators method) updated_at (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.input_variable.InputVariable attribute) (scorable.generated.openapi_aclient.models.reference_variable.ReferenceVariable attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.input_variable.InputVariable attribute) (scorable.generated.openapi_client.models.reference_variable.ReferenceVariable attribute)

updated_by (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) url (scorable.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_aclient.models.model.Model attribute) (scorable.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (scorable.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (scorable.generated.openapi_client.models.model.Model attribute) usage (scorable.generated.openapi_aclient.models.model_test_response.ModelTestResponse attribute) (scorable.generated.openapi_client.models.model_test_response.ModelTestResponse attribute)

V

ValidationResultStatus (class in scorable.generated.openapi_aclient.models.validation_result_status) (class in scorable.generated.openapi_client.models.validation_result_status) validators (scorable.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (scorable.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (scorable.generated.openapi_client.models.objective.Objective attribute) (scorable.generated.openapi_client.models.objective_list.ObjectiveList attribute) variables (scorable.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (scorable.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (scorable.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (scorable.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) version_id (scorable.generated.openapi_aclient.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_aclient.models.evaluator.Evaluator attribute) (scorable.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_aclient.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_aclient.models.judge.Judge attribute) (scorable.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_aclient.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_aclient.models.objective.Objective attribute) (scorable.generated.openapi_client.models.evaluation_agent.EvaluationAgent attribute) (scorable.generated.openapi_client.models.evaluator.Evaluator attribute) (scorable.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (scorable.generated.openapi_client.models.evaluator_reference.EvaluatorReference attribute) (scorable.generated.openapi_client.models.judge.Judge attribute) (scorable.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (scorable.generated.openapi_client.models.nested_judge.NestedJudge attribute) (scorable.generated.openapi_client.models.objective.Objective attribute)

Versions (class in scorable.objectives) (class in scorable.skills) versions (scorable.objectives.Objectives attribute) (scorable.skills.Evaluators attribute) visibility (scorable.generated.openapi_aclient.models.model_list.ModelList attribute) (scorable.generated.openapi_client.models.model_list.ModelList attribute)