Index

_

__class_vars__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __private_attributes__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __pydantic_complete__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __pydantic_computed_fields__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __pydantic_core_schema__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __pydantic_custom_init__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __pydantic_decorators__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __pydantic_extra__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __pydantic_fields__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute)

__pydantic_fields_set__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __pydantic_generic_metadata__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __pydantic_parent_namespace__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __pydantic_post_init__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __pydantic_private__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __pydantic_root_model__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __pydantic_serializer__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __pydantic_validator__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) __signature__ (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.shared.file_reference.FileReference attribute)

A

ai_description (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.run_create_params.RunCreateParams attribute) (aymara_ai.types.evals.run_score_responses_params.RunScoreResponsesParams attribute) ai_instructions (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) ai_refused (aymara_ai.types.eval_response_param.EvalResponseParam attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) AIInstruction (class in aymara_ai.types.ai_instruction) as_eval_response_dict() (in module aymara_ai.lib.images_utils) async_wait_until() (in module aymara_ai.lib.async_utils) async_wait_until_complete() (in module aymara_ai.lib.async_utils) AsyncEvalRunner (class in aymara_ai.lib.runner) AsyncEvalsResource (class in aymara_ai.resources.evals.evals) AsyncEvalTypesResource (class in aymara_ai.resources.eval_types) AsyncFilesResource (class in aymara_ai.resources.files) AsyncHealthResource (class in aymara_ai.resources.health) AsyncOffsetPage (class in aymara_ai.pagination) AsyncReportsResource (class in aymara_ai.resources.reports) AsyncRunsResource (class in aymara_ai.resources.evals.runs) aymara_ai module aymara_ai.lib module aymara_ai.lib.async_utils module aymara_ai.lib.df module aymara_ai.lib.images_utils module aymara_ai.lib.logger module aymara_ai.lib.plot module aymara_ai.lib.runner module aymara_ai.lib.status module aymara_ai.lib.uploads module aymara_ai.pagination module aymara_ai.resources module aymara_ai.resources.eval_types module aymara_ai.resources.evals module aymara_ai.resources.evals.evals module aymara_ai.resources.evals.runs module aymara_ai.resources.files module aymara_ai.resources.health module aymara_ai.resources.reports module aymara_ai.types module aymara_ai.types.ai_instruction module aymara_ai.types.eval module aymara_ai.types.eval_create_params module aymara_ai.types.eval_delete_params module aymara_ai.types.eval_get_params module aymara_ai.types.eval_list_params module

aymara_ai.types.eval_list_prompts_params module aymara_ai.types.eval_prompt module aymara_ai.types.eval_response_param module aymara_ai.types.eval_suite_report module aymara_ai.types.eval_type module aymara_ai.types.eval_type_find_instructions_params module aymara_ai.types.eval_type_list_instructions_params module aymara_ai.types.eval_type_list_params module aymara_ai.types.evals module aymara_ai.types.evals.eval_run_example_param module aymara_ai.types.evals.eval_run_result module aymara_ai.types.evals.run_create_params module aymara_ai.types.evals.run_delete_params module aymara_ai.types.evals.run_get_params module aymara_ai.types.evals.run_list_params module aymara_ai.types.evals.run_list_responses_params module aymara_ai.types.evals.run_score_responses_params module aymara_ai.types.evals.scored_response module aymara_ai.types.file_create_params module aymara_ai.types.file_create_response module aymara_ai.types.file_upload module aymara_ai.types.file_upload_params module aymara_ai.types.prompt_example module aymara_ai.types.prompt_example_param module aymara_ai.types.report_create_params module aymara_ai.types.report_delete_params module aymara_ai.types.report_get_params module aymara_ai.types.report_list_params module aymara_ai.types.shared module aymara_ai.types.shared.content_type module aymara_ai.types.shared.file_reference module aymara_ai.types.shared.status module aymara_ai.types.shared_params module aymara_ai.types.shared_params.content_type module aymara_ai.types.shared_params.file_reference module aymara_ai.types.shared_params.status module

C

category (aymara_ai.types.eval_prompt.EvalPrompt attribute) check() (aymara_ai.resources.health.AsyncHealthResource method) (aymara_ai.resources.health.HealthResource method) client (aymara_ai.lib.runner.AsyncEvalRunner attribute) (aymara_ai.lib.runner.EvalRunner attribute) confidence (aymara_ai.types.evals.scored_response.ScoredResponse attribute) content (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_response_param.EvalResponseParam attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.prompt_example_param.PromptExampleParam attribute) Content (in module aymara_ai.types.eval_response_param) (in module aymara_ai.types.evals.scored_response) content_type (aymara_ai.types.eval_response_param.EvalResponseParam attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) ContentType (in module aymara_ai.types.shared.content_type) (in module aymara_ai.types.shared_params.content_type)

continue_thread (aymara_ai.types.eval_response_param.EvalResponseParam attribute) (aymara_ai.types.evals.run_create_params.RunCreateParams attribute) (aymara_ai.types.evals.run_score_responses_params.RunScoreResponsesParams attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) count (aymara_ai.pagination.AsyncOffsetPage attribute) (aymara_ai.pagination.SyncOffsetPage attribute) create() (aymara_ai.resources.evals.evals.AsyncEvalsResource method) (aymara_ai.resources.evals.evals.EvalsResource method) (aymara_ai.resources.evals.runs.AsyncRunsResource method) (aymara_ai.resources.evals.runs.RunsResource method) (aymara_ai.resources.files.AsyncFilesResource method) (aymara_ai.resources.files.FilesResource method) (aymara_ai.resources.reports.AsyncReportsResource method) (aymara_ai.resources.reports.ReportsResource method) CREATED (aymara_ai.lib.status.Status attribute) created_at (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute)

D

delete() (aymara_ai.resources.evals.evals.AsyncEvalsResource method) (aymara_ai.resources.evals.evals.EvalsResource method) (aymara_ai.resources.evals.runs.AsyncRunsResource method) (aymara_ai.resources.evals.runs.RunsResource method) (aymara_ai.resources.reports.AsyncReportsResource method) (aymara_ai.resources.reports.ReportsResource method)

description (aymara_ai.types.eval_type.EvalType attribute) display_image_responses() (in module aymara_ai.lib.images_utils)

E

Eval (class in aymara_ai.types.eval) eval_id (aymara_ai.lib.runner.AsyncEvalRunner attribute) (aymara_ai.lib.runner.EvalRunner attribute) eval_instructions (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) eval_pass_stats() (in module aymara_ai.lib.plot) eval_pass_stats_by_category() (in module aymara_ai.lib.plot) eval_run (aymara_ai.types.eval_suite_report.EvalRunReport attribute) eval_run_examples (aymara_ai.types.evals.run_create_params.RunCreateParams attribute) (aymara_ai.types.evals.run_score_responses_params.RunScoreResponsesParams attribute) eval_run_report_uuid (aymara_ai.types.eval_suite_report.EvalRunReport attribute) eval_run_reports (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) eval_run_result (aymara_ai.lib.runner.AsyncEvalRunner attribute) (aymara_ai.lib.runner.EvalRunner attribute) eval_run_uuid (aymara_ai.types.eval_suite_report.EvalRunReport attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.run_create_params.RunCreateParams attribute) (aymara_ai.types.evals.run_score_responses_params.RunScoreResponsesParams attribute) eval_run_uuids (aymara_ai.types.report_create_params.ReportCreateParams attribute) eval_suite_report_uuid (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) eval_type (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) eval_type_slug (aymara_ai.types.eval_type_find_instructions_params.EvalTypeFindInstructionsParams attribute) eval_type_uuid (aymara_ai.types.eval_type.EvalType attribute) eval_uuid (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.run_create_params.RunCreateParams attribute) (aymara_ai.types.evals.run_list_params.RunListParams attribute) (aymara_ai.types.evals.run_score_responses_params.RunScoreResponsesParams attribute)

EvalCreateParams (class in aymara_ai.types.eval_create_params) EvalDeleteParams (class in aymara_ai.types.eval_delete_params) EvalGetParams (class in aymara_ai.types.eval_get_params) EvalListParams (class in aymara_ai.types.eval_list_params) EvalListPromptsParams (class in aymara_ai.types.eval_list_prompts_params) EvalPrompt (class in aymara_ai.types.eval_prompt) EvalResponseParam (class in aymara_ai.types.eval_response_param) EvalRunExampleParam (class in aymara_ai.types.evals.eval_run_example_param) EvalRunner (class in aymara_ai.lib.runner) EvalRunReport (class in aymara_ai.types.eval_suite_report) EvalRunResult (class in aymara_ai.types.evals.eval_run_result) EvalsResource (class in aymara_ai.resources.evals.evals) EvalSuiteReport (class in aymara_ai.types.eval_suite_report) EvalType (class in aymara_ai.types.eval_type) EvalTypeFindInstructionsParams (class in aymara_ai.types.eval_type_find_instructions_params) EvalTypeListInstructionsParams (class in aymara_ai.types.eval_type_list_instructions_params) EvalTypeListParams (class in aymara_ai.types.eval_type_list_params) EvalTypesResource (class in aymara_ai.resources.eval_types) evaluation (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) example_uuid (aymara_ai.types.evals.eval_run_example_param.EvalRunExampleParam attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.prompt_example_param.PromptExampleParam attribute) exclude_from_scoring (aymara_ai.types.eval_response_param.EvalResponseParam attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) explanation (aymara_ai.types.evals.eval_run_example_param.EvalRunExampleParam attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.prompt_example_param.PromptExampleParam attribute)

F

FAILED (aymara_ai.lib.status.Status attribute) failing_responses_summary (aymara_ai.types.eval_suite_report.EvalRunReport attribute) file (aymara_ai.types.file_upload_params.FileUploadParams attribute) File (class in aymara_ai.types.file_create_params) file_url (aymara_ai.types.file_upload.FileUpload attribute) file_uuid (aymara_ai.types.file_upload.FileUpload attribute) FileCreateParams (class in aymara_ai.types.file_create_params) FileCreateResponse (class in aymara_ai.types.file_create_response) FileReference (class in aymara_ai.types.shared.file_reference) (class in aymara_ai.types.shared_params.file_reference)

files (aymara_ai.types.file_create_params.FileCreateParams attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) FilesResource (class in aymara_ai.resources.files) FileUpload (class in aymara_ai.types.file_upload) FileUploadParams (class in aymara_ai.types.file_upload_params) find_instructions() (aymara_ai.resources.eval_types.AsyncEvalTypesResource method) (aymara_ai.resources.eval_types.EvalTypesResource method) FINISHED (aymara_ai.lib.status.Status attribute)

G

get() (aymara_ai.resources.eval_types.AsyncEvalTypesResource method) (aymara_ai.resources.eval_types.EvalTypesResource method) (aymara_ai.resources.evals.evals.AsyncEvalsResource method) (aymara_ai.resources.evals.evals.EvalsResource method) (aymara_ai.resources.evals.runs.AsyncRunsResource method) (aymara_ai.resources.evals.runs.RunsResource method) (aymara_ai.resources.reports.AsyncReportsResource method) (aymara_ai.resources.reports.ReportsResource method)

graph_eval_by_category() (in module aymara_ai.lib.plot) graph_eval_stats() (in module aymara_ai.lib.plot) ground_truth (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) GroundTruth (in module aymara_ai.types.eval) (in module aymara_ai.types.eval_create_params)

H

HealthResource (class in aymara_ai.resources.health)

I

improvement_advice (aymara_ai.types.eval_suite_report.EvalRunReport attribute) instruction_uuid (aymara_ai.types.ai_instruction.AIInstruction attribute) is_jailbreak (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) is_notebook (aymara_ai.lib.logger.SDKLogger attribute) is_passed (aymara_ai.types.evals.scored_response.ScoredResponse attribute)

is_sandbox (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) (aymara_ai.types.evals.run_create_params.RunCreateParams attribute) (aymara_ai.types.evals.run_score_responses_params.RunScoreResponsesParams attribute) (aymara_ai.types.report_create_params.ReportCreateParams attribute) items (aymara_ai.pagination.AsyncOffsetPage attribute) (aymara_ai.pagination.SyncOffsetPage attribute)

L

language (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) limit (aymara_ai.types.eval_list_params.EvalListParams attribute) (aymara_ai.types.eval_list_prompts_params.EvalListPromptsParams attribute) (aymara_ai.types.eval_type_find_instructions_params.EvalTypeFindInstructionsParams attribute) (aymara_ai.types.eval_type_list_instructions_params.EvalTypeListInstructionsParams attribute) (aymara_ai.types.eval_type_list_params.EvalTypeListParams attribute) (aymara_ai.types.evals.run_list_params.RunListParams attribute) (aymara_ai.types.evals.run_list_responses_params.RunListResponsesParams attribute) (aymara_ai.types.report_list_params.ReportListParams attribute) list() (aymara_ai.resources.eval_types.AsyncEvalTypesResource method) (aymara_ai.resources.eval_types.EvalTypesResource method) (aymara_ai.resources.evals.evals.AsyncEvalsResource method) (aymara_ai.resources.evals.evals.EvalsResource method) (aymara_ai.resources.evals.runs.AsyncRunsResource method) (aymara_ai.resources.evals.runs.RunsResource method) (aymara_ai.resources.reports.AsyncReportsResource method) (aymara_ai.resources.reports.ReportsResource method)

list_instructions() (aymara_ai.resources.eval_types.AsyncEvalTypesResource method) (aymara_ai.resources.eval_types.EvalTypesResource method) list_prompts() (aymara_ai.resources.evals.evals.AsyncEvalsResource method) (aymara_ai.resources.evals.evals.EvalsResource method) list_responses() (aymara_ai.resources.evals.runs.AsyncRunsResource method) (aymara_ai.resources.evals.runs.RunsResource method) local_file_path (aymara_ai.types.file_create_params.File attribute) (aymara_ai.types.file_upload.FileUpload attribute) logger (in module aymara_ai.lib.async_utils)

M

modality (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) model_callable (aymara_ai.lib.runner.AsyncEvalRunner attribute) (aymara_ai.lib.runner.EvalRunner attribute) module aymara_ai aymara_ai.lib aymara_ai.lib.async_utils aymara_ai.lib.df aymara_ai.lib.images_utils aymara_ai.lib.logger aymara_ai.lib.plot aymara_ai.lib.runner aymara_ai.lib.status aymara_ai.lib.uploads aymara_ai.pagination aymara_ai.resources aymara_ai.resources.eval_types aymara_ai.resources.evals aymara_ai.resources.evals.evals aymara_ai.resources.evals.runs aymara_ai.resources.files aymara_ai.resources.health aymara_ai.resources.reports aymara_ai.types aymara_ai.types.ai_instruction aymara_ai.types.eval aymara_ai.types.eval_create_params aymara_ai.types.eval_delete_params aymara_ai.types.eval_get_params aymara_ai.types.eval_list_params aymara_ai.types.eval_list_prompts_params aymara_ai.types.eval_prompt aymara_ai.types.eval_response_param aymara_ai.types.eval_suite_report aymara_ai.types.eval_type aymara_ai.types.eval_type_find_instructions_params aymara_ai.types.eval_type_list_instructions_params aymara_ai.types.eval_type_list_params aymara_ai.types.evals aymara_ai.types.evals.eval_run_example_param aymara_ai.types.evals.eval_run_result aymara_ai.types.evals.run_create_params aymara_ai.types.evals.run_delete_params aymara_ai.types.evals.run_get_params aymara_ai.types.evals.run_list_params aymara_ai.types.evals.run_list_responses_params aymara_ai.types.evals.run_score_responses_params aymara_ai.types.evals.scored_response aymara_ai.types.file_create_params aymara_ai.types.file_create_response aymara_ai.types.file_upload aymara_ai.types.file_upload_params aymara_ai.types.prompt_example aymara_ai.types.prompt_example_param aymara_ai.types.report_create_params aymara_ai.types.report_delete_params aymara_ai.types.report_get_params aymara_ai.types.report_list_params aymara_ai.types.shared aymara_ai.types.shared.content_type aymara_ai.types.shared.file_reference aymara_ai.types.shared.status aymara_ai.types.shared_params aymara_ai.types.shared_params.content_type aymara_ai.types.shared_params.file_reference aymara_ai.types.shared_params.status

N

name (aymara_ai.types.ai_instruction.AIInstruction attribute) (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) (aymara_ai.types.eval_type.EvalType attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.run_create_params.RunCreateParams attribute) (aymara_ai.types.evals.run_score_responses_params.RunScoreResponsesParams attribute)

next_page_info() (aymara_ai.pagination.AsyncOffsetPage method) (aymara_ai.pagination.SyncOffsetPage method) next_prompt (aymara_ai.types.evals.scored_response.ScoredResponse attribute) num_prompts (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) num_responses_scored (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute)

O

offset (aymara_ai.types.eval_list_params.EvalListParams attribute) (aymara_ai.types.eval_list_prompts_params.EvalListPromptsParams attribute) (aymara_ai.types.eval_type_find_instructions_params.EvalTypeFindInstructionsParams attribute) (aymara_ai.types.eval_type_list_instructions_params.EvalTypeListInstructionsParams attribute) (aymara_ai.types.eval_type_list_params.EvalTypeListParams attribute) (aymara_ai.types.evals.run_list_params.RunListParams attribute) (aymara_ai.types.evals.run_list_responses_params.RunListResponsesParams attribute) (aymara_ai.types.report_list_params.ReportListParams attribute)

overall_failing_responses_summary (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) overall_improvement_advice (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) overall_passing_responses_summary (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute)

P

pass_rate (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) passing_responses_summary (aymara_ai.types.eval_suite_report.EvalRunReport attribute) PROCESSING (aymara_ai.lib.status.Status attribute) progress_bar() (aymara_ai.lib.logger.SDKLogger method) prompt (aymara_ai.types.evals.eval_run_example_param.EvalRunExampleParam attribute) prompt_examples (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute)

prompt_uuid (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_response_param.EvalResponseParam attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) PromptExample (class in aymara_ai.types.prompt_example) PromptExampleParam (class in aymara_ai.types.prompt_example_param)

R

remaining_reports (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) remote_file_path (aymara_ai.types.file_upload.FileUpload attribute) (aymara_ai.types.shared.file_reference.FileReference attribute) (aymara_ai.types.shared_params.file_reference.FileReference attribute) ReportCreateParams (class in aymara_ai.types.report_create_params) ReportDeleteParams (class in aymara_ai.types.report_delete_params) ReportGetParams (class in aymara_ai.types.report_get_params) ReportListParams (class in aymara_ai.types.report_list_params) ReportsResource (class in aymara_ai.resources.reports) response (aymara_ai.types.evals.eval_run_example_param.EvalRunExampleParam attribute) response_uuid (aymara_ai.types.evals.scored_response.ScoredResponse attribute) responses (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.run_create_params.RunCreateParams attribute) (aymara_ai.types.evals.run_score_responses_params.RunScoreResponsesParams attribute)

run_eval() (aymara_ai.lib.runner.AsyncEvalRunner method) (aymara_ai.lib.runner.EvalRunner method) run_id (aymara_ai.lib.runner.AsyncEvalRunner attribute) (aymara_ai.lib.runner.EvalRunner attribute) RunCreateParams (class in aymara_ai.types.evals.run_create_params) RunDeleteParams (class in aymara_ai.types.evals.run_delete_params) RunGetParams (class in aymara_ai.types.evals.run_get_params) RunListParams (class in aymara_ai.types.evals.run_list_params) RunListResponsesParams (class in aymara_ai.types.evals.run_list_responses_params) runs (aymara_ai.resources.evals.evals.AsyncEvalsResource property) (aymara_ai.resources.evals.evals.EvalsResource property) RunScoreResponsesParams (class in aymara_ai.types.evals.run_score_responses_params) RunsResource (class in aymara_ai.resources.evals.runs)

S

score_responses() (aymara_ai.resources.evals.runs.AsyncRunsResource method) (aymara_ai.resources.evals.runs.RunsResource method) ScoredResponse (class in aymara_ai.types.evals.scored_response) SDKLogger (class in aymara_ai.lib.logger) slug (aymara_ai.types.eval_type.EvalType attribute) status (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute)

Status (class in aymara_ai.lib.status) (in module aymara_ai.types.shared.status) (in module aymara_ai.types.shared_params.status) supported_generation_inputs (aymara_ai.types.eval_type.EvalType attribute) supported_modalities (aymara_ai.types.eval_type.EvalType attribute) SyncOffsetPage (class in aymara_ai.pagination)

T

T (in module aymara_ai.lib.async_utils) tasks (aymara_ai.lib.logger.SDKLogger attribute) thread_uuid (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_response_param.EvalResponseParam attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) to_df() (in module aymara_ai.lib.df) to_prompts_df() (in module aymara_ai.lib.df)

to_reports_df() (in module aymara_ai.lib.df) to_scores_df() (in module aymara_ai.lib.df) turn_number (aymara_ai.types.eval_prompt.EvalPrompt attribute) (aymara_ai.types.eval_response_param.EvalResponseParam attribute) (aymara_ai.types.evals.scored_response.ScoredResponse attribute) type (aymara_ai.types.evals.eval_run_example_param.EvalRunExampleParam attribute) (aymara_ai.types.prompt_example.PromptExample attribute) (aymara_ai.types.prompt_example_param.PromptExampleParam attribute)

U

update_progress_bar() (aymara_ai.lib.logger.SDKLogger method) updated_at (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) (aymara_ai.types.eval_suite_report.EvalSuiteReport attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute)

upload() (aymara_ai.resources.files.AsyncFilesResource method) (aymara_ai.resources.files.FilesResource method) upload_file() (in module aymara_ai.lib.uploads) upload_file_async() (in module aymara_ai.lib.uploads)

W

wait_until() (in module aymara_ai.lib.async_utils) wait_until_complete() (in module aymara_ai.lib.async_utils) warning() (aymara_ai.lib.logger.SDKLogger method) with_raw_response (aymara_ai.resources.eval_types.AsyncEvalTypesResource property) (aymara_ai.resources.eval_types.EvalTypesResource property) (aymara_ai.resources.evals.evals.AsyncEvalsResource property) (aymara_ai.resources.evals.evals.EvalsResource property) (aymara_ai.resources.evals.runs.AsyncRunsResource property) (aymara_ai.resources.evals.runs.RunsResource property) (aymara_ai.resources.files.AsyncFilesResource property) (aymara_ai.resources.files.FilesResource property) (aymara_ai.resources.health.AsyncHealthResource property) (aymara_ai.resources.health.HealthResource property) (aymara_ai.resources.reports.AsyncReportsResource property) (aymara_ai.resources.reports.ReportsResource property) with_streaming_response (aymara_ai.resources.eval_types.AsyncEvalTypesResource property) (aymara_ai.resources.eval_types.EvalTypesResource property) (aymara_ai.resources.evals.evals.AsyncEvalsResource property) (aymara_ai.resources.evals.evals.EvalsResource property) (aymara_ai.resources.evals.runs.AsyncRunsResource property) (aymara_ai.resources.evals.runs.RunsResource property) (aymara_ai.resources.files.AsyncFilesResource property) (aymara_ai.resources.files.FilesResource property) (aymara_ai.resources.health.AsyncHealthResource property) (aymara_ai.resources.health.HealthResource property) (aymara_ai.resources.reports.AsyncReportsResource property) (aymara_ai.resources.reports.ReportsResource property)

workspace_uuid (aymara_ai.types.eval.Eval attribute) (aymara_ai.types.eval_create_params.EvalCreateParams attribute) (aymara_ai.types.eval_delete_params.EvalDeleteParams attribute) (aymara_ai.types.eval_get_params.EvalGetParams attribute) (aymara_ai.types.eval_list_params.EvalListParams attribute) (aymara_ai.types.eval_list_prompts_params.EvalListPromptsParams attribute) (aymara_ai.types.evals.eval_run_result.EvalRunResult attribute) (aymara_ai.types.evals.run_create_params.RunCreateParams attribute) (aymara_ai.types.evals.run_delete_params.RunDeleteParams attribute) (aymara_ai.types.evals.run_get_params.RunGetParams attribute) (aymara_ai.types.evals.run_list_params.RunListParams attribute) (aymara_ai.types.evals.run_list_responses_params.RunListResponsesParams attribute) (aymara_ai.types.evals.run_score_responses_params.RunScoreResponsesParams attribute) (aymara_ai.types.file_create_params.FileCreateParams attribute) (aymara_ai.types.file_create_response.FileCreateResponse attribute) (aymara_ai.types.report_create_params.ReportCreateParams attribute) (aymara_ai.types.report_delete_params.ReportDeleteParams attribute) (aymara_ai.types.report_get_params.ReportGetParams attribute) (aymara_ai.types.report_list_params.ReportListParams attribute)