Shared Types

from aymara_ai.types import ContentType, FileReference, Status

Health

Methods:

• client.health.check() -> None

Evals

Types:

from aymara_ai.types import Eval, EvalPrompt, EvalResponse, PromptExample

Methods:

• client.evals.create(**params) -> Eval

• client.evals.list(**params) -> SyncOffsetPage[Eval]

• client.evals.delete(eval_uuid, **params) -> None

• client.evals.get(eval_uuid, **params) -> Eval

• client.evals.list_prompts(eval_uuid, **params) -> SyncOffsetPage[EvalPrompt]

Runs

Types:

from aymara_ai.types.evals import EvalRunExample, EvalRunRequest, EvalRunResult, ScoredResponse

Methods:

• client.evals.runs.create(**params) -> EvalRunResult

• client.evals.runs.list(**params) -> SyncOffsetPage[EvalRunResult]

• client.evals.runs.delete(eval_run_uuid, **params) -> None

• client.evals.runs.get(eval_run_uuid, **params) -> EvalRunResult

• client.evals.runs.list_responses(eval_run_uuid, **params) -> SyncOffsetPage[ScoredResponse]

• client.evals.runs.score_responses(**params) -> EvalRunResult

EvalTypes

Types:

from aymara_ai.types import AIInstruction, EvalType

Methods:

• client.eval_types.list(**params) -> SyncOffsetPage[EvalType]

• client.eval_types.find_instructions(**params) -> SyncOffsetPage[AIInstruction]

• client.eval_types.get(eval_type_uuid) -> EvalType

• client.eval_types.list_instructions(eval_type_uuid, **params) -> SyncOffsetPage[AIInstruction]

Reports

Types:

from aymara_ai.types import EvalSuiteReport

Methods:

• client.reports.create(**params) -> EvalSuiteReport

• client.reports.list(**params) -> SyncOffsetPage[EvalSuiteReport]

• client.reports.delete(report_uuid, **params) -> None

• client.reports.get(report_uuid, **params) -> EvalSuiteReport

Files

Types:

from aymara_ai.types import FileUpload, FileCreateResponse

Methods:

• client.files.create(**params) -> FileCreateResponse

• client.files.upload(**params) -> FileUpload