From 5a895f3ab0eb6ca8a7faeedc252f2292f4adab50 Mon Sep 17 00:00:00 2001 From: sarthak Date: Tue, 12 May 2026 13:04:54 +0530 Subject: [PATCH 1/2] updating the headers --- src/pages/docs/api/agent-definitions/createagentdefinition.mdx | 2 +- src/pages/docs/api/agent-definitions/deleteagentdefinitions.mdx | 2 +- .../docs/api/agent-definitions/fetchassistantfromprovider.mdx | 2 +- src/pages/docs/api/agent-definitions/getagentdefinition.mdx | 2 +- src/pages/docs/api/agent-definitions/listagentdefinitions.mdx | 2 +- src/pages/docs/api/agent-versions/createagentversion.mdx | 2 +- src/pages/docs/api/agent-versions/getagentversion.mdx | 2 +- src/pages/docs/api/agent-versions/getversioncallexecutions.mdx | 2 +- src/pages/docs/api/agent-versions/getversionevalsummary.mdx | 2 +- src/pages/docs/api/agent-versions/listagentversions.mdx | 2 +- src/pages/docs/api/annotations/bulk/bulk-annotate-spans.mdx | 2 +- src/pages/docs/api/annotations/items/add-items.mdx | 2 +- src/pages/docs/api/annotations/items/assign-items.mdx | 2 +- src/pages/docs/api/annotations/items/bulk-remove-items.mdx | 2 +- src/pages/docs/api/annotations/items/complete-item.mdx | 2 +- src/pages/docs/api/annotations/items/get-annotate-detail.mdx | 2 +- src/pages/docs/api/annotations/items/get-item-annotations.mdx | 2 +- src/pages/docs/api/annotations/items/get-next-item.mdx | 2 +- src/pages/docs/api/annotations/items/list-items.mdx | 2 +- src/pages/docs/api/annotations/items/release-item.mdx | 2 +- src/pages/docs/api/annotations/items/skip-item.mdx | 2 +- src/pages/docs/api/annotations/items/submit-annotations.mdx | 2 +- src/pages/docs/api/annotations/labels/create-label.mdx | 2 +- src/pages/docs/api/annotations/labels/delete-label.mdx | 2 +- src/pages/docs/api/annotations/labels/get-label.mdx | 2 +- src/pages/docs/api/annotations/labels/list-labels.mdx | 2 +- src/pages/docs/api/annotations/labels/restore-label.mdx | 2 +- src/pages/docs/api/annotations/labels/update-label.mdx | 2 +- src/pages/docs/api/annotations/queues/add-label.mdx | 2 +- src/pages/docs/api/annotations/queues/create-queue.mdx | 2 +- src/pages/docs/api/annotations/queues/delete-queue.mdx | 2 +- src/pages/docs/api/annotations/queues/export-to-dataset.mdx | 2 +- src/pages/docs/api/annotations/queues/export.mdx | 2 +- .../docs/api/annotations/queues/find-queues-for-source.mdx | 2 +- src/pages/docs/api/annotations/queues/get-agreement.mdx | 2 +- src/pages/docs/api/annotations/queues/get-analytics.mdx | 2 +- src/pages/docs/api/annotations/queues/get-or-create-default.mdx | 2 +- src/pages/docs/api/annotations/queues/get-progress.mdx | 2 +- src/pages/docs/api/annotations/queues/get-queue.mdx | 2 +- src/pages/docs/api/annotations/queues/list-queues.mdx | 2 +- src/pages/docs/api/annotations/queues/remove-label.mdx | 2 +- src/pages/docs/api/annotations/queues/update-queue.mdx | 2 +- src/pages/docs/api/annotations/queues/update-status.mdx | 2 +- src/pages/docs/api/annotations/scores/bulk-create-scores.mdx | 2 +- src/pages/docs/api/annotations/scores/create-score.mdx | 2 +- src/pages/docs/api/annotations/scores/delete-score.mdx | 2 +- src/pages/docs/api/annotations/scores/get-scores-for-source.mdx | 2 +- src/pages/docs/api/annotations/scores/list-scores.mdx | 2 +- src/pages/docs/api/custom-eval-configs/check-config-exists.mdx | 2 +- .../docs/api/custom-eval-configs/create-custom-eval-config.mdx | 2 +- .../docs/api/custom-eval-configs/delete-custom-eval-config.mdx | 2 +- .../docs/api/custom-eval-configs/get-custom-eval-config.mdx | 2 +- .../docs/api/custom-eval-configs/list-configs-filtered.mdx | 2 +- .../docs/api/custom-eval-configs/update-custom-eval-config.mdx | 2 +- src/pages/docs/api/dataset-evals/add-dataset-eval.mdx | 2 +- .../docs/api/dataset-evals/create-custom-eval-template.mdx | 2 +- src/pages/docs/api/dataset-evals/delete-dataset-eval.mdx | 2 +- src/pages/docs/api/dataset-evals/edit-and-run-eval.mdx | 2 +- src/pages/docs/api/dataset-evals/get-eval-structure.mdx | 2 +- src/pages/docs/api/dataset-evals/get-eval-template-names.mdx | 2 +- src/pages/docs/api/dataset-evals/list-dataset-evals.mdx | 2 +- src/pages/docs/api/dataset-evals/start-evals-process.mdx | 2 +- src/pages/docs/api/datasets/add-as-new.mdx | 2 +- src/pages/docs/api/datasets/add-empty-rows.mdx | 2 +- src/pages/docs/api/datasets/add-rows-from-existing.mdx | 2 +- src/pages/docs/api/datasets/add-rows-from-file.mdx | 2 +- src/pages/docs/api/datasets/add-rows-from-huggingface.mdx | 2 +- src/pages/docs/api/datasets/analytics/annotation-summary.mdx | 2 +- src/pages/docs/api/datasets/analytics/eval-stats.mdx | 2 +- src/pages/docs/api/datasets/analytics/explanation-summary.mdx | 2 +- src/pages/docs/api/datasets/analytics/run-prompt-stats.mdx | 2 +- src/pages/docs/api/datasets/clone-dataset.mdx | 2 +- src/pages/docs/api/datasets/columns/add-columns.mdx | 2 +- .../docs/api/datasets/columns/add-multiple-static-columns.mdx | 2 +- src/pages/docs/api/datasets/columns/add-static-column.mdx | 2 +- src/pages/docs/api/datasets/columns/delete-column.mdx | 2 +- src/pages/docs/api/datasets/columns/get-column-config.mdx | 2 +- src/pages/docs/api/datasets/columns/get-column-details.mdx | 2 +- src/pages/docs/api/datasets/columns/update-column-name.mdx | 2 +- src/pages/docs/api/datasets/columns/update-column-type.mdx | 2 +- src/pages/docs/api/datasets/create-dataset-from-huggingface.mdx | 2 +- src/pages/docs/api/datasets/create-dataset.mdx | 2 +- src/pages/docs/api/datasets/create-empty-dataset.mdx | 2 +- src/pages/docs/api/datasets/delete-dataset.mdx | 2 +- src/pages/docs/api/datasets/delete-rows.mdx | 2 +- src/pages/docs/api/datasets/duplicate-dataset.mdx | 2 +- src/pages/docs/api/datasets/duplicate-rows.mdx | 2 +- src/pages/docs/api/datasets/list-datasets.mdx | 2 +- src/pages/docs/api/datasets/merge-dataset.mdx | 2 +- .../docs/api/datasets/run-prompt/add-run-prompt-column.mdx | 2 +- .../docs/api/datasets/run-prompt/edit-run-prompt-column.mdx | 2 +- src/pages/docs/api/datasets/run-prompt/get-column-values.mdx | 2 +- src/pages/docs/api/datasets/run-prompt/get-model-voices.mdx | 2 +- .../datasets/run-prompt/retrieve-run-prompt-column-config.mdx | 2 +- .../api/datasets/run-prompt/retrieve-run-prompt-options.mdx | 2 +- src/pages/docs/api/datasets/run-prompt/tts-voices.mdx | 2 +- src/pages/docs/api/datasets/update-cell-value.mdx | 2 +- src/pages/docs/api/datasets/update-dataset.mdx | 2 +- src/pages/docs/api/datasets/upload-dataset.mdx | 2 +- src/pages/docs/api/eval-tasks/bulk-delete-eval-tasks.mdx | 2 +- src/pages/docs/api/eval-tasks/create-eval-task.mdx | 2 +- src/pages/docs/api/eval-tasks/delete-eval-task.mdx | 2 +- src/pages/docs/api/eval-tasks/get-eval-task.mdx | 2 +- src/pages/docs/api/eval-tasks/list-eval-tasks-filtered.mdx | 2 +- src/pages/docs/api/eval-tasks/pause-eval-task.mdx | 2 +- src/pages/docs/api/eval-tasks/unpause-eval-task.mdx | 2 +- src/pages/docs/api/eval-tasks/update-eval-task.mdx | 2 +- src/pages/docs/api/health/healthcheck.mdx | 2 +- src/pages/docs/api/personas/createpersona.mdx | 2 +- src/pages/docs/api/personas/deletepersona.mdx | 2 +- src/pages/docs/api/personas/duplicatepersona.mdx | 2 +- src/pages/docs/api/personas/listpersonas.mdx | 2 +- src/pages/docs/api/personas/updatepersona.mdx | 2 +- src/pages/docs/api/run-tests/addevalconfigs.mdx | 2 +- src/pages/docs/api/run-tests/compareevalsummaries.mdx | 2 +- src/pages/docs/api/run-tests/createruntest.mdx | 2 +- src/pages/docs/api/run-tests/deleteevalconfig.mdx | 2 +- src/pages/docs/api/run-tests/deleteruntest.mdx | 2 +- src/pages/docs/api/run-tests/deletetestexecutions.mdx | 2 +- src/pages/docs/api/run-tests/executeruntest.mdx | 2 +- src/pages/docs/api/run-tests/getcallexecutions.mdx | 2 +- src/pages/docs/api/run-tests/getevalsummary.mdx | 2 +- src/pages/docs/api/run-tests/getruntestdetails.mdx | 2 +- src/pages/docs/api/run-tests/gettestexecutions.mdx | 2 +- src/pages/docs/api/run-tests/gettestscenarios.mdx | 2 +- src/pages/docs/api/run-tests/listruntests.mdx | 2 +- src/pages/docs/api/run-tests/reruntestexecutions.mdx | 2 +- src/pages/docs/api/run-tests/runnewevalsontestexecution.mdx | 2 +- src/pages/docs/api/run-tests/updateevalconfig.mdx | 2 +- src/pages/docs/api/run-tests/updatetestcomponents.mdx | 2 +- src/pages/docs/api/scenarios/addcolumns.mdx | 2 +- src/pages/docs/api/scenarios/addemptyrowstodataset.mdx | 2 +- src/pages/docs/api/scenarios/addscenariorowswithai.mdx | 2 +- src/pages/docs/api/scenarios/createscenario.mdx | 2 +- src/pages/docs/api/scenarios/deletescenario.mdx | 2 +- src/pages/docs/api/scenarios/editscenario.mdx | 2 +- src/pages/docs/api/scenarios/getscenario.mdx | 2 +- src/pages/docs/api/scenarios/listscenarios.mdx | 2 +- src/pages/docs/api/simulation-analytics/analytics.mdx | 2 +- src/pages/docs/api/simulation-analytics/metrics.mdx | 2 +- src/pages/docs/api/simulation-analytics/runs.mdx | 2 +- src/pages/docs/api/test-executions/cancelexecution.mdx | 2 +- src/pages/docs/api/test-executions/getcallexecutiondetails.mdx | 2 +- src/pages/docs/api/test-executions/getkpis.mdx | 2 +- src/pages/docs/api/test-executions/getperformancesummary.mdx | 2 +- src/pages/docs/api/test-executions/gettestexecutiondetails.mdx | 2 +- src/pages/docs/api/test-executions/reruncalls.mdx | 2 +- 147 files changed, 147 insertions(+), 147 deletions(-) diff --git a/src/pages/docs/api/agent-definitions/createagentdefinition.mdx b/src/pages/docs/api/agent-definitions/createagentdefinition.mdx index 92127c83..267f8176 100644 --- a/src/pages/docs/api/agent-definitions/createagentdefinition.mdx +++ b/src/pages/docs/api/agent-definitions/createagentdefinition.mdx @@ -1,5 +1,5 @@ --- -title: "Create Agent Definition — API" +title: "Create Agent Definition" description: "Create a new agent definition and its initial version. Accepts agent type, name, provider, API key, and system prompt. Returns the created agent object." --- diff --git a/src/pages/docs/api/agent-definitions/deleteagentdefinitions.mdx b/src/pages/docs/api/agent-definitions/deleteagentdefinitions.mdx index c357b872..c1c19d65 100644 --- a/src/pages/docs/api/agent-definitions/deleteagentdefinitions.mdx +++ b/src/pages/docs/api/agent-definitions/deleteagentdefinitions.mdx @@ -1,5 +1,5 @@ --- -title: "Delete Agent Definitions — API" +title: "Delete Agent Definitions" description: "Bulk soft-delete one or more agent definitions and all associated versions. Accepts a list of agent UUIDs and returns a count of agents updated." --- diff --git a/src/pages/docs/api/agent-definitions/fetchassistantfromprovider.mdx b/src/pages/docs/api/agent-definitions/fetchassistantfromprovider.mdx index 960ebdf6..280e7bc3 100644 --- a/src/pages/docs/api/agent-definitions/fetchassistantfromprovider.mdx +++ b/src/pages/docs/api/agent-definitions/fetchassistantfromprovider.mdx @@ -1,5 +1,5 @@ --- -title: "Fetch Assistant from Provider — API" +title: "Fetch Assistant from Provider" description: "Fetch an assistant's name and system prompt from an external voice provider such as Vapi. Requires assistant ID, API key, and provider name." --- diff --git a/src/pages/docs/api/agent-definitions/getagentdefinition.mdx b/src/pages/docs/api/agent-definitions/getagentdefinition.mdx index 1eff520b..60ab5b64 100644 --- a/src/pages/docs/api/agent-definitions/getagentdefinition.mdx +++ b/src/pages/docs/api/agent-definitions/getagentdefinition.mdx @@ -1,5 +1,5 @@ --- -title: "Get Agent Definition — API" +title: "Get Agent Definition" description: "Retrieve a specific agent definition by UUID, including its full version history, provider details, and configuration snapshot." --- diff --git a/src/pages/docs/api/agent-definitions/listagentdefinitions.mdx b/src/pages/docs/api/agent-definitions/listagentdefinitions.mdx index a398609a..95ee761c 100644 --- a/src/pages/docs/api/agent-definitions/listagentdefinitions.mdx +++ b/src/pages/docs/api/agent-definitions/listagentdefinitions.mdx @@ -1,5 +1,5 @@ --- -title: "List Agent Definitions — API" +title: "List Agent Definitions" description: "Return a paginated list of agent definitions. Filter by agent type, search by name or assistant ID, and pin a specific agent to the top of results." --- diff --git a/src/pages/docs/api/agent-versions/createagentversion.mdx b/src/pages/docs/api/agent-versions/createagentversion.mdx index af1a1002..a98a3fca 100644 --- a/src/pages/docs/api/agent-versions/createagentversion.mdx +++ b/src/pages/docs/api/agent-versions/createagentversion.mdx @@ -1,5 +1,5 @@ --- -title: "Create Agent Version — API" +title: "Create Agent Version" description: "Create a new version of an agent definition. Accepts agent name, language, system prompt, commit message, and provider config. Returns the new version object." --- diff --git a/src/pages/docs/api/agent-versions/getagentversion.mdx b/src/pages/docs/api/agent-versions/getagentversion.mdx index a3ae81ad..be1201a5 100644 --- a/src/pages/docs/api/agent-versions/getagentversion.mdx +++ b/src/pages/docs/api/agent-versions/getagentversion.mdx @@ -1,5 +1,5 @@ --- -title: "Get Agent Version — API" +title: "Get Agent Version" description: "Retrieve a specific agent version by agent UUID and version UUID, including its full configuration snapshot, prompt, and provider settings." --- diff --git a/src/pages/docs/api/agent-versions/getversioncallexecutions.mdx b/src/pages/docs/api/agent-versions/getversioncallexecutions.mdx index e726601e..76a62c2d 100644 --- a/src/pages/docs/api/agent-versions/getversioncallexecutions.mdx +++ b/src/pages/docs/api/agent-versions/getversioncallexecutions.mdx @@ -1,5 +1,5 @@ --- -title: "Get Version Call Executions — API" +title: "Get Version Call Executions" description: "Retrieve paginated call executions and their evaluation results for a specific agent version. Supports limit and page query parameters." --- diff --git a/src/pages/docs/api/agent-versions/getversionevalsummary.mdx b/src/pages/docs/api/agent-versions/getversionevalsummary.mdx index d9c954fd..858d440b 100644 --- a/src/pages/docs/api/agent-versions/getversionevalsummary.mdx +++ b/src/pages/docs/api/agent-versions/getversionevalsummary.mdx @@ -1,5 +1,5 @@ --- -title: "Get Version Eval Summary — API" +title: "Get Version Eval Summary" description: "Retrieve aggregated evaluation summary statistics for an agent version, including pass rate, fail count, and error count per eval metric." --- diff --git a/src/pages/docs/api/agent-versions/listagentversions.mdx b/src/pages/docs/api/agent-versions/listagentversions.mdx index 1f972f7e..e2f02c0f 100644 --- a/src/pages/docs/api/agent-versions/listagentversions.mdx +++ b/src/pages/docs/api/agent-versions/listagentversions.mdx @@ -1,5 +1,5 @@ --- -title: "List Agent Versions — API" +title: "List Agent Versions" description: "Retrieve a paginated list of all versions for a given agent definition. Supports limit and page parameters. Returns version metadata and commit history." --- diff --git a/src/pages/docs/api/annotations/bulk/bulk-annotate-spans.mdx b/src/pages/docs/api/annotations/bulk/bulk-annotate-spans.mdx index 5acf4d29..2e8f8ecd 100644 --- a/src/pages/docs/api/annotations/bulk/bulk-annotate-spans.mdx +++ b/src/pages/docs/api/annotations/bulk/bulk-annotate-spans.mdx @@ -1,5 +1,5 @@ --- -title: "Bulk Annotate Spans — API" +title: "Bulk Annotate Spans" description: "Submit label scores and notes for multiple observation spans in one request. Accepts an array of span IDs with their annotation values and score sources." --- diff --git a/src/pages/docs/api/annotations/items/add-items.mdx b/src/pages/docs/api/annotations/items/add-items.mdx index db49aa4a..ad44e941 100644 --- a/src/pages/docs/api/annotations/items/add-items.mdx +++ b/src/pages/docs/api/annotations/items/add-items.mdx @@ -1,5 +1,5 @@ --- -title: "Add Items to Annotation Queue — API" +title: "Add Items to Annotation Queue" description: "Add one or more source items (traces, spans) to an annotation queue in bulk. Accepts queue UUID and an array of source type and source ID pairs." --- diff --git a/src/pages/docs/api/annotations/items/assign-items.mdx b/src/pages/docs/api/annotations/items/assign-items.mdx index a3d95e89..7e9cc671 100644 --- a/src/pages/docs/api/annotations/items/assign-items.mdx +++ b/src/pages/docs/api/annotations/items/assign-items.mdx @@ -1,5 +1,5 @@ --- -title: "Assign Queue Items to Annotator — API" +title: "Assign Queue Items to Annotator" description: "Assign one or more annotation queue items to specific annotators. Accepts queue UUID, a list of item UUIDs, and a list of user UUIDs to assign." --- diff --git a/src/pages/docs/api/annotations/items/bulk-remove-items.mdx b/src/pages/docs/api/annotations/items/bulk-remove-items.mdx index c9a2cbdc..72d753fb 100644 --- a/src/pages/docs/api/annotations/items/bulk-remove-items.mdx +++ b/src/pages/docs/api/annotations/items/bulk-remove-items.mdx @@ -1,5 +1,5 @@ --- -title: "Bulk Remove Queue Items — API" +title: "Bulk Remove Queue Items" description: "Remove multiple items from an annotation queue in a single request. Accepts the queue UUID and an array of item UUIDs to delete from the queue." --- diff --git a/src/pages/docs/api/annotations/items/complete-item.mdx b/src/pages/docs/api/annotations/items/complete-item.mdx index 5c72bd9b..93a25e0a 100644 --- a/src/pages/docs/api/annotations/items/complete-item.mdx +++ b/src/pages/docs/api/annotations/items/complete-item.mdx @@ -1,5 +1,5 @@ --- -title: "Complete Annotation Queue Item — API" +title: "Complete Annotation Queue Item" description: "Mark an annotation queue item as completed. Returns the completed item ID and, optionally, the next pending item available for annotation." --- diff --git a/src/pages/docs/api/annotations/items/get-annotate-detail.mdx b/src/pages/docs/api/annotations/items/get-annotate-detail.mdx index c1123941..29579242 100644 --- a/src/pages/docs/api/annotations/items/get-annotate-detail.mdx +++ b/src/pages/docs/api/annotations/items/get-annotate-detail.mdx @@ -1,5 +1,5 @@ --- -title: "Get Annotation Item Detail — API" +title: "Get Annotation Item Detail" description: "Retrieve a queue item with full source content, queue metadata, labels, existing annotations, and navigation pointers for the annotation interface." --- diff --git a/src/pages/docs/api/annotations/items/get-item-annotations.mdx b/src/pages/docs/api/annotations/items/get-item-annotations.mdx index f383d94e..92d84af6 100644 --- a/src/pages/docs/api/annotations/items/get-item-annotations.mdx +++ b/src/pages/docs/api/annotations/items/get-item-annotations.mdx @@ -1,5 +1,5 @@ --- -title: "Get Queue Item Annotations — API" +title: "Get Queue Item Annotations" description: "Retrieve all annotation scores submitted for a specific queue item, including label values, score source, annotator ID, and timestamps." --- diff --git a/src/pages/docs/api/annotations/items/get-next-item.mdx b/src/pages/docs/api/annotations/items/get-next-item.mdx index 5b5d5e3d..da43e8bd 100644 --- a/src/pages/docs/api/annotations/items/get-next-item.mdx +++ b/src/pages/docs/api/annotations/items/get-next-item.mdx @@ -1,5 +1,5 @@ --- -title: "Get Next Annotation Queue Item — API" +title: "Get Next Annotation Queue Item" description: "Retrieve the next available queue item for the current user to annotate. Returns item ID, source type, status, and assignment info." --- diff --git a/src/pages/docs/api/annotations/items/list-items.mdx b/src/pages/docs/api/annotations/items/list-items.mdx index 01b8f135..07116365 100644 --- a/src/pages/docs/api/annotations/items/list-items.mdx +++ b/src/pages/docs/api/annotations/items/list-items.mdx @@ -1,5 +1,5 @@ --- -title: "List Annotation Queue Items — API" +title: "List Annotation Queue Items" description: "List items in an annotation queue with pagination. Filter by status, source type, or assigned user. Returns item details and annotation progress." --- diff --git a/src/pages/docs/api/annotations/items/release-item.mdx b/src/pages/docs/api/annotations/items/release-item.mdx index 8041e549..c7b1c11b 100644 --- a/src/pages/docs/api/annotations/items/release-item.mdx +++ b/src/pages/docs/api/annotations/items/release-item.mdx @@ -1,5 +1,5 @@ --- -title: "Release Annotation Queue Item — API" +title: "Release Annotation Queue Item" description: "Release a reserved annotation queue item so it becomes available for reassignment to another annotator. Returns a boolean release confirmation." --- diff --git a/src/pages/docs/api/annotations/items/skip-item.mdx b/src/pages/docs/api/annotations/items/skip-item.mdx index 1c9c4ed2..a69a6563 100644 --- a/src/pages/docs/api/annotations/items/skip-item.mdx +++ b/src/pages/docs/api/annotations/items/skip-item.mdx @@ -1,5 +1,5 @@ --- -title: "Skip Annotation Queue Item — API" +title: "Skip Annotation Queue Item" description: "Mark an annotation queue item as skipped by the current user. Returns the skipped item ID and the next available pending item for annotation." --- diff --git a/src/pages/docs/api/annotations/items/submit-annotations.mdx b/src/pages/docs/api/annotations/items/submit-annotations.mdx index c00d124b..0bc7f958 100644 --- a/src/pages/docs/api/annotations/items/submit-annotations.mdx +++ b/src/pages/docs/api/annotations/items/submit-annotations.mdx @@ -1,5 +1,5 @@ --- -title: "Submit Item Annotations — API" +title: "Submit Item Annotations" description: "Submit label scores and reviewer notes for an annotation queue item. Accepts queue UUID, item UUID, an array of annotation values, and optional notes." --- diff --git a/src/pages/docs/api/annotations/labels/create-label.mdx b/src/pages/docs/api/annotations/labels/create-label.mdx index d6e8fd89..d66b872a 100644 --- a/src/pages/docs/api/annotations/labels/create-label.mdx +++ b/src/pages/docs/api/annotations/labels/create-label.mdx @@ -1,5 +1,5 @@ --- -title: "Create Annotation Label — API" +title: "Create Annotation Label" description: "Create a new annotation label with a name, type (star, binary, categorical), description, settings, and optional notes. Returns the created label object." --- diff --git a/src/pages/docs/api/annotations/labels/delete-label.mdx b/src/pages/docs/api/annotations/labels/delete-label.mdx index a70413b0..b59d8888 100644 --- a/src/pages/docs/api/annotations/labels/delete-label.mdx +++ b/src/pages/docs/api/annotations/labels/delete-label.mdx @@ -1,5 +1,5 @@ --- -title: "Delete Annotation Label — API" +title: "Delete Annotation Label" description: "Soft-delete an annotation label by UUID. Deleted labels are hidden but recoverable via the restore endpoint. Returns HTTP 204 on success." --- diff --git a/src/pages/docs/api/annotations/labels/get-label.mdx b/src/pages/docs/api/annotations/labels/get-label.mdx index 92797671..5bc6da29 100644 --- a/src/pages/docs/api/annotations/labels/get-label.mdx +++ b/src/pages/docs/api/annotations/labels/get-label.mdx @@ -1,5 +1,5 @@ --- -title: "Get Annotation Label — API" +title: "Get Annotation Label" description: "Retrieve a specific annotation label by UUID, including its type, settings, description, project scope, and allow-notes configuration." --- diff --git a/src/pages/docs/api/annotations/labels/list-labels.mdx b/src/pages/docs/api/annotations/labels/list-labels.mdx index 3109bc03..a9ac7796 100644 --- a/src/pages/docs/api/annotations/labels/list-labels.mdx +++ b/src/pages/docs/api/annotations/labels/list-labels.mdx @@ -1,5 +1,5 @@ --- -title: "List Annotation Labels — API" +title: "List Annotation Labels" description: "List annotation labels with optional filters for type, name search, project, dataset scope, and usage count. Returns a paginated array of label objects." --- diff --git a/src/pages/docs/api/annotations/labels/restore-label.mdx b/src/pages/docs/api/annotations/labels/restore-label.mdx index 2c5a3c5b..6b4d8f94 100644 --- a/src/pages/docs/api/annotations/labels/restore-label.mdx +++ b/src/pages/docs/api/annotations/labels/restore-label.mdx @@ -1,5 +1,5 @@ --- -title: "Restore Annotation Label — API" +title: "Restore Annotation Label" description: "Restore a previously soft-deleted annotation label by UUID. Returns the full restored label object with its original type, settings, and configuration." --- diff --git a/src/pages/docs/api/annotations/labels/update-label.mdx b/src/pages/docs/api/annotations/labels/update-label.mdx index 4c0ae7f4..eb7c5f11 100644 --- a/src/pages/docs/api/annotations/labels/update-label.mdx +++ b/src/pages/docs/api/annotations/labels/update-label.mdx @@ -1,5 +1,5 @@ --- -title: "Update Annotation Label — API" +title: "Update Annotation Label" description: "Update an existing annotation label's name, description, type, or settings by UUID. Returns the updated label object with all current field values." --- diff --git a/src/pages/docs/api/annotations/queues/add-label.mdx b/src/pages/docs/api/annotations/queues/add-label.mdx index 4c007996..05abc59c 100644 --- a/src/pages/docs/api/annotations/queues/add-label.mdx +++ b/src/pages/docs/api/annotations/queues/add-label.mdx @@ -1,5 +1,5 @@ --- -title: "Add Label to Annotation Queue — API" +title: "Add Label to Annotation Queue" description: "Attach an existing annotation label to a queue by queue UUID and label UUID. Returns the updated queue-label association with ordering and required flag." --- diff --git a/src/pages/docs/api/annotations/queues/create-queue.mdx b/src/pages/docs/api/annotations/queues/create-queue.mdx index 8d1e60fb..14ab6b8e 100644 --- a/src/pages/docs/api/annotations/queues/create-queue.mdx +++ b/src/pages/docs/api/annotations/queues/create-queue.mdx @@ -1,5 +1,5 @@ --- -title: "Create Annotation Queue — API" +title: "Create Annotation Queue" description: "Create an annotation queue with name, assignment strategy, annotator list, labels, and review settings. Returns the fully configured queue object." --- diff --git a/src/pages/docs/api/annotations/queues/delete-queue.mdx b/src/pages/docs/api/annotations/queues/delete-queue.mdx index 29330b21..4021a8b6 100644 --- a/src/pages/docs/api/annotations/queues/delete-queue.mdx +++ b/src/pages/docs/api/annotations/queues/delete-queue.mdx @@ -1,5 +1,5 @@ --- -title: "Delete Annotation Queue — API" +title: "Delete Annotation Queue" description: "Soft-delete an annotation queue by UUID. The queue and its items are hidden but not permanently removed. Returns a deleted boolean confirmation." --- diff --git a/src/pages/docs/api/annotations/queues/export-to-dataset.mdx b/src/pages/docs/api/annotations/queues/export-to-dataset.mdx index 5a7b094a..5aabb90f 100644 --- a/src/pages/docs/api/annotations/queues/export-to-dataset.mdx +++ b/src/pages/docs/api/annotations/queues/export-to-dataset.mdx @@ -1,5 +1,5 @@ --- -title: "Export Queue to Dataset — API" +title: "Export Queue to Dataset" description: "Export completed annotation queue items into a Future AGI dataset. Accepts queue UUID, target dataset ID, and optional status filter for selective export." --- diff --git a/src/pages/docs/api/annotations/queues/export.mdx b/src/pages/docs/api/annotations/queues/export.mdx index c4a02fe2..ba3f5ef6 100644 --- a/src/pages/docs/api/annotations/queues/export.mdx +++ b/src/pages/docs/api/annotations/queues/export.mdx @@ -1,5 +1,5 @@ --- -title: "Export Annotation Queue — API" +title: "Export Annotation Queue" description: "Export annotation queue items and their scores as JSON or CSV. Filter by item status. Returns source type, annotations, annotator names, and timestamps." --- diff --git a/src/pages/docs/api/annotations/queues/find-queues-for-source.mdx b/src/pages/docs/api/annotations/queues/find-queues-for-source.mdx index dc3948c4..e84bf2e6 100644 --- a/src/pages/docs/api/annotations/queues/find-queues-for-source.mdx +++ b/src/pages/docs/api/annotations/queues/find-queues-for-source.mdx @@ -1,5 +1,5 @@ --- -title: "Find Queues for Source — API" +title: "Find Queues for Source" description: "Find all annotation queues containing a specific source item. Accepts source type, source UUID, or a JSON array of sources for multi-source lookup." --- diff --git a/src/pages/docs/api/annotations/queues/get-agreement.mdx b/src/pages/docs/api/annotations/queues/get-agreement.mdx index e376dd74..cdb7a826 100644 --- a/src/pages/docs/api/annotations/queues/get-agreement.mdx +++ b/src/pages/docs/api/annotations/queues/get-agreement.mdx @@ -1,5 +1,5 @@ --- -title: "Get Inter-Annotator Agreement — API" +title: "Get Inter-Annotator Agreement" description: "Retrieve inter-annotator agreement scores for a queue, including overall agreement percentage and per-label breakdown for quality assurance analysis." --- diff --git a/src/pages/docs/api/annotations/queues/get-analytics.mdx b/src/pages/docs/api/annotations/queues/get-analytics.mdx index 18e52ad9..c9676b97 100644 --- a/src/pages/docs/api/annotations/queues/get-analytics.mdx +++ b/src/pages/docs/api/annotations/queues/get-analytics.mdx @@ -1,5 +1,5 @@ --- -title: "Get Annotation Queue Analytics — API" +title: "Get Annotation Queue Analytics" description: "Retrieve detailed analytics for a queue including daily throughput, annotator performance, label score distribution, and item status breakdown." --- diff --git a/src/pages/docs/api/annotations/queues/get-or-create-default.mdx b/src/pages/docs/api/annotations/queues/get-or-create-default.mdx index d23a7ba1..b936d282 100644 --- a/src/pages/docs/api/annotations/queues/get-or-create-default.mdx +++ b/src/pages/docs/api/annotations/queues/get-or-create-default.mdx @@ -1,5 +1,5 @@ --- -title: "Get or Create Default Queue — API" +title: "Get or Create Default Queue" description: "Get the default annotation queue for a project, dataset, or agent definition, automatically creating one if it does not yet exist. Returns queue and labels." --- diff --git a/src/pages/docs/api/annotations/queues/get-progress.mdx b/src/pages/docs/api/annotations/queues/get-progress.mdx index d0d7cc0a..aa25c28c 100644 --- a/src/pages/docs/api/annotations/queues/get-progress.mdx +++ b/src/pages/docs/api/annotations/queues/get-progress.mdx @@ -1,5 +1,5 @@ --- -title: "Get Annotation Queue Progress — API" +title: "Get Annotation Queue Progress" description: "Retrieve progress statistics for an annotation queue, including total, pending, in-progress, completed, and skipped counts with per-annotator breakdowns." --- diff --git a/src/pages/docs/api/annotations/queues/get-queue.mdx b/src/pages/docs/api/annotations/queues/get-queue.mdx index 5c662338..71ec6ed0 100644 --- a/src/pages/docs/api/annotations/queues/get-queue.mdx +++ b/src/pages/docs/api/annotations/queues/get-queue.mdx @@ -1,5 +1,5 @@ --- -title: "Get Annotation Queue — API" +title: "Get Annotation Queue" description: "Retrieve full details of an annotation queue by UUID, including assignment strategy, labels, annotators, review settings, and creation metadata." --- diff --git a/src/pages/docs/api/annotations/queues/list-queues.mdx b/src/pages/docs/api/annotations/queues/list-queues.mdx index e1fff1a8..ec2f95c7 100644 --- a/src/pages/docs/api/annotations/queues/list-queues.mdx +++ b/src/pages/docs/api/annotations/queues/list-queues.mdx @@ -1,5 +1,5 @@ --- -title: "List Annotation Queues — API" +title: "List Annotation Queues" description: "List annotation queues with optional filters for status and name search. Supports pagination and optionally includes item counts per queue." --- diff --git a/src/pages/docs/api/annotations/queues/remove-label.mdx b/src/pages/docs/api/annotations/queues/remove-label.mdx index 27618bfb..5b0dd169 100644 --- a/src/pages/docs/api/annotations/queues/remove-label.mdx +++ b/src/pages/docs/api/annotations/queues/remove-label.mdx @@ -1,5 +1,5 @@ --- -title: "Remove Label from Queue — API" +title: "Remove Label from Queue" description: "Detach an annotation label from a queue by queue UUID and label UUID. Removing a label hides it from future annotation sessions for that queue." --- diff --git a/src/pages/docs/api/annotations/queues/update-queue.mdx b/src/pages/docs/api/annotations/queues/update-queue.mdx index f15be116..b9cdb876 100644 --- a/src/pages/docs/api/annotations/queues/update-queue.mdx +++ b/src/pages/docs/api/annotations/queues/update-queue.mdx @@ -1,5 +1,5 @@ --- -title: "Update Annotation Queue — API" +title: "Update Annotation Queue" description: "Update an annotation queue's name, description, instructions, assignment strategy, or review settings by UUID. Returns the updated queue configuration." --- diff --git a/src/pages/docs/api/annotations/queues/update-status.mdx b/src/pages/docs/api/annotations/queues/update-status.mdx index 6d90880c..ed6974e7 100644 --- a/src/pages/docs/api/annotations/queues/update-status.mdx +++ b/src/pages/docs/api/annotations/queues/update-status.mdx @@ -1,5 +1,5 @@ --- -title: "Update Annotation Queue Status — API" +title: "Update Annotation Queue Status" description: "Transition an annotation queue to a new status (draft, active, paused, or completed). Accepts queue UUID and target status. Returns the updated queue object." --- diff --git a/src/pages/docs/api/annotations/scores/bulk-create-scores.mdx b/src/pages/docs/api/annotations/scores/bulk-create-scores.mdx index 4d4adc87..4eb02c17 100644 --- a/src/pages/docs/api/annotations/scores/bulk-create-scores.mdx +++ b/src/pages/docs/api/annotations/scores/bulk-create-scores.mdx @@ -1,5 +1,5 @@ --- -title: "Bulk Create Annotation Scores — API" +title: "Bulk Create Annotation Scores" description: "Create multiple annotation scores on a single source in one request. Accepts source type, source UUID, and an array of label ID, value, and score source." --- diff --git a/src/pages/docs/api/annotations/scores/create-score.mdx b/src/pages/docs/api/annotations/scores/create-score.mdx index c20fee4e..e05f47a9 100644 --- a/src/pages/docs/api/annotations/scores/create-score.mdx +++ b/src/pages/docs/api/annotations/scores/create-score.mdx @@ -1,5 +1,5 @@ --- -title: "Create Annotation Score — API" +title: "Create Annotation Score" description: "Create a single annotation score on a trace, span, or session. Accepts source type, source UUID, label UUID, score value, and score source type." --- diff --git a/src/pages/docs/api/annotations/scores/delete-score.mdx b/src/pages/docs/api/annotations/scores/delete-score.mdx index e113d82c..1cf6440a 100644 --- a/src/pages/docs/api/annotations/scores/delete-score.mdx +++ b/src/pages/docs/api/annotations/scores/delete-score.mdx @@ -1,5 +1,5 @@ --- -title: "Delete Annotation Score — API" +title: "Delete Annotation Score" description: "Soft-delete an annotation score by UUID. Only the score creator or an org admin can delete. Returns HTTP 204 on success." --- diff --git a/src/pages/docs/api/annotations/scores/get-scores-for-source.mdx b/src/pages/docs/api/annotations/scores/get-scores-for-source.mdx index e8021c3c..91c4b7e7 100644 --- a/src/pages/docs/api/annotations/scores/get-scores-for-source.mdx +++ b/src/pages/docs/api/annotations/scores/get-scores-for-source.mdx @@ -1,5 +1,5 @@ --- -title: "Get Scores for Source — API" +title: "Get Scores for Source" description: "Retrieve all annotation scores for a specific source (trace, span, generation, or session). Filter by label UUID or annotator UUID to narrow results." --- diff --git a/src/pages/docs/api/annotations/scores/list-scores.mdx b/src/pages/docs/api/annotations/scores/list-scores.mdx index 1b84bf42..40c3f727 100644 --- a/src/pages/docs/api/annotations/scores/list-scores.mdx +++ b/src/pages/docs/api/annotations/scores/list-scores.mdx @@ -1,5 +1,5 @@ --- -title: "List Annotation Scores — API" +title: "List Annotation Scores" description: "List annotation scores with optional filters for source type, source UUID, label, and annotator. Supports pagination via page and page_size parameters." --- diff --git a/src/pages/docs/api/custom-eval-configs/check-config-exists.mdx b/src/pages/docs/api/custom-eval-configs/check-config-exists.mdx index c10d1220..7273d1a5 100644 --- a/src/pages/docs/api/custom-eval-configs/check-config-exists.mdx +++ b/src/pages/docs/api/custom-eval-configs/check-config-exists.mdx @@ -1,5 +1,5 @@ --- -title: "Check Eval Config Exists — API" +title: "Check Eval Config Exists" description: "Check if a custom eval config with the same name and field mapping already exists in a project before creating a duplicate." --- diff --git a/src/pages/docs/api/custom-eval-configs/create-custom-eval-config.mdx b/src/pages/docs/api/custom-eval-configs/create-custom-eval-config.mdx index 175c1109..ad8ff607 100644 --- a/src/pages/docs/api/custom-eval-configs/create-custom-eval-config.mdx +++ b/src/pages/docs/api/custom-eval-configs/create-custom-eval-config.mdx @@ -1,5 +1,5 @@ --- -title: "Create Custom Eval Config — API" +title: "Create Custom Eval Config" description: "Create a new custom eval config for a project by specifying an eval template, name, field mapping, and optional config settings." --- diff --git a/src/pages/docs/api/custom-eval-configs/delete-custom-eval-config.mdx b/src/pages/docs/api/custom-eval-configs/delete-custom-eval-config.mdx index 062ad844..68bcedd8 100644 --- a/src/pages/docs/api/custom-eval-configs/delete-custom-eval-config.mdx +++ b/src/pages/docs/api/custom-eval-configs/delete-custom-eval-config.mdx @@ -1,5 +1,5 @@ --- -title: "Delete Custom Eval Config — API" +title: "Delete Custom Eval Config" description: "Soft-delete a custom eval config by UUID. Returns 204 No Content on success. The config is deactivated and no longer applied." --- diff --git a/src/pages/docs/api/custom-eval-configs/get-custom-eval-config.mdx b/src/pages/docs/api/custom-eval-configs/get-custom-eval-config.mdx index fb7f4016..7655acfc 100644 --- a/src/pages/docs/api/custom-eval-configs/get-custom-eval-config.mdx +++ b/src/pages/docs/api/custom-eval-configs/get-custom-eval-config.mdx @@ -1,5 +1,5 @@ --- -title: "Get Custom Eval Config — API" +title: "Get Custom Eval Config" description: "Retrieve a specific custom eval config by UUID, returning its template, name, project, field mapping, and current configuration." --- diff --git a/src/pages/docs/api/custom-eval-configs/list-configs-filtered.mdx b/src/pages/docs/api/custom-eval-configs/list-configs-filtered.mdx index fc30f0a0..687a0ac0 100644 --- a/src/pages/docs/api/custom-eval-configs/list-configs-filtered.mdx +++ b/src/pages/docs/api/custom-eval-configs/list-configs-filtered.mdx @@ -1,5 +1,5 @@ --- -title: "List Custom Eval Configs — API" +title: "List Custom Eval Configs" description: "List all custom eval configs, with optional filtering by project UUID or eval task UUID to narrow results." --- diff --git a/src/pages/docs/api/custom-eval-configs/update-custom-eval-config.mdx b/src/pages/docs/api/custom-eval-configs/update-custom-eval-config.mdx index 1a983f63..593a1697 100644 --- a/src/pages/docs/api/custom-eval-configs/update-custom-eval-config.mdx +++ b/src/pages/docs/api/custom-eval-configs/update-custom-eval-config.mdx @@ -1,5 +1,5 @@ --- -title: "Update Custom Eval Config — API" +title: "Update Custom Eval Config" description: "Partially update an existing custom eval config by UUID. Supports patching name, mapping, config, or template fields individually." --- diff --git a/src/pages/docs/api/dataset-evals/add-dataset-eval.mdx b/src/pages/docs/api/dataset-evals/add-dataset-eval.mdx index 2d84e4e2..5eaa08cb 100644 --- a/src/pages/docs/api/dataset-evals/add-dataset-eval.mdx +++ b/src/pages/docs/api/dataset-evals/add-dataset-eval.mdx @@ -1,5 +1,5 @@ --- -title: "Add Dataset Eval — API" +title: "Add Dataset Eval" description: "Add an evaluation to a dataset by selecting a template and configuring the input/output key mapping. Returns the created eval record." --- diff --git a/src/pages/docs/api/dataset-evals/create-custom-eval-template.mdx b/src/pages/docs/api/dataset-evals/create-custom-eval-template.mdx index 7ff2ba66..caf36e86 100644 --- a/src/pages/docs/api/dataset-evals/create-custom-eval-template.mdx +++ b/src/pages/docs/api/dataset-evals/create-custom-eval-template.mdx @@ -1,5 +1,5 @@ --- -title: "Create Custom Eval Template — API" +title: "Create Custom Eval Template" description: "Create a reusable custom eval template with criteria, output type (e.g. Pass/Fail), required keys, and model configuration." --- diff --git a/src/pages/docs/api/dataset-evals/delete-dataset-eval.mdx b/src/pages/docs/api/dataset-evals/delete-dataset-eval.mdx index 7f6980ee..667ecc22 100644 --- a/src/pages/docs/api/dataset-evals/delete-dataset-eval.mdx +++ b/src/pages/docs/api/dataset-evals/delete-dataset-eval.mdx @@ -1,5 +1,5 @@ --- -title: "Delete Dataset Eval — API" +title: "Delete Dataset Eval" description: "Remove an evaluation from a dataset by eval ID. Optionally delete the associated eval column and its data from the dataset." --- diff --git a/src/pages/docs/api/dataset-evals/edit-and-run-eval.mdx b/src/pages/docs/api/dataset-evals/edit-and-run-eval.mdx index fdbc23be..a887f7fe 100644 --- a/src/pages/docs/api/dataset-evals/edit-and-run-eval.mdx +++ b/src/pages/docs/api/dataset-evals/edit-and-run-eval.mdx @@ -1,5 +1,5 @@ --- -title: "Edit and Run Dataset Eval — API" +title: "Edit and Run Dataset Eval" description: "Update an evaluation's config and key mapping, then optionally re-run it across all dataset rows to refresh scores." --- diff --git a/src/pages/docs/api/dataset-evals/get-eval-structure.mdx b/src/pages/docs/api/dataset-evals/get-eval-structure.mdx index b6625b8c..107f5846 100644 --- a/src/pages/docs/api/dataset-evals/get-eval-structure.mdx +++ b/src/pages/docs/api/dataset-evals/get-eval-structure.mdx @@ -1,5 +1,5 @@ --- -title: "Get Eval Structure — API" +title: "Get Eval Structure" description: "Retrieve the configuration structure of an eval by ID and type (preset, user, or previously configured), including required keys and mapping." --- diff --git a/src/pages/docs/api/dataset-evals/get-eval-template-names.mdx b/src/pages/docs/api/dataset-evals/get-eval-template-names.mdx index 5a2ea902..a67ff283 100644 --- a/src/pages/docs/api/dataset-evals/get-eval-template-names.mdx +++ b/src/pages/docs/api/dataset-evals/get-eval-template-names.mdx @@ -1,5 +1,5 @@ --- -title: "Get Eval Template Names — API" +title: "Get Eval Template Names" description: "Search and retrieve evaluation template names available in your organization. Supports text search to filter results by name." --- diff --git a/src/pages/docs/api/dataset-evals/list-dataset-evals.mdx b/src/pages/docs/api/dataset-evals/list-dataset-evals.mdx index ab4ac8c4..4831dde5 100644 --- a/src/pages/docs/api/dataset-evals/list-dataset-evals.mdx +++ b/src/pages/docs/api/dataset-evals/list-dataset-evals.mdx @@ -1,5 +1,5 @@ --- -title: "List Dataset Evals — API" +title: "List Dataset Evals" description: "List available evaluations for a dataset. Filter by name, category (built-in or user), type, or tags to find the right eval." --- diff --git a/src/pages/docs/api/dataset-evals/start-evals-process.mdx b/src/pages/docs/api/dataset-evals/start-evals-process.mdx index 99599b5c..1aef1491 100644 --- a/src/pages/docs/api/dataset-evals/start-evals-process.mdx +++ b/src/pages/docs/api/dataset-evals/start-evals-process.mdx @@ -1,5 +1,5 @@ --- -title: "Start Evals Process — API" +title: "Start Evals Process" description: "Trigger one or more evaluations to run across a dataset by submitting user eval IDs. Scores are computed for every row." --- diff --git a/src/pages/docs/api/datasets/add-as-new.mdx b/src/pages/docs/api/datasets/add-as-new.mdx index 1393374e..94e2d6ec 100644 --- a/src/pages/docs/api/datasets/add-as-new.mdx +++ b/src/pages/docs/api/datasets/add-as-new.mdx @@ -1,5 +1,5 @@ --- -title: "Add as New Dataset — API" +title: "Add as New Dataset" description: "Create a new dataset from selected columns of an existing dataset or experiment, with a custom column mapping and dataset name." --- diff --git a/src/pages/docs/api/datasets/add-empty-rows.mdx b/src/pages/docs/api/datasets/add-empty-rows.mdx index c997637e..2fc448ce 100644 --- a/src/pages/docs/api/datasets/add-empty-rows.mdx +++ b/src/pages/docs/api/datasets/add-empty-rows.mdx @@ -1,5 +1,5 @@ --- -title: "Add Empty Rows to Dataset — API" +title: "Add Empty Rows to Dataset" description: "Append a specified number of empty rows to an existing dataset by ID. Returns a confirmation message on success." --- diff --git a/src/pages/docs/api/datasets/add-rows-from-existing.mdx b/src/pages/docs/api/datasets/add-rows-from-existing.mdx index 3c08a71d..8edf3313 100644 --- a/src/pages/docs/api/datasets/add-rows-from-existing.mdx +++ b/src/pages/docs/api/datasets/add-rows-from-existing.mdx @@ -1,5 +1,5 @@ --- -title: "Add Rows from Existing Dataset — API" +title: "Add Rows from Existing Dataset" description: "Copy rows from a source dataset into a target dataset using a column mapping to align fields between the two datasets." --- diff --git a/src/pages/docs/api/datasets/add-rows-from-file.mdx b/src/pages/docs/api/datasets/add-rows-from-file.mdx index de9bbdcd..bde882a7 100644 --- a/src/pages/docs/api/datasets/add-rows-from-file.mdx +++ b/src/pages/docs/api/datasets/add-rows-from-file.mdx @@ -1,5 +1,5 @@ --- -title: "Add Rows from File — API" +title: "Add Rows from File" description: "Append rows to an existing dataset by uploading a CSV or JSONL file as multipart form data with the target dataset ID." --- diff --git a/src/pages/docs/api/datasets/add-rows-from-huggingface.mdx b/src/pages/docs/api/datasets/add-rows-from-huggingface.mdx index 2739353c..78e8f015 100644 --- a/src/pages/docs/api/datasets/add-rows-from-huggingface.mdx +++ b/src/pages/docs/api/datasets/add-rows-from-huggingface.mdx @@ -1,5 +1,5 @@ --- -title: "Add Rows from HuggingFace — API" +title: "Add Rows from HuggingFace" description: "Import rows from a HuggingFace dataset into an existing dataset. Specify dataset name, config, split, and number of rows to import." --- diff --git a/src/pages/docs/api/datasets/analytics/annotation-summary.mdx b/src/pages/docs/api/datasets/analytics/annotation-summary.mdx index 70ef2db4..8b4173f3 100644 --- a/src/pages/docs/api/datasets/analytics/annotation-summary.mdx +++ b/src/pages/docs/api/datasets/analytics/annotation-summary.mdx @@ -1,5 +1,5 @@ --- -title: "Dataset Annotation Summary — API" +title: "Dataset Annotation Summary" description: "Get annotation statistics for a dataset, including total annotations, label distributions, and per-annotator contribution breakdown." --- diff --git a/src/pages/docs/api/datasets/analytics/eval-stats.mdx b/src/pages/docs/api/datasets/analytics/eval-stats.mdx index 42231773..b8bee353 100644 --- a/src/pages/docs/api/datasets/analytics/eval-stats.mdx +++ b/src/pages/docs/api/datasets/analytics/eval-stats.mdx @@ -1,5 +1,5 @@ --- -title: "Dataset Eval Stats — API" +title: "Dataset Eval Stats" description: "Retrieve evaluation statistics for a dataset by column, including template name, metric count, and average score per eval column." --- diff --git a/src/pages/docs/api/datasets/analytics/explanation-summary.mdx b/src/pages/docs/api/datasets/analytics/explanation-summary.mdx index d61a3ec8..2c5e911c 100644 --- a/src/pages/docs/api/datasets/analytics/explanation-summary.mdx +++ b/src/pages/docs/api/datasets/analytics/explanation-summary.mdx @@ -1,5 +1,5 @@ --- -title: "Dataset Explanation Summary — API" +title: "Dataset Explanation Summary" description: "Get an AI-generated natural language summary of a dataset's content and patterns, returned as a structured explanation object." --- diff --git a/src/pages/docs/api/datasets/analytics/run-prompt-stats.mdx b/src/pages/docs/api/datasets/analytics/run-prompt-stats.mdx index 4795db48..9e4321a7 100644 --- a/src/pages/docs/api/datasets/analytics/run-prompt-stats.mdx +++ b/src/pages/docs/api/datasets/analytics/run-prompt-stats.mdx @@ -1,5 +1,5 @@ --- -title: "Run Prompt Stats — API" +title: "Run Prompt Stats" description: "Get aggregated statistics for run prompt columns in a dataset, including average token usage, cost, and per-prompt-ID breakdowns." --- diff --git a/src/pages/docs/api/datasets/clone-dataset.mdx b/src/pages/docs/api/datasets/clone-dataset.mdx index 13cdc12f..af8f30b3 100644 --- a/src/pages/docs/api/datasets/clone-dataset.mdx +++ b/src/pages/docs/api/datasets/clone-dataset.mdx @@ -1,5 +1,5 @@ --- -title: "Clone Dataset — API" +title: "Clone Dataset" description: "Create a full copy of an existing dataset, preserving all columns and rows, under a new name specified in the request body." --- diff --git a/src/pages/docs/api/datasets/columns/add-columns.mdx b/src/pages/docs/api/datasets/columns/add-columns.mdx index 0e062957..249cfd53 100644 --- a/src/pages/docs/api/datasets/columns/add-columns.mdx +++ b/src/pages/docs/api/datasets/columns/add-columns.mdx @@ -1,5 +1,5 @@ --- -title: "Add Columns to Dataset — API" +title: "Add Columns to Dataset" description: "Add one or more columns to a dataset in a single request. Specify each column's name and data type in the request body." --- diff --git a/src/pages/docs/api/datasets/columns/add-multiple-static-columns.mdx b/src/pages/docs/api/datasets/columns/add-multiple-static-columns.mdx index b75d40f0..aee3f02e 100644 --- a/src/pages/docs/api/datasets/columns/add-multiple-static-columns.mdx +++ b/src/pages/docs/api/datasets/columns/add-multiple-static-columns.mdx @@ -1,5 +1,5 @@ --- -title: "Add Multiple Static Columns — API" +title: "Add Multiple Static Columns" description: "Add multiple static columns to a dataset in one request. Each column requires a name and data type such as text or number." --- diff --git a/src/pages/docs/api/datasets/columns/add-static-column.mdx b/src/pages/docs/api/datasets/columns/add-static-column.mdx index f22dd07d..307565ef 100644 --- a/src/pages/docs/api/datasets/columns/add-static-column.mdx +++ b/src/pages/docs/api/datasets/columns/add-static-column.mdx @@ -1,5 +1,5 @@ --- -title: "Add Static Column to Dataset — API" +title: "Add Static Column to Dataset" description: "Add a single static column to an existing dataset by specifying the column name and data type. Returns the new column's metadata." --- diff --git a/src/pages/docs/api/datasets/columns/delete-column.mdx b/src/pages/docs/api/datasets/columns/delete-column.mdx index 11cd6b0b..30fd4e04 100644 --- a/src/pages/docs/api/datasets/columns/delete-column.mdx +++ b/src/pages/docs/api/datasets/columns/delete-column.mdx @@ -1,5 +1,5 @@ --- -title: "Delete Dataset Column — API" +title: "Delete Dataset Column" description: "Permanently delete a column and all its cell data from a dataset. Requires both the dataset UUID and column UUID as path params." --- diff --git a/src/pages/docs/api/datasets/columns/get-column-config.mdx b/src/pages/docs/api/datasets/columns/get-column-config.mdx index 39324634..128af03b 100644 --- a/src/pages/docs/api/datasets/columns/get-column-config.mdx +++ b/src/pages/docs/api/datasets/columns/get-column-config.mdx @@ -1,5 +1,5 @@ --- -title: "Get Dataset Column Config — API" +title: "Get Dataset Column Config" description: "Retrieve configuration details for a specific dataset column by UUID, including model, messages, and source-specific settings." --- diff --git a/src/pages/docs/api/datasets/columns/get-column-details.mdx b/src/pages/docs/api/datasets/columns/get-column-details.mdx index cf6b4f9d..db862881 100644 --- a/src/pages/docs/api/datasets/columns/get-column-details.mdx +++ b/src/pages/docs/api/datasets/columns/get-column-details.mdx @@ -1,5 +1,5 @@ --- -title: "Get Dataset Column Details — API" +title: "Get Dataset Column Details" description: "Retrieve column metadata for a dataset including names, types, and IDs. Filter by source type or include run prompt columns." --- diff --git a/src/pages/docs/api/datasets/columns/update-column-name.mdx b/src/pages/docs/api/datasets/columns/update-column-name.mdx index 48474db6..baaf0195 100644 --- a/src/pages/docs/api/datasets/columns/update-column-name.mdx +++ b/src/pages/docs/api/datasets/columns/update-column-name.mdx @@ -1,5 +1,5 @@ --- -title: "Update Dataset Column Name — API" +title: "Update Dataset Column Name" description: "Rename an existing column in a dataset by providing the new column name. Requires dataset UUID and column UUID as path params." --- diff --git a/src/pages/docs/api/datasets/columns/update-column-type.mdx b/src/pages/docs/api/datasets/columns/update-column-type.mdx index da7af4de..a77ab3f7 100644 --- a/src/pages/docs/api/datasets/columns/update-column-type.mdx +++ b/src/pages/docs/api/datasets/columns/update-column-type.mdx @@ -1,5 +1,5 @@ --- -title: "Update Dataset Column Type — API" +title: "Update Dataset Column Type" description: "Change the data type of an existing dataset column. Use the preview flag to dry-run the conversion before committing the change." --- diff --git a/src/pages/docs/api/datasets/create-dataset-from-huggingface.mdx b/src/pages/docs/api/datasets/create-dataset-from-huggingface.mdx index 73c8ea89..9794dd81 100644 --- a/src/pages/docs/api/datasets/create-dataset-from-huggingface.mdx +++ b/src/pages/docs/api/datasets/create-dataset-from-huggingface.mdx @@ -1,5 +1,5 @@ --- -title: "Create Dataset from HuggingFace — API" +title: "Create Dataset from HuggingFace" description: "Create a new dataset by importing rows from a HuggingFace dataset. Specify dataset name, config, split, and number of rows." --- diff --git a/src/pages/docs/api/datasets/create-dataset.mdx b/src/pages/docs/api/datasets/create-dataset.mdx index e1cc027e..56407b14 100644 --- a/src/pages/docs/api/datasets/create-dataset.mdx +++ b/src/pages/docs/api/datasets/create-dataset.mdx @@ -1,5 +1,5 @@ --- -title: "Create Dataset — API" +title: "Create Dataset" description: "Create a new dataset with a specified name, number of rows, and number of columns. Returns the created dataset ID and metadata." --- diff --git a/src/pages/docs/api/datasets/create-empty-dataset.mdx b/src/pages/docs/api/datasets/create-empty-dataset.mdx index bda833c9..b6df774c 100644 --- a/src/pages/docs/api/datasets/create-empty-dataset.mdx +++ b/src/pages/docs/api/datasets/create-empty-dataset.mdx @@ -1,5 +1,5 @@ --- -title: "Create Empty Dataset — API" +title: "Create Empty Dataset" description: "Create a new empty dataset with a given name, model type, and optional pre-created blank rows. Returns the new dataset ID." --- diff --git a/src/pages/docs/api/datasets/delete-dataset.mdx b/src/pages/docs/api/datasets/delete-dataset.mdx index 9e84409e..eb499dbd 100644 --- a/src/pages/docs/api/datasets/delete-dataset.mdx +++ b/src/pages/docs/api/datasets/delete-dataset.mdx @@ -1,5 +1,5 @@ --- -title: "Delete Dataset — API" +title: "Delete Dataset" description: "Permanently delete one or more datasets by passing an array of dataset UUIDs. Returns a count of successfully deleted datasets." --- diff --git a/src/pages/docs/api/datasets/delete-rows.mdx b/src/pages/docs/api/datasets/delete-rows.mdx index 42431c44..4e448d69 100644 --- a/src/pages/docs/api/datasets/delete-rows.mdx +++ b/src/pages/docs/api/datasets/delete-rows.mdx @@ -1,5 +1,5 @@ --- -title: "Delete Dataset Rows — API" +title: "Delete Dataset Rows" description: "Delete one or more rows from a dataset by row UUIDs, or delete all rows at once using the selected_all_rows flag." --- diff --git a/src/pages/docs/api/datasets/duplicate-dataset.mdx b/src/pages/docs/api/datasets/duplicate-dataset.mdx index c73c55a1..f1afd2f4 100644 --- a/src/pages/docs/api/datasets/duplicate-dataset.mdx +++ b/src/pages/docs/api/datasets/duplicate-dataset.mdx @@ -1,5 +1,5 @@ --- -title: "Duplicate Dataset — API" +title: "Duplicate Dataset" description: "Create a new dataset from selected rows of an existing dataset. Supports duplicating all rows or a specific subset by row IDs." --- diff --git a/src/pages/docs/api/datasets/duplicate-rows.mdx b/src/pages/docs/api/datasets/duplicate-rows.mdx index 966c09ba..b2a41cc3 100644 --- a/src/pages/docs/api/datasets/duplicate-rows.mdx +++ b/src/pages/docs/api/datasets/duplicate-rows.mdx @@ -1,5 +1,5 @@ --- -title: "Duplicate Dataset Rows — API" +title: "Duplicate Dataset Rows" description: "Create one or more copies of specific rows within a dataset by providing row UUIDs and the number of copies to produce." --- diff --git a/src/pages/docs/api/datasets/list-datasets.mdx b/src/pages/docs/api/datasets/list-datasets.mdx index c63abfe1..d60d1f82 100644 --- a/src/pages/docs/api/datasets/list-datasets.mdx +++ b/src/pages/docs/api/datasets/list-datasets.mdx @@ -1,5 +1,5 @@ --- -title: "List Datasets — API" +title: "List Datasets" description: "Retrieve a paginated list of datasets in your organization. Supports page, page_size, name search, and sort query parameters." --- diff --git a/src/pages/docs/api/datasets/merge-dataset.mdx b/src/pages/docs/api/datasets/merge-dataset.mdx index 422efb23..df76ef08 100644 --- a/src/pages/docs/api/datasets/merge-dataset.mdx +++ b/src/pages/docs/api/datasets/merge-dataset.mdx @@ -1,5 +1,5 @@ --- -title: "Merge Dataset — API" +title: "Merge Dataset" description: "Merge rows from a source dataset into a target dataset. Choose to merge all rows or a selected subset using the request body." --- diff --git a/src/pages/docs/api/datasets/run-prompt/add-run-prompt-column.mdx b/src/pages/docs/api/datasets/run-prompt/add-run-prompt-column.mdx index 0a197005..266fed5b 100644 --- a/src/pages/docs/api/datasets/run-prompt/add-run-prompt-column.mdx +++ b/src/pages/docs/api/datasets/run-prompt/add-run-prompt-column.mdx @@ -1,5 +1,5 @@ --- -title: "Add Run Prompt Column — API" +title: "Add Run Prompt Column" description: "Add a run prompt column to a dataset that generates LLM responses per row. Configure model, messages, and output format in the body." --- diff --git a/src/pages/docs/api/datasets/run-prompt/edit-run-prompt-column.mdx b/src/pages/docs/api/datasets/run-prompt/edit-run-prompt-column.mdx index 040f0be0..a280adbc 100644 --- a/src/pages/docs/api/datasets/run-prompt/edit-run-prompt-column.mdx +++ b/src/pages/docs/api/datasets/run-prompt/edit-run-prompt-column.mdx @@ -1,5 +1,5 @@ --- -title: "Edit Run Prompt Column — API" +title: "Edit Run Prompt Column" description: "Update the model, messages, or output config of an existing run prompt column and re-execute it across all dataset rows." --- diff --git a/src/pages/docs/api/datasets/run-prompt/get-column-values.mdx b/src/pages/docs/api/datasets/run-prompt/get-column-values.mdx index 51a46c6f..a9dec016 100644 --- a/src/pages/docs/api/datasets/run-prompt/get-column-values.mdx +++ b/src/pages/docs/api/datasets/run-prompt/get-column-values.mdx @@ -1,5 +1,5 @@ --- -title: "Get Run Prompt Column Values — API" +title: "Get Run Prompt Column Values" description: "Retrieve sample cell values from specified dataset columns, mapped by placeholder name, for use in prompt preview and testing." --- diff --git a/src/pages/docs/api/datasets/run-prompt/get-model-voices.mdx b/src/pages/docs/api/datasets/run-prompt/get-model-voices.mdx index f3193c9b..901ef06a 100644 --- a/src/pages/docs/api/datasets/run-prompt/get-model-voices.mdx +++ b/src/pages/docs/api/datasets/run-prompt/get-model-voices.mdx @@ -1,5 +1,5 @@ --- -title: "Get Model Voices — API" +title: "Get Model Voices" description: "Retrieve the available voice options for a specific model's audio output. Pass the model name as a required query parameter." --- diff --git a/src/pages/docs/api/datasets/run-prompt/retrieve-run-prompt-column-config.mdx b/src/pages/docs/api/datasets/run-prompt/retrieve-run-prompt-column-config.mdx index 3715958a..85a0bbc8 100644 --- a/src/pages/docs/api/datasets/run-prompt/retrieve-run-prompt-column-config.mdx +++ b/src/pages/docs/api/datasets/run-prompt/retrieve-run-prompt-column-config.mdx @@ -1,5 +1,5 @@ --- -title: "Get Run Prompt Column Config — API" +title: "Get Run Prompt Column Config" description: "Retrieve the full configuration of an existing run prompt column by column UUID, including model, messages, and output settings." --- diff --git a/src/pages/docs/api/datasets/run-prompt/retrieve-run-prompt-options.mdx b/src/pages/docs/api/datasets/run-prompt/retrieve-run-prompt-options.mdx index dc24ecb6..0355d081 100644 --- a/src/pages/docs/api/datasets/run-prompt/retrieve-run-prompt-options.mdx +++ b/src/pages/docs/api/datasets/run-prompt/retrieve-run-prompt-options.mdx @@ -1,5 +1,5 @@ --- -title: "Get Run Prompt Options — API" +title: "Get Run Prompt Options" description: "Retrieve available models, tools, output formats, and tool choices for configuring a run prompt column in a dataset." --- diff --git a/src/pages/docs/api/datasets/run-prompt/tts-voices.mdx b/src/pages/docs/api/datasets/run-prompt/tts-voices.mdx index c998b437..d01493b9 100644 --- a/src/pages/docs/api/datasets/run-prompt/tts-voices.mdx +++ b/src/pages/docs/api/datasets/run-prompt/tts-voices.mdx @@ -1,5 +1,5 @@ --- -title: "List TTS Voices — API" +title: "List TTS Voices" description: "List custom text-to-speech voices configured for your organization, including voice ID, provider, and display name for each entry." --- diff --git a/src/pages/docs/api/datasets/update-cell-value.mdx b/src/pages/docs/api/datasets/update-cell-value.mdx index 7d02bc69..8bf41418 100644 --- a/src/pages/docs/api/datasets/update-cell-value.mdx +++ b/src/pages/docs/api/datasets/update-cell-value.mdx @@ -1,5 +1,5 @@ --- -title: "Update Dataset Cell Value — API" +title: "Update Dataset Cell Value" description: "Update the value of a specific cell in a dataset by providing the dataset ID, row ID, column ID, and the new cell value." --- diff --git a/src/pages/docs/api/datasets/update-dataset.mdx b/src/pages/docs/api/datasets/update-dataset.mdx index 79f8f9b0..e4235155 100644 --- a/src/pages/docs/api/datasets/update-dataset.mdx +++ b/src/pages/docs/api/datasets/update-dataset.mdx @@ -1,5 +1,5 @@ --- -title: "Update Dataset — API" +title: "Update Dataset" description: "Update properties of an existing dataset such as its name. Pass the dataset UUID as a path parameter and the new values in the body." --- diff --git a/src/pages/docs/api/datasets/upload-dataset.mdx b/src/pages/docs/api/datasets/upload-dataset.mdx index 2e98eb61..d8aa48ae 100644 --- a/src/pages/docs/api/datasets/upload-dataset.mdx +++ b/src/pages/docs/api/datasets/upload-dataset.mdx @@ -1,5 +1,5 @@ --- -title: "Upload Dataset from File — API" +title: "Upload Dataset from File" description: "Create a new dataset by uploading a local CSV or JSONL file as multipart form data. Returns the new dataset ID and row count." --- diff --git a/src/pages/docs/api/eval-tasks/bulk-delete-eval-tasks.mdx b/src/pages/docs/api/eval-tasks/bulk-delete-eval-tasks.mdx index eb0fff51..410ce9db 100644 --- a/src/pages/docs/api/eval-tasks/bulk-delete-eval-tasks.mdx +++ b/src/pages/docs/api/eval-tasks/bulk-delete-eval-tasks.mdx @@ -1,5 +1,5 @@ --- -title: "Bulk Delete Eval Tasks — API" +title: "Bulk Delete Eval Tasks" description: "Soft-delete multiple eval tasks in one request. Accepts an array of eval task UUIDs; tasks must be in a non-running state. Returns success status." --- diff --git a/src/pages/docs/api/eval-tasks/create-eval-task.mdx b/src/pages/docs/api/eval-tasks/create-eval-task.mdx index 7694d4b7..04109cd2 100644 --- a/src/pages/docs/api/eval-tasks/create-eval-task.mdx +++ b/src/pages/docs/api/eval-tasks/create-eval-task.mdx @@ -1,5 +1,5 @@ --- -title: "Create Eval Task — API" +title: "Create Eval Task" description: "Create an eval task for a project. Set eval configs, sampling rate, run type (continuous or historical), span filters, and spans limit. Returns the new task UUID." --- diff --git a/src/pages/docs/api/eval-tasks/delete-eval-task.mdx b/src/pages/docs/api/eval-tasks/delete-eval-task.mdx index ad0f3276..9e474717 100644 --- a/src/pages/docs/api/eval-tasks/delete-eval-task.mdx +++ b/src/pages/docs/api/eval-tasks/delete-eval-task.mdx @@ -1,5 +1,5 @@ --- -title: "Delete Eval Task — API" +title: "Delete Eval Task" description: "Soft-delete a single eval task by UUID. The task must not be in running state. Returns 204 No Content on success." --- diff --git a/src/pages/docs/api/eval-tasks/get-eval-task.mdx b/src/pages/docs/api/eval-tasks/get-eval-task.mdx index f7186c74..9c8eb375 100644 --- a/src/pages/docs/api/eval-tasks/get-eval-task.mdx +++ b/src/pages/docs/api/eval-tasks/get-eval-task.mdx @@ -1,5 +1,5 @@ --- -title: "Get Eval Task — API" +title: "Get Eval Task" description: "Retrieve a single eval task by UUID. Returns status, sampling rate, run type, attached eval configs, filters, failed spans, and timestamps." --- diff --git a/src/pages/docs/api/eval-tasks/list-eval-tasks-filtered.mdx b/src/pages/docs/api/eval-tasks/list-eval-tasks-filtered.mdx index 8dfbc6b3..ed757ef3 100644 --- a/src/pages/docs/api/eval-tasks/list-eval-tasks-filtered.mdx +++ b/src/pages/docs/api/eval-tasks/list-eval-tasks-filtered.mdx @@ -1,5 +1,5 @@ --- -title: "List Eval Tasks — API" +title: "List Eval Tasks" description: "Retrieve a paginated list of eval tasks. Filter by project UUID or name. Returns task status, sampling rate, eval count, and last run timestamp." --- diff --git a/src/pages/docs/api/eval-tasks/pause-eval-task.mdx b/src/pages/docs/api/eval-tasks/pause-eval-task.mdx index d0b59ddf..e5b13a3a 100644 --- a/src/pages/docs/api/eval-tasks/pause-eval-task.mdx +++ b/src/pages/docs/api/eval-tasks/pause-eval-task.mdx @@ -1,5 +1,5 @@ --- -title: "Pause Eval Task — API" +title: "Pause Eval Task" description: "Pause a running eval task by UUID. Task must be in running state. Returns a confirmation status and message on success." --- diff --git a/src/pages/docs/api/eval-tasks/unpause-eval-task.mdx b/src/pages/docs/api/eval-tasks/unpause-eval-task.mdx index 2e917147..26cfa9ed 100644 --- a/src/pages/docs/api/eval-tasks/unpause-eval-task.mdx +++ b/src/pages/docs/api/eval-tasks/unpause-eval-task.mdx @@ -1,5 +1,5 @@ --- -title: "Unpause Eval Task — API" +title: "Unpause Eval Task" description: "Resume a paused eval task by UUID. Task must be in paused state; status resets to pending on resume. Returns confirmation status and message." --- diff --git a/src/pages/docs/api/eval-tasks/update-eval-task.mdx b/src/pages/docs/api/eval-tasks/update-eval-task.mdx index 954a3930..89515b02 100644 --- a/src/pages/docs/api/eval-tasks/update-eval-task.mdx +++ b/src/pages/docs/api/eval-tasks/update-eval-task.mdx @@ -1,5 +1,5 @@ --- -title: "Update Eval Task — API" +title: "Update Eval Task" description: "Partially update an eval task's name, evals, sampling rate, run type, or filters. Use edit_type to choose fresh_run or edit_rerun mode." --- diff --git a/src/pages/docs/api/health/healthcheck.mdx b/src/pages/docs/api/health/healthcheck.mdx index 2cef3a09..4f1e0f82 100644 --- a/src/pages/docs/api/health/healthcheck.mdx +++ b/src/pages/docs/api/health/healthcheck.mdx @@ -1,5 +1,5 @@ --- -title: "Health Check — API" +title: "Health Check" description: "Check whether the Future AGI API server is up and reachable. Returns 200 with a status flag and confirmation message when the server is running." --- diff --git a/src/pages/docs/api/personas/createpersona.mdx b/src/pages/docs/api/personas/createpersona.mdx index bef662ca..670c46d2 100644 --- a/src/pages/docs/api/personas/createpersona.mdx +++ b/src/pages/docs/api/personas/createpersona.mdx @@ -1,5 +1,5 @@ --- -title: "Create Persona — API" +title: "Create Persona" description: "Create a workspace-level persona for voice or text simulation. Set gender, age group, personality, communication style, and tone. Returns the new persona object." --- diff --git a/src/pages/docs/api/personas/deletepersona.mdx b/src/pages/docs/api/personas/deletepersona.mdx index 5c93e719..45ed6194 100644 --- a/src/pages/docs/api/personas/deletepersona.mdx +++ b/src/pages/docs/api/personas/deletepersona.mdx @@ -1,5 +1,5 @@ --- -title: "Delete Persona — API" +title: "Delete Persona" description: "Soft-delete a workspace-level persona by UUID. System (prebuilt) personas cannot be deleted. Returns 204 No Content on success." --- diff --git a/src/pages/docs/api/personas/duplicatepersona.mdx b/src/pages/docs/api/personas/duplicatepersona.mdx index 24bb5baf..2dadba6b 100644 --- a/src/pages/docs/api/personas/duplicatepersona.mdx +++ b/src/pages/docs/api/personas/duplicatepersona.mdx @@ -1,5 +1,5 @@ --- -title: "Duplicate Persona — API" +title: "Duplicate Persona" description: "Copy an existing persona (system or workspace) as a new workspace-level persona. Provide a unique name; all other attributes are inherited from the source." --- diff --git a/src/pages/docs/api/personas/listpersonas.mdx b/src/pages/docs/api/personas/listpersonas.mdx index e7e0f393..20540beb 100644 --- a/src/pages/docs/api/personas/listpersonas.mdx +++ b/src/pages/docs/api/personas/listpersonas.mdx @@ -1,5 +1,5 @@ --- -title: "List Personas — API" +title: "List Personas" description: "List system and workspace personas with pagination. Filter by type (prebuilt/custom), simulation type (voice/text), or keyword search. Returns persona details and traits." --- diff --git a/src/pages/docs/api/personas/updatepersona.mdx b/src/pages/docs/api/personas/updatepersona.mdx index 86c43285..40f8c7eb 100644 --- a/src/pages/docs/api/personas/updatepersona.mdx +++ b/src/pages/docs/api/personas/updatepersona.mdx @@ -1,5 +1,5 @@ --- -title: "Update Persona — API" +title: "Update Persona" description: "Partially update a workspace-level persona's attributes, including name, personality, tone, and communication style. System personas cannot be modified." --- diff --git a/src/pages/docs/api/run-tests/addevalconfigs.mdx b/src/pages/docs/api/run-tests/addevalconfigs.mdx index 8915c877..2a9e38e2 100644 --- a/src/pages/docs/api/run-tests/addevalconfigs.mdx +++ b/src/pages/docs/api/run-tests/addevalconfigs.mdx @@ -1,5 +1,5 @@ --- -title: "Add Eval Configs to Run Test — API" +title: "Add Eval Configs to Run Test" description: "Add one or more evaluation configurations to an existing test run. Specify template, name, config mapping, model, and error localizer per config. Returns created eval config objects." --- diff --git a/src/pages/docs/api/run-tests/compareevalsummaries.mdx b/src/pages/docs/api/run-tests/compareevalsummaries.mdx index cc12690f..fd6d4117 100644 --- a/src/pages/docs/api/run-tests/compareevalsummaries.mdx +++ b/src/pages/docs/api/run-tests/compareevalsummaries.mdx @@ -1,5 +1,5 @@ --- -title: "Compare Eval Summaries — API" +title: "Compare Eval Summaries" description: "Compare evaluation summaries side-by-side across multiple test executions. Accepts a JSON-encoded array of execution UUIDs; returns per-execution eval metrics keyed by execution ID." --- diff --git a/src/pages/docs/api/run-tests/createruntest.mdx b/src/pages/docs/api/run-tests/createruntest.mdx index 6d7054fa..8909f6dd 100644 --- a/src/pages/docs/api/run-tests/createruntest.mdx +++ b/src/pages/docs/api/run-tests/createruntest.mdx @@ -1,5 +1,5 @@ --- -title: "Create Run Test — API" +title: "Create Run Test" description: "Create a new test run with scenarios, agent definition, eval configs, and optional tool evaluation. Returns the run test UUID, name, and associated scenario list." --- diff --git a/src/pages/docs/api/run-tests/deleteevalconfig.mdx b/src/pages/docs/api/run-tests/deleteevalconfig.mdx index 516129ef..475e2bff 100644 --- a/src/pages/docs/api/run-tests/deleteevalconfig.mdx +++ b/src/pages/docs/api/run-tests/deleteevalconfig.mdx @@ -1,5 +1,5 @@ --- -title: "Delete Eval Config — API" +title: "Delete Eval Config" description: "Delete an evaluation configuration from a test run by run test and eval config UUID. Cannot delete the last remaining config in the run. Returns a confirmation message." --- diff --git a/src/pages/docs/api/run-tests/deleteruntest.mdx b/src/pages/docs/api/run-tests/deleteruntest.mdx index 402245fa..c38cfcd9 100644 --- a/src/pages/docs/api/run-tests/deleteruntest.mdx +++ b/src/pages/docs/api/run-tests/deleteruntest.mdx @@ -1,5 +1,5 @@ --- -title: "Delete Run Test — API" +title: "Delete Run Test" description: "Soft-delete a test run by UUID. The run must have no currently active executions. Returns a confirmation message on success." --- diff --git a/src/pages/docs/api/run-tests/deletetestexecutions.mdx b/src/pages/docs/api/run-tests/deletetestexecutions.mdx index 3e98bdde..e6b409a5 100644 --- a/src/pages/docs/api/run-tests/deletetestexecutions.mdx +++ b/src/pages/docs/api/run-tests/deletetestexecutions.mdx @@ -1,5 +1,5 @@ --- -title: "Delete Test Executions — API" +title: "Delete Test Executions" description: "Bulk-delete test executions from a test run. Specify execution UUIDs or use selectAll. Active executions (running/pending/cancelling) cannot be deleted." --- diff --git a/src/pages/docs/api/run-tests/executeruntest.mdx b/src/pages/docs/api/run-tests/executeruntest.mdx index 5c6b90ba..fd6021d2 100644 --- a/src/pages/docs/api/run-tests/executeruntest.mdx +++ b/src/pages/docs/api/run-tests/executeruntest.mdx @@ -1,5 +1,5 @@ --- -title: "Execute Run Test — API" +title: "Execute Run Test" description: "Trigger a new execution of a test run. Select scenarios by inclusion or exclusion, optionally specify a simulator. Returns execution ID, status, and scenario/call counts." --- diff --git a/src/pages/docs/api/run-tests/getcallexecutions.mdx b/src/pages/docs/api/run-tests/getcallexecutions.mdx index 1455ed08..81f4b198 100644 --- a/src/pages/docs/api/run-tests/getcallexecutions.mdx +++ b/src/pages/docs/api/run-tests/getcallexecutions.mdx @@ -1,5 +1,5 @@ --- -title: "List Call Executions — API" +title: "List Call Executions" description: "List paginated call executions for a test run. Filter by status or search string. Returns transcript, eval scores, latency, scenario info, and call summary per call." --- diff --git a/src/pages/docs/api/run-tests/getevalsummary.mdx b/src/pages/docs/api/run-tests/getevalsummary.mdx index 12f84ede..fdf983cf 100644 --- a/src/pages/docs/api/run-tests/getevalsummary.mdx +++ b/src/pages/docs/api/run-tests/getevalsummary.mdx @@ -1,5 +1,5 @@ --- -title: "Get Eval Summary — API" +title: "Get Eval Summary" description: "Retrieve aggregated evaluation summary for a test run. Optionally scope to a specific execution. Returns per-config average scores, pass counts, and fail counts." --- diff --git a/src/pages/docs/api/run-tests/getruntestdetails.mdx b/src/pages/docs/api/run-tests/getruntestdetails.mdx index 0e473e4b..10329d9a 100644 --- a/src/pages/docs/api/run-tests/getruntestdetails.mdx +++ b/src/pages/docs/api/run-tests/getruntestdetails.mdx @@ -1,5 +1,5 @@ --- -title: "Get Run Test Details — API" +title: "Get Run Test Details" description: "Retrieve full details of a test run by UUID, including agent definition, prompt template, scenarios, eval configs, tool evaluation settings, and last run timestamp." --- diff --git a/src/pages/docs/api/run-tests/gettestexecutions.mdx b/src/pages/docs/api/run-tests/gettestexecutions.mdx index 6c68191f..09f451e5 100644 --- a/src/pages/docs/api/run-tests/gettestexecutions.mdx +++ b/src/pages/docs/api/run-tests/gettestexecutions.mdx @@ -1,5 +1,5 @@ --- -title: "List Test Executions — API" +title: "List Test Executions" description: "List paginated test executions for a run test. Filter by status or search string. Returns execution status, call counts, success rate, duration, and scenario IDs." --- diff --git a/src/pages/docs/api/run-tests/gettestscenarios.mdx b/src/pages/docs/api/run-tests/gettestscenarios.mdx index aff0d2a6..3d3f2035 100644 --- a/src/pages/docs/api/run-tests/gettestscenarios.mdx +++ b/src/pages/docs/api/run-tests/gettestscenarios.mdx @@ -1,5 +1,5 @@ --- -title: "List Run Test Scenarios — API" +title: "List Run Test Scenarios" description: "List paginated scenarios associated with a test run. Supports name search. Returns scenario UUID, display name, and row count per scenario." --- diff --git a/src/pages/docs/api/run-tests/listruntests.mdx b/src/pages/docs/api/run-tests/listruntests.mdx index b311eb24..7153942d 100644 --- a/src/pages/docs/api/run-tests/listruntests.mdx +++ b/src/pages/docs/api/run-tests/listruntests.mdx @@ -1,5 +1,5 @@ --- -title: "List Run Tests — API" +title: "List Run Tests" description: "List paginated test runs. Filter by name, source type, or prompt template. Returns agent definition, scenarios, tool evaluation flag, and last run timestamp per run." --- diff --git a/src/pages/docs/api/run-tests/reruntestexecutions.mdx b/src/pages/docs/api/run-tests/reruntestexecutions.mdx index 0b3ea726..58b71997 100644 --- a/src/pages/docs/api/run-tests/reruntestexecutions.mdx +++ b/src/pages/docs/api/run-tests/reruntestexecutions.mdx @@ -1,5 +1,5 @@ --- -title: "Rerun Test Executions — API" +title: "Rerun Test Executions" description: "Rerun test executions within a run test. Choose eval_only to re-evaluate existing data or call_and_eval to re-execute calls from scratch. Supports selectAll mode." --- diff --git a/src/pages/docs/api/run-tests/runnewevalsontestexecution.mdx b/src/pages/docs/api/run-tests/runnewevalsontestexecution.mdx index c8dfe116..82c86bbb 100644 --- a/src/pages/docs/api/run-tests/runnewevalsontestexecution.mdx +++ b/src/pages/docs/api/run-tests/runnewevalsontestexecution.mdx @@ -1,5 +1,5 @@ --- -title: "Run New Evals on Executions — API" +title: "Run New Evals on Executions" description: "Run new evaluation configs on completed test executions. Specify eval config UUIDs and target executions or use selectAll. Returns call execution count being evaluated." --- diff --git a/src/pages/docs/api/run-tests/updateevalconfig.mdx b/src/pages/docs/api/run-tests/updateevalconfig.mdx index f04efd28..bd07aa43 100644 --- a/src/pages/docs/api/run-tests/updateevalconfig.mdx +++ b/src/pages/docs/api/run-tests/updateevalconfig.mdx @@ -1,5 +1,5 @@ --- -title: "Update Eval Config — API" +title: "Update Eval Config" description: "Update an evaluation configuration for a test run. Modify config, mapping, model, name, or error localizer. Optionally trigger an immediate rerun after saving." --- diff --git a/src/pages/docs/api/run-tests/updatetestcomponents.mdx b/src/pages/docs/api/run-tests/updatetestcomponents.mdx index b5db9ef5..d2847060 100644 --- a/src/pages/docs/api/run-tests/updatetestcomponents.mdx +++ b/src/pages/docs/api/run-tests/updatetestcomponents.mdx @@ -1,5 +1,5 @@ --- -title: "Update Run Test Components — API" +title: "Update Run Test Components" description: "Update the agent definition, agent version, simulator agent, scenarios, or tool evaluation settings of an existing test run. Returns the updated test run object." --- diff --git a/src/pages/docs/api/scenarios/addcolumns.mdx b/src/pages/docs/api/scenarios/addcolumns.mdx index 905f3bf6..06d10e98 100644 --- a/src/pages/docs/api/scenarios/addcolumns.mdx +++ b/src/pages/docs/api/scenarios/addcolumns.mdx @@ -1,5 +1,5 @@ --- -title: "Add Columns to Scenario — API" +title: "Add Columns to Scenario" description: "Add up to 10 AI-generated columns to a scenario dataset. Specify name, data type, and description per column. Generation is asynchronous; returns 202 Accepted." --- diff --git a/src/pages/docs/api/scenarios/addemptyrowstodataset.mdx b/src/pages/docs/api/scenarios/addemptyrowstodataset.mdx index 562315c4..8f392a5b 100644 --- a/src/pages/docs/api/scenarios/addemptyrowstodataset.mdx +++ b/src/pages/docs/api/scenarios/addemptyrowstodataset.mdx @@ -1,5 +1,5 @@ --- -title: "Add Empty Rows to Scenario — API" +title: "Add Empty Rows to Scenario" description: "Add a specified number of empty rows to a scenario's dataset by dataset UUID. Accepts num_rows as a positive integer. Returns success status and confirmation message." --- diff --git a/src/pages/docs/api/scenarios/addscenariorowswithai.mdx b/src/pages/docs/api/scenarios/addscenariorowswithai.mdx index f8330d54..54fbe7cf 100644 --- a/src/pages/docs/api/scenarios/addscenariorowswithai.mdx +++ b/src/pages/docs/api/scenarios/addscenariorowswithai.mdx @@ -1,5 +1,5 @@ --- -title: "Add AI Rows to Scenario — API" +title: "Add AI Rows to Scenario" description: "Generate and add 10–100 AI-populated rows to a scenario dataset. Provide optional generation guidance; existing rows and columns are used as context. Returns 202 Accepted." --- diff --git a/src/pages/docs/api/scenarios/createscenario.mdx b/src/pages/docs/api/scenarios/createscenario.mdx index 565b987a..08729c5e 100644 --- a/src/pages/docs/api/scenarios/createscenario.mdx +++ b/src/pages/docs/api/scenarios/createscenario.mdx @@ -1,5 +1,5 @@ --- -title: "Create Scenario — API" +title: "Create Scenario" description: "Create a simulation scenario from a dataset, script, or conversation graph. Supports AI graph generation, persona assignment, and custom columns. Returns 202 Accepted." --- diff --git a/src/pages/docs/api/scenarios/deletescenario.mdx b/src/pages/docs/api/scenarios/deletescenario.mdx index 13957f47..099840b0 100644 --- a/src/pages/docs/api/scenarios/deletescenario.mdx +++ b/src/pages/docs/api/scenarios/deletescenario.mdx @@ -1,5 +1,5 @@ --- -title: "Delete Scenario — API" +title: "Delete Scenario" description: "Soft-delete a scenario by UUID, marking it as deleted. Returns a confirmation message. Deleted scenarios cannot be recovered through the API." --- diff --git a/src/pages/docs/api/scenarios/editscenario.mdx b/src/pages/docs/api/scenarios/editscenario.mdx index cde10513..5340f1fb 100644 --- a/src/pages/docs/api/scenarios/editscenario.mdx +++ b/src/pages/docs/api/scenarios/editscenario.mdx @@ -1,5 +1,5 @@ --- -title: "Edit Scenario — API" +title: "Edit Scenario" description: "Update a scenario's name, description, conversation graph, or simulator prompt. Supports persona and situation template variables in the prompt field." --- diff --git a/src/pages/docs/api/scenarios/getscenario.mdx b/src/pages/docs/api/scenarios/getscenario.mdx index bc0c49d9..a5fdf60c 100644 --- a/src/pages/docs/api/scenarios/getscenario.mdx +++ b/src/pages/docs/api/scenarios/getscenario.mdx @@ -1,5 +1,5 @@ --- -title: "Get Scenario — API" +title: "Get Scenario" description: "Retrieve a scenario by UUID. Returns scenario type, dataset ID, agent type, status, conversation graph, simulator prompts, and dataset row count." --- diff --git a/src/pages/docs/api/scenarios/listscenarios.mdx b/src/pages/docs/api/scenarios/listscenarios.mdx index 0633b7dc..8093b3ba 100644 --- a/src/pages/docs/api/scenarios/listscenarios.mdx +++ b/src/pages/docs/api/scenarios/listscenarios.mdx @@ -1,5 +1,5 @@ --- -title: "List Scenarios — API" +title: "List Scenarios" description: "List paginated scenarios with optional search and filtering by agent definition or agent type. Returns scenario type, status, dataset row count, and creation timestamp." --- diff --git a/src/pages/docs/api/simulation-analytics/analytics.mdx b/src/pages/docs/api/simulation-analytics/analytics.mdx index 891656a8..c2fc71df 100644 --- a/src/pages/docs/api/simulation-analytics/analytics.mdx +++ b/src/pages/docs/api/simulation-analytics/analytics.mdx @@ -1,5 +1,5 @@ --- -title: "Get Simulation Analytics — API" +title: "Get Simulation Analytics" description: "Retrieve aggregated eval scores, per-metric averages, system summary, and Fix My Agent suggestions for a simulation run by run test name or execution ID." --- diff --git a/src/pages/docs/api/simulation-analytics/metrics.mdx b/src/pages/docs/api/simulation-analytics/metrics.mdx index deb9812e..dd4e5686 100644 --- a/src/pages/docs/api/simulation-analytics/metrics.mdx +++ b/src/pages/docs/api/simulation-analytics/metrics.mdx @@ -1,5 +1,5 @@ --- -title: "Get Simulation Metrics — API" +title: "Get Simulation Metrics" description: "Retrieve latency, cost, and conversation metrics for a simulation run. Query by run test name, execution ID, or call execution ID. Supports pagination for run-level results." --- diff --git a/src/pages/docs/api/simulation-analytics/runs.mdx b/src/pages/docs/api/simulation-analytics/runs.mdx index 2926f7ab..f06b0dc5 100644 --- a/src/pages/docs/api/simulation-analytics/runs.mdx +++ b/src/pages/docs/api/simulation-analytics/runs.mdx @@ -1,5 +1,5 @@ --- -title: "Get Simulation Runs — API" +title: "Get Simulation Runs" description: "Retrieve simulation run records with eval scores, scenario metadata, and per-call breakdowns. Query by run test name, execution ID, or call execution ID. Supports FMA summary." --- diff --git a/src/pages/docs/api/test-executions/cancelexecution.mdx b/src/pages/docs/api/test-executions/cancelexecution.mdx index 574f98f9..0c4ef7b5 100644 --- a/src/pages/docs/api/test-executions/cancelexecution.mdx +++ b/src/pages/docs/api/test-executions/cancelexecution.mdx @@ -1,5 +1,5 @@ --- -title: "Cancel Test Execution — API" +title: "Cancel Test Execution" description: "Cancel an in-progress test execution by UUID. Execution must be in pending, running, or evaluating state. Returns success flag and cancellation confirmation message." --- diff --git a/src/pages/docs/api/test-executions/getcallexecutiondetails.mdx b/src/pages/docs/api/test-executions/getcallexecutiondetails.mdx index d4025a8d..faddbef8 100644 --- a/src/pages/docs/api/test-executions/getcallexecutiondetails.mdx +++ b/src/pages/docs/api/test-executions/getcallexecutiondetails.mdx @@ -1,5 +1,5 @@ --- -title: "Get Call Execution Details — API" +title: "Get Call Execution Details" description: "Retrieve details of a specific call execution by UUID, including provider call ID, metrics, and full execution data." --- diff --git a/src/pages/docs/api/test-executions/getkpis.mdx b/src/pages/docs/api/test-executions/getkpis.mdx index 297b9a68..d6d0f241 100644 --- a/src/pages/docs/api/test-executions/getkpis.mdx +++ b/src/pages/docs/api/test-executions/getkpis.mdx @@ -1,5 +1,5 @@ --- -title: "Get Test Execution KPIs — API" +title: "Get Test Execution KPIs" description: "Retrieve KPI metrics for a test execution. Returns avg score, response time, call connection rate, latency, WPM, interruption rates, and per-eval averages." --- diff --git a/src/pages/docs/api/test-executions/getperformancesummary.mdx b/src/pages/docs/api/test-executions/getperformancesummary.mdx index 79596c20..40779e55 100644 --- a/src/pages/docs/api/test-executions/getperformancesummary.mdx +++ b/src/pages/docs/api/test-executions/getperformancesummary.mdx @@ -1,5 +1,5 @@ --- -title: "Get Performance Summary — API" +title: "Get Performance Summary" description: "Retrieve pass/fail rates and top-performing scenarios for a test execution. Returns overall pass rate, total test runs, latest fail rate, and top 4 scenarios by score." --- diff --git a/src/pages/docs/api/test-executions/gettestexecutiondetails.mdx b/src/pages/docs/api/test-executions/gettestexecutiondetails.mdx index 7b222f56..53913068 100644 --- a/src/pages/docs/api/test-executions/gettestexecutiondetails.mdx +++ b/src/pages/docs/api/test-executions/gettestexecutiondetails.mdx @@ -1,5 +1,5 @@ --- -title: "Get Test Execution Details — API" +title: "Get Test Execution Details" description: "Retrieve a test execution by UUID with paginated call executions. Supports search, filters, and row grouping. Returns status, call counts, eval scores, and transcripts." --- diff --git a/src/pages/docs/api/test-executions/reruncalls.mdx b/src/pages/docs/api/test-executions/reruncalls.mdx index 55645d0b..742588e9 100644 --- a/src/pages/docs/api/test-executions/reruncalls.mdx +++ b/src/pages/docs/api/test-executions/reruncalls.mdx @@ -1,5 +1,5 @@ --- -title: "Rerun Call Executions — API" +title: "Rerun Call Executions" description: "Rerun call executions within a test execution. Choose eval_only to re-evaluate existing data or call_and_eval to re-run calls. Returns success and failure counts per call." --- From 31ac40914abaf18980a86abccfc83478e4a5baf4 Mon Sep 17 00:00:00 2001 From: Anmol Shikha Date: Thu, 14 May 2026 13:26:52 +0530 Subject: [PATCH 2/2] docs(release-notes): add week of 2026-05-13 --- src/pages/docs/release-notes.mdx | 48 ++++++++++++++++++++++++++++++++ 1 file changed, 48 insertions(+) diff --git a/src/pages/docs/release-notes.mdx b/src/pages/docs/release-notes.mdx index 0a5dc9fd..4111a00e 100644 --- a/src/pages/docs/release-notes.mdx +++ b/src/pages/docs/release-notes.mdx @@ -3,6 +3,54 @@ title: "Future AGI Release Notes: Features, Fixes, and Updates" description: "Latest Future AGI release notes covering new features, improvements, and bug fixes across datasets, evaluations, simulation, and observability products." --- +## Week of 2026-05-13 + +
+ +
Features
+ +- **Self-Hosted Install:** Setting up Future AGI on your own machine is now straightforward. Clone the repo, cd into the folder, and run bin/install on macOS or Linux. You need Docker, Docker Compose, and at least 8 GB of RAM. That's it. + +- **Expanded Context Injection for Evals:** When configuring an eval, you can now choose exactly which context to inject as separate options: span metadata, trace IDs, session data, or call transcripts and recordings. If you already use variables in your eval, you can map context to them as before. If you do not, you can skip that step entirely. When running evals on sessions, the injected context includes depth into the underlying traces and spans, so you can see exactly where gaps occurred. When building an eval, the right context type is pre-selected automatically based on what you are evaluating, so there is less manual setup. + +
Bugs/Improvements
+ +- **Task Page Filters Apply to Eval Variable Mapping:** Filters you set on the task page now carry through when mapping eval variables. The right traces, spans, and sessions are already scoped for you, so there is no need to search for them manually. + +- **Image Evals Now Accept URLs:** Image-based evals now accept public HTTP/HTTPS URLs and signed S3 links as inputs. Pass the URL as a string directly in the input field. No file upload or base64 encoding needed. The platform fetches and processes the image server-side before running the eval. + +- **Code Evals More Reliable:** Built-in code evals now run in a consistent execution environment. Eval descriptions have also been updated to accurately reflect current behavior. + +- **Built-In Validators Improved:** Ten built-in validators have been updated for better accuracy. Email, HTML, SQL, URL, and XML validators now handle a wider range of inputs correctly. Scoring metrics including diff, kappa, word-level error rate, and Meteor score all produce more precise results. + +- **Eval Scores Are Consistent Regardless of Input Formatting:** Eval scores no longer vary based on incidental whitespace in inputs. All inputs are normalized before scoring, and comparing two identical empty values now returns a perfect match. + +- **Optional Eval Fields Now Have Sensible Defaults:** Code evals with optional numeric configuration fields now run with their default behavior when those fields are left blank. No configuration is needed unless you want to override the defaults. + +- **Structured Output Compatibility Improved:** Evals that use LLM as a judge were returning empty results for some nested schema shapes, particularly with models that do not fully support structured output. Both cases are now handled gracefully. + +- **Continuous Evals Now Run Reliably at Scale:** Always-on evals with sampling configured now process incoming data consistently over time, regardless of total volume seen so far. + +- **Task Submission Error Handling Improved:** If an eval configuration fails to save inside the Tasks wizard, you now see a clear error message immediately and can fix it before submitting. The wizard keeps your inputs intact. + +- **Saved Eval Settings Preserved on Re-edit:** Opening the edit view on a staged eval in Tasks was resetting the model selection and error localizer toggle back to defaults. Both settings are now correctly restored when you reopen an eval for editing. + +- **Session List Loads Faster:** The session list now loads more quickly, so you spend less time waiting. + +- **Playground Handles URL Inputs Reliably:** The Playground now processes URL inputs correctly without becoming unresponsive. In some cases, entering a URL as an input would cause the interface to stop responding until the page was refreshed. + +- **Observe Task Evals Now Validate Recording URLs:** Task evals in Observe now verify that recording URLs from your provider's webhook are reachable before running. If a URL is inaccessible, you get a clear error message so you can fix it quickly and get accurate results. + +- **Dot-Notation Now Supports All Nesting Patterns:** You can now use any variable notation style in eval prompts, including dot notation and deeply nested references. + +- **Only Published Evals Appear in the Eval Drawer:** Draft eval templates created during building or testing no longer show up in the eval selection drawer. Only published evals are visible there. + +- **Error Localizer Only Runs When Needed:** The error localizer now skips evals that already passed. It only runs when there is actually something to investigate. + +- **Dataset Column Deletion Is Faster:** Deleting columns from a dataset is now more efficient, especially for larger datasets. + +
+ ## Week of 2026-05-07