Tool details
| Field | Value |
|---|---|
| Name | list_evals |
| Group | Evals |
Playground
Input schema
input-schema.json
{
"type": "object",
"properties": {
"project_reference": {
"type": "string",
"minLength": 1,
"description": "Project identifier or slug that scopes the tool call."
},
"source_target_kind": {
"type": "string",
"enum": [
"project",
"main_branch",
"environment",
"preview_branch"
],
"description": "Provide the source target kind."
},
"runtime_target_kind": {
"type": "string",
"enum": [
"main_branch",
"environment",
"preview_branch"
],
"description": "Provide the runtime target kind."
},
"target_environment_id": {
"anyOf": [
{
"type": "string",
"format": "uuid",
"description": "Provide the target environment id."
},
{
"type": "null",
"description": "Provide the target environment id."
}
],
"description": "Provide the target environment id."
},
"target_branch_id": {
"anyOf": [
{
"type": "string",
"format": "uuid",
"description": "Provide the target branch id."
},
{
"type": "null",
"description": "Provide the target branch id."
}
],
"description": "Provide the target branch id."
}
},
"additionalProperties": false,
"$schema": "http://json-schema.org/draft-07/schema#",
"description": "Input schema for the list_evals tool."
}
Output schema
output-schema.json
{
"type": "object",
"properties": {
"data": {
"type": "array",
"items": {
"type": "object",
"properties": {
"id": {
"type": "string",
"description": "Unique identifier for the returned record."
},
"name": {
"type": "string",
"description": "Human-readable name for the returned record."
},
"description": {
"type": [
"string",
"null"
],
"description": "Human-readable description returned by the tool."
},
"target_kind": {
"type": "string",
"const": "agent",
"description": "The target kind returned by the tool."
},
"target": {
"type": "string",
"description": "The target returned by the tool."
},
"source_path": {
"type": "string",
"description": "The source path returned by the tool."
},
"export_name": {
"type": "string",
"description": "The export name returned by the tool."
},
"dataset": {
"description": "The dataset returned by the tool."
},
"metrics": {
"type": "array",
"items": {
"description": "One metric item returned by the tool."
},
"description": "List of metrics returned by the tool."
},
"repetitions": {
"type": "integer",
"exclusiveMinimum": 0,
"description": "The repetitions returned by the tool."
},
"tags": {
"type": "array",
"items": {
"type": "string",
"description": "One tag item returned by the tool."
},
"description": "List of tags returned by the tool."
},
"metadata": {
"type": "object",
"additionalProperties": {
"description": "Additional structured values returned by the tool."
},
"description": "Additional structured metadata returned by the tool."
},
"editable_fields": {
"type": "array",
"items": {
"type": "string",
"description": "One editable field item returned by the tool."
},
"description": "List of editable fields returned by the tool."
},
"dynamic_fields": {
"type": "array",
"items": {
"type": "string",
"description": "One dynamic field item returned by the tool."
},
"description": "List of dynamic fields returned by the tool."
},
"capabilities": {
"type": "array",
"items": {
"type": "string",
"description": "One capability item returned by the tool."
},
"description": "List of capabilities returned by the tool."
}
},
"required": [
"id",
"name",
"description",
"target_kind",
"target",
"source_path",
"export_name",
"metrics",
"repetitions",
"tags",
"metadata",
"editable_fields",
"dynamic_fields",
"capabilities"
],
"additionalProperties": false,
"description": "One data item returned by the tool."
},
"description": "Primary result records returned by the tool."
},
"diagnostics": {
"type": "array",
"items": {
"type": "object",
"properties": {
"kind": {
"type": "string",
"const": "source_file_diagnostic",
"description": "The kind associated with this record."
},
"source_kind": {
"type": "string",
"enum": [
"agent",
"prompt",
"tool",
"task",
"workflow",
"resource",
"skill",
"eval",
"schedule",
"webhook"
],
"description": "The source kind associated with this record."
},
"source_path": {
"type": "string",
"minLength": 1,
"description": "The source path associated with this record."
},
"source_id": {
"type": "string",
"minLength": 1,
"description": "The source id associated with this record."
},
"code": {
"type": "string",
"enum": [
"parse_error",
"invalid_definition",
"dynamic_definition",
"duplicate_source_id",
"unsupported_target",
"manual_conflict"
],
"description": "The code associated with this record."
},
"message": {
"type": "string",
"minLength": 1,
"description": "The message associated with this record."
}
},
"required": [
"kind",
"source_kind",
"source_path",
"code",
"message"
],
"additionalProperties": false,
"description": "One diagnostic item associated with this record."
},
"description": "List of diagnostics associated with this record."
}
},
"required": [
"data",
"diagnostics"
],
"additionalProperties": false,
"$schema": "http://json-schema.org/draft-07/schema#",
"description": "Structured result returned by the list_evals tool."
}