veryfront__list_evalsAccess
No external-service connection is required. Use a Veryfront credential with access to the requested resources. Call type: Read-only.Arguments
| Field | Type | Required | Description and constraints |
|---|---|---|---|
project_reference | string | No | Project identifier or slug that scopes the tool call. Minimum length: 1. |
source_target_kind | string | No | Source to read: project, main_branch, environment or preview_branch. Overrides runtime_target_kind. Values: "project", "main_branch", "environment", "preview_branch". |
runtime_target_kind | string or null | No | Runtime target to read from: main_branch, environment or preview_branch. |
target_environment_id | string or null | No | Environment to read from when the target kind is environment. |
target_branch_id | string or null | No | Preview branch to use when the target kind is preview_branch. |
Example request
Send this JSON-RPC request through an initialized MCP client. Replace sample identifiers and values before calling the tool. See MCP client setup.request.json
{
"jsonrpc": "2.0",
"id": 1,
"method": "tools/call",
"params": {
"name": "veryfront__list_evals",
"arguments": {}
}
}
Result
The published output shape is summarized below. Inspect both the MCP response content andisError when handling a call.
| Field | Type | Required | Description and constraints |
|---|---|---|---|
data | object[] | Yes | Eval definitions returned for the project. |
page_info | object | Yes | Pagination cursor values for traversing the result set. |
diagnostics | object[] | No | Source files that could not be read as eval definitions. |
Full schemas
{
"type": "object",
"properties": {
"project_reference": {
"type": "string",
"minLength": 1,
"description": "Project identifier or slug that scopes the tool call."
},
"source_target_kind": {
"type": "string",
"enum": [
"project",
"main_branch",
"environment",
"preview_branch"
],
"description": "Source to read: project, main_branch, environment or preview_branch. Overrides runtime_target_kind."
},
"runtime_target_kind": {
"anyOf": [
{
"type": "string",
"enum": [
"main_branch",
"environment",
"preview_branch"
],
"description": "Provide the runtime target kind."
},
{
"type": "null",
"description": "Provide the runtime target kind."
}
],
"description": "Runtime target to read from: main_branch, environment or preview_branch."
},
"target_environment_id": {
"anyOf": [
{
"type": "string",
"format": "uuid",
"description": "Provide the target environment id."
},
{
"type": "null",
"description": "Provide the target environment id."
}
],
"description": "Environment to read from when the target kind is environment."
},
"target_branch_id": {
"anyOf": [
{
"type": "string",
"format": "uuid",
"description": "Provide the target branch id."
},
{
"type": "null",
"description": "Provide the target branch id."
}
],
"description": "Preview branch to use when the target kind is preview_branch."
}
},
"additionalProperties": false,
"$schema": "http://json-schema.org/draft-07/schema#",
"description": "Arguments for the list_evals tool."
}
{
"type": "object",
"properties": {
"data": {
"type": "array",
"items": {
"type": "object",
"properties": {
"id": {
"type": "string",
"description": "Eval identifier."
},
"name": {
"type": "string",
"description": "Human-readable eval name."
},
"description": {
"type": [
"string",
"null"
],
"description": "Short description of what the eval checks, or null."
},
"target_kind": {
"type": "string",
"const": "agent",
"description": "What the eval runs against: always agent."
},
"target": {
"type": "string",
"description": "Identifier of the agent the eval runs against."
},
"source_path": {
"type": "string",
"description": "Source file path where the eval definition lives."
},
"export_name": {
"type": "string",
"description": "Name of the export that declares the eval in its source file."
},
"dataset": {
"type": "object",
"properties": {
"kind": {
"type": "string",
"enum": [
"inline",
"json",
"jsonl",
"dynamic"
],
"description": "The kind returned by the tool."
},
"path": {
"type": "string",
"description": "The path returned by the tool."
},
"examples": {
"type": "array",
"items": {
"type": "object",
"properties": {
"id": {
"type": "string",
"minLength": 1,
"description": "Unique identifier for the returned record."
},
"input": {
"description": "The input returned by the tool."
},
"reference": {
"description": "The reference returned by the tool."
},
"metadata": {
"type": "object",
"additionalProperties": {
"description": "Additional structured values returned by the tool."
},
"description": "Additional structured metadata returned by the tool."
}
},
"required": [
"id"
],
"additionalProperties": false,
"description": "One example item returned by the tool."
},
"description": "List of examples returned by the tool."
},
"editable": {
"type": "boolean",
"description": "The editable returned by the tool."
},
"dynamic": {
"type": "boolean",
"description": "The dynamic returned by the tool."
}
},
"required": [
"kind",
"editable",
"dynamic"
],
"additionalProperties": false,
"description": "The examples the eval runs."
},
"metrics": {
"type": "array",
"items": {
"type": "object",
"properties": {
"name": {
"type": "string",
"minLength": 1,
"description": "Human-readable name for the returned record."
},
"family": {
"type": "string",
"enum": [
"answer",
"agent",
"ops",
"judge",
"knowledge",
"check"
],
"description": "The family returned by the tool."
},
"severity": {
"type": "string",
"enum": [
"gate",
"soft",
"budget"
],
"description": "The severity returned by the tool."
},
"threshold": {
"type": "object",
"properties": {
"min": {
"type": "number",
"description": "The min returned by the tool."
},
"max": {
"type": "number",
"description": "The max returned by the tool."
}
},
"additionalProperties": false,
"description": "Structured threshold details returned by the tool."
},
"config": {
"type": "object",
"additionalProperties": {
"description": "Additional structured values returned by the tool."
},
"description": "Structured config details returned by the tool."
},
"editable": {
"type": "boolean",
"description": "The editable returned by the tool."
},
"dynamic": {
"type": "boolean",
"description": "The dynamic returned by the tool."
}
},
"required": [
"name",
"family",
"severity",
"editable",
"dynamic"
],
"additionalProperties": false,
"description": "One metric item returned by the tool."
},
"description": "The metrics that score each example."
},
"repetitions": {
"type": "integer",
"exclusiveMinimum": 0,
"description": "How often each example runs."
},
"tags": {
"type": "array",
"items": {
"type": "string",
"description": "One tag item returned by the tool."
},
"description": "Labels of the eval."
},
"metadata": {
"type": "object",
"additionalProperties": {
"description": "Additional structured values returned by the tool."
},
"description": "Free-form JSON object stored with the eval."
},
"editable_fields": {
"type": "array",
"items": {
"type": "string",
"enum": [
"name",
"description",
"target",
"dataset",
"repetitions",
"tags",
"metadata",
"metrics",
"check"
],
"description": "One editable field item returned by the tool."
},
"description": "Fields that update_eval can change."
},
"dynamic_fields": {
"type": "array",
"items": {
"$ref": "#/properties/data/items/properties/editable_fields/items",
"description": "One dynamic field item returned by the tool."
},
"description": "Fields computed in source, which update_eval cannot change."
},
"capabilities": {
"type": "array",
"items": {
"type": "string",
"description": "One capability item returned by the tool."
},
"description": "Eval capabilities the caller holds on the project."
}
},
"required": [
"id",
"name",
"description",
"target_kind",
"target",
"source_path",
"export_name",
"dataset",
"metrics",
"repetitions",
"tags",
"metadata",
"editable_fields",
"dynamic_fields",
"capabilities"
],
"additionalProperties": false,
"description": "Eval definition."
},
"description": "Eval definitions returned for the project."
},
"page_info": {
"type": "object",
"properties": {
"self": {
"type": [
"string",
"null"
],
"description": "Cursor that refers to the current page."
},
"first": {
"type": "null",
"description": "The first returned by the tool."
},
"next": {
"type": [
"string",
"null"
],
"description": "Cursor for the next page when pagination is available."
},
"prev": {
"type": [
"string",
"null"
],
"description": "Cursor for the previous page when pagination is available."
}
},
"required": [
"self",
"first",
"next",
"prev"
],
"additionalProperties": false,
"description": "Pagination cursor values for traversing the result set."
},
"diagnostics": {
"type": "array",
"items": {
"type": "object",
"properties": {
"kind": {
"type": "string",
"enum": [
"source_file_diagnostic",
"source_agent_discovery_error",
"source_trigger_discovery_error"
],
"description": "The kind returned by the tool."
},
"source_kind": {
"type": "string",
"enum": [
"agent",
"prompt",
"tool",
"task",
"workflow",
"resource",
"skill",
"eval",
"schedule",
"webhook"
],
"description": "The source kind returned by the tool."
},
"source_path": {
"type": "string",
"minLength": 1,
"description": "The source path returned by the tool."
},
"source_id": {
"type": "string",
"minLength": 1,
"description": "The source id returned by the tool."
},
"code": {
"type": "string",
"enum": [
"parse_error",
"invalid_definition",
"dynamic_definition",
"duplicate_source_id",
"unsupported_target",
"manual_conflict"
],
"description": "The code returned by the tool."
},
"message": {
"type": "string",
"minLength": 1,
"description": "The message returned by the tool."
},
"details": {
"type": "object",
"additionalProperties": {
"description": "Additional structured values returned by the tool."
},
"description": "Structured details details returned by the tool."
}
},
"required": [
"kind",
"source_kind",
"source_path",
"code",
"message"
],
"additionalProperties": false,
"description": "One diagnostic item returned by the tool."
},
"description": "Source files that could not be read as eval definitions."
}
},
"required": [
"data",
"page_info"
],
"additionalProperties": false,
"$schema": "http://json-schema.org/draft-07/schema#",
"description": "Structured result returned by the list_evals tool."
}