List evals

veryfront__list_evals

Requires project.evals.read.

Access

No external-service connection is required. Use a Veryfront credential with access to the requested resources.

Call type: Read-only.

Arguments

FieldTypeRequiredDescription and constraints
project_referencestringNoProject identifier or slug that scopes the tool call. Minimum length: 1.
source_target_kindstringNoSource to read: project, main_branch, environment or preview_branch. Overrides runtime_target_kind. Values: "project", "main_branch", "environment", "preview_branch".
runtime_target_kindstring or nullNoRuntime target to read from: main_branch, environment or preview_branch.
target_environment_idstring or nullNoEnvironment to read from when the target kind is environment.
target_branch_idstring or nullNoPreview branch to use when the target kind is preview_branch.

Example request

Send this JSON-RPC request through an initialized MCP client. Replace sample identifiers and values before calling the tool. See MCP client setup.

json
{
  "jsonrpc": "2.0",
  "id": 1,
  "method": "tools/call",
  "params": {
    "name": "veryfront__list_evals",
    "arguments": {}
  }
}

Result

The published output shape is summarized below. Inspect both the MCP response content and isError when handling a call.

FieldTypeRequiredDescription and constraints
dataobject[]YesEval definitions returned for the project.
page_infoobjectYesPagination cursor values for traversing the result set.
diagnosticsobject[]NoSource files that could not be read as eval definitions.

Full schemas

json
{
  "type": "object",
  "properties": {
    "project_reference": {
      "type": "string",
      "minLength": 1,
      "description": "Project identifier or slug that scopes the tool call."
    },
    "source_target_kind": {
      "type": "string",
      "enum": [
        "project",
        "main_branch",
        "environment",
        "preview_branch"
      ],
      "description": "Source to read: project, main_branch, environment or preview_branch. Overrides runtime_target_kind."
    },
    "runtime_target_kind": {
      "anyOf": [
        {
          "type": "string",
          "enum": [
            "main_branch",
            "environment",
            "preview_branch"
          ],
          "description": "Provide the runtime target kind."
        },
        {
          "type": "null",
          "description": "Provide the runtime target kind."
        }
      ],
      "description": "Runtime target to read from: main_branch, environment or preview_branch."
    },
    "target_environment_id": {
      "anyOf": [
        {
          "type": "string",
          "format": "uuid",
          "description": "Provide the target environment id."
        },
        {
          "type": "null",
          "description": "Provide the target environment id."
        }
      ],
      "description": "Environment to read from when the target kind is environment."
    },
    "target_branch_id": {
      "anyOf": [
        {
          "type": "string",
          "format": "uuid",
          "description": "Provide the target branch id."
        },
        {
          "type": "null",
          "description": "Provide the target branch id."
        }
      ],
      "description": "Preview branch to use when the target kind is preview_branch."
    }
  },
  "additionalProperties": false,
  "$schema": "http://json-schema.org/draft-07/schema#",
  "description": "Arguments for the list_evals tool."
}
json
{
  "type": "object",
  "properties": {
    "data": {
      "type": "array",
      "items": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string",
            "description": "Eval identifier."
          },
          "name": {
            "type": "string",
            "description": "Human-readable eval name."
          },
          "description": {
            "type": [
              "string",
              "null"
            ],
            "description": "Short description of what the eval checks, or null."
          },
          "target_kind": {
            "type": "string",
            "const": "agent",
            "description": "What the eval runs against: always agent."
          },
          "target": {
            "type": "string",
            "description": "Identifier of the agent the eval runs against."
          },
          "source_path": {
            "type": "string",
            "description": "Source file path where the eval definition lives."
          },
          "export_name": {
            "type": "string",
            "description": "Name of the export that declares the eval in its source file."
          },
          "dataset": {
            "type": "object",
            "properties": {
              "kind": {
                "type": "string",
                "enum": [
                  "inline",
                  "json",
                  "jsonl",
                  "dynamic"
                ],
                "description": "The kind returned by the tool."
              },
              "path": {
                "type": "string",
                "description": "The path returned by the tool."
              },
              "examples": {
                "type": "array",
                "items": {
                  "type": "object",
                  "properties": {
                    "id": {
                      "type": "string",
                      "minLength": 1,
                      "description": "Unique identifier for the returned record."
                    },
                    "input": {
                      "description": "The input returned by the tool."
                    },
                    "reference": {
                      "description": "The reference returned by the tool."
                    },
                    "metadata": {
                      "type": "object",
                      "additionalProperties": {
                        "description": "Additional structured values returned by the tool."
                      },
                      "description": "Additional structured metadata returned by the tool."
                    }
                  },
                  "required": [
                    "id"
                  ],
                  "additionalProperties": false,
                  "description": "One example item returned by the tool."
                },
                "description": "List of examples returned by the tool."
              },
              "editable": {
                "type": "boolean",
                "description": "The editable returned by the tool."
              },
              "dynamic": {
                "type": "boolean",
                "description": "The dynamic returned by the tool."
              }
            },
            "required": [
              "kind",
              "editable",
              "dynamic"
            ],
            "additionalProperties": false,
            "description": "The examples the eval runs."
          },
          "metrics": {
            "type": "array",
            "items": {
              "type": "object",
              "properties": {
                "name": {
                  "type": "string",
                  "minLength": 1,
                  "description": "Human-readable name for the returned record."
                },
                "family": {
                  "type": "string",
                  "enum": [
                    "answer",
                    "agent",
                    "ops",
                    "judge",
                    "knowledge",
                    "check"
                  ],
                  "description": "The family returned by the tool."
                },
                "severity": {
                  "type": "string",
                  "enum": [
                    "gate",
                    "soft",
                    "budget"
                  ],
                  "description": "The severity returned by the tool."
                },
                "threshold": {
                  "type": "object",
                  "properties": {
                    "min": {
                      "type": "number",
                      "description": "The min returned by the tool."
                    },
                    "max": {
                      "type": "number",
                      "description": "The max returned by the tool."
                    }
                  },
                  "additionalProperties": false,
                  "description": "Structured threshold details returned by the tool."
                },
                "config": {
                  "type": "object",
                  "additionalProperties": {
                    "description": "Additional structured values returned by the tool."
                  },
                  "description": "Structured config details returned by the tool."
                },
                "editable": {
                  "type": "boolean",
                  "description": "The editable returned by the tool."
                },
                "dynamic": {
                  "type": "boolean",
                  "description": "The dynamic returned by the tool."
                }
              },
              "required": [
                "name",
                "family",
                "severity",
                "editable",
                "dynamic"
              ],
              "additionalProperties": false,
              "description": "One metric item returned by the tool."
            },
            "description": "The metrics that score each example."
          },
          "repetitions": {
            "type": "integer",
            "exclusiveMinimum": 0,
            "description": "How often each example runs."
          },
          "tags": {
            "type": "array",
            "items": {
              "type": "string",
              "description": "One tag item returned by the tool."
            },
            "description": "Labels of the eval."
          },
          "metadata": {
            "type": "object",
            "additionalProperties": {
              "description": "Additional structured values returned by the tool."
            },
            "description": "Free-form JSON object stored with the eval."
          },
          "editable_fields": {
            "type": "array",
            "items": {
              "type": "string",
              "enum": [
                "name",
                "description",
                "target",
                "dataset",
                "repetitions",
                "tags",
                "metadata",
                "metrics",
                "check"
              ],
              "description": "One editable field item returned by the tool."
            },
            "description": "Fields that update_eval can change."
          },
          "dynamic_fields": {
            "type": "array",
            "items": {
              "$ref": "#/properties/data/items/properties/editable_fields/items",
              "description": "One dynamic field item returned by the tool."
            },
            "description": "Fields computed in source, which update_eval cannot change."
          },
          "capabilities": {
            "type": "array",
            "items": {
              "type": "string",
              "description": "One capability item returned by the tool."
            },
            "description": "Eval capabilities the caller holds on the project."
          }
        },
        "required": [
          "id",
          "name",
          "description",
          "target_kind",
          "target",
          "source_path",
          "export_name",
          "dataset",
          "metrics",
          "repetitions",
          "tags",
          "metadata",
          "editable_fields",
          "dynamic_fields",
          "capabilities"
        ],
        "additionalProperties": false,
        "description": "Eval definition."
      },
      "description": "Eval definitions returned for the project."
    },
    "page_info": {
      "type": "object",
      "properties": {
        "self": {
          "type": [
            "string",
            "null"
          ],
          "description": "Cursor that refers to the current page."
        },
        "first": {
          "type": "null",
          "description": "The first returned by the tool."
        },
        "next": {
          "type": [
            "string",
            "null"
          ],
          "description": "Cursor for the next page when pagination is available."
        },
        "prev": {
          "type": [
            "string",
            "null"
          ],
          "description": "Cursor for the previous page when pagination is available."
        }
      },
      "required": [
        "self",
        "first",
        "next",
        "prev"
      ],
      "additionalProperties": false,
      "description": "Pagination cursor values for traversing the result set."
    },
    "diagnostics": {
      "type": "array",
      "items": {
        "type": "object",
        "properties": {
          "kind": {
            "type": "string",
            "enum": [
              "source_file_diagnostic",
              "source_agent_discovery_error",
              "source_trigger_discovery_error"
            ],
            "description": "The kind returned by the tool."
          },
          "source_kind": {
            "type": "string",
            "enum": [
              "agent",
              "prompt",
              "tool",
              "task",
              "workflow",
              "resource",
              "skill",
              "eval",
              "schedule",
              "webhook"
            ],
            "description": "The source kind returned by the tool."
          },
          "source_path": {
            "type": "string",
            "minLength": 1,
            "description": "The source path returned by the tool."
          },
          "source_id": {
            "type": "string",
            "minLength": 1,
            "description": "The source id returned by the tool."
          },
          "code": {
            "type": "string",
            "enum": [
              "parse_error",
              "invalid_definition",
              "dynamic_definition",
              "duplicate_source_id",
              "unsupported_target",
              "manual_conflict"
            ],
            "description": "The code returned by the tool."
          },
          "message": {
            "type": "string",
            "minLength": 1,
            "description": "The message returned by the tool."
          },
          "details": {
            "type": "object",
            "additionalProperties": {
              "description": "Additional structured values returned by the tool."
            },
            "description": "Structured details details returned by the tool."
          }
        },
        "required": [
          "kind",
          "source_kind",
          "source_path",
          "code",
          "message"
        ],
        "additionalProperties": false,
        "description": "One diagnostic item returned by the tool."
      },
      "description": "Source files that could not be read as eval definitions."
    }
  },
  "required": [
    "data",
    "page_info"
  ],
  "additionalProperties": false,
  "$schema": "http://json-schema.org/draft-07/schema#",
  "description": "Structured result returned by the list_evals tool."
}