veryfront__get_eval
Requires project.evals.read.
Access
No external-service connection is required. Use a Veryfront credential with access to the requested resources.
Call type: Read-only.
Arguments
Example request
Send this JSON-RPC request through an initialized MCP client. Replace sample identifiers and values before calling the tool. See MCP client setup.
{
"jsonrpc": "2.0",
"id": 1,
"method": "tools/call",
"params": {
"name": "veryfront__get_eval",
"arguments": {
"eval_id": "example"
}
}
}Result
The published output shape is summarized below. Inspect both the MCP response content and isError when handling a call.
Full schemas
{
"type": "object",
"properties": {
"project_reference": {
"type": "string",
"minLength": 1,
"description": "Project identifier or slug that scopes the tool call."
},
"eval_id": {
"type": "string",
"minLength": 1,
"description": "Provide the eval id."
},
"source_target_kind": {
"type": "string",
"enum": [
"project",
"main_branch",
"environment",
"preview_branch"
],
"description": "Source to read: project, main_branch, environment or preview_branch. Overrides runtime_target_kind."
},
"runtime_target_kind": {
"anyOf": [
{
"type": "string",
"enum": [
"main_branch",
"environment",
"preview_branch"
],
"description": "Provide the runtime target kind."
},
{
"type": "null",
"description": "Provide the runtime target kind."
}
],
"description": "Runtime target to read from: main_branch, environment or preview_branch."
},
"target_environment_id": {
"anyOf": [
{
"type": "string",
"format": "uuid",
"description": "Provide the target environment id."
},
{
"type": "null",
"description": "Provide the target environment id."
}
],
"description": "Environment to read from when the target kind is environment."
},
"target_branch_id": {
"anyOf": [
{
"type": "string",
"format": "uuid",
"description": "Provide the target branch id."
},
{
"type": "null",
"description": "Provide the target branch id."
}
],
"description": "Preview branch to use when the target kind is preview_branch."
}
},
"required": [
"eval_id"
],
"additionalProperties": false,
"$schema": "http://json-schema.org/draft-07/schema#",
"description": "Arguments for the get_eval tool."
}{
"type": "object",
"properties": {
"id": {
"type": "string",
"description": "Eval identifier."
},
"name": {
"type": "string",
"description": "Human-readable eval name."
},
"description": {
"type": [
"string",
"null"
],
"description": "Short description of what the eval checks, or null."
},
"target_kind": {
"type": "string",
"const": "agent",
"description": "What the eval runs against: always agent."
},
"target": {
"type": "string",
"description": "Identifier of the agent the eval runs against."
},
"source_path": {
"type": "string",
"description": "Source file path where the eval definition lives."
},
"export_name": {
"type": "string",
"description": "Name of the export that declares the eval in its source file."
},
"dataset": {
"type": "object",
"properties": {
"kind": {
"type": "string",
"enum": [
"inline",
"json",
"jsonl",
"dynamic"
],
"description": "The kind returned by the tool."
},
"path": {
"type": "string",
"description": "The path returned by the tool."
},
"examples": {
"type": "array",
"items": {
"type": "object",
"properties": {
"id": {
"type": "string",
"minLength": 1,
"description": "Unique identifier for the returned record."
},
"input": {
"description": "The input returned by the tool."
},
"reference": {
"description": "The reference returned by the tool."
},
"metadata": {
"type": "object",
"additionalProperties": {
"description": "Additional structured values returned by the tool."
},
"description": "Additional structured metadata returned by the tool."
}
},
"required": [
"id"
],
"additionalProperties": false,
"description": "One example item returned by the tool."
},
"description": "List of examples returned by the tool."
},
"editable": {
"type": "boolean",
"description": "The editable returned by the tool."
},
"dynamic": {
"type": "boolean",
"description": "The dynamic returned by the tool."
}
},
"required": [
"kind",
"editable",
"dynamic"
],
"additionalProperties": false,
"description": "The examples the eval runs."
},
"metrics": {
"type": "array",
"items": {
"type": "object",
"properties": {
"name": {
"type": "string",
"minLength": 1,
"description": "Human-readable name for the returned record."
},
"family": {
"type": "string",
"enum": [
"answer",
"agent",
"ops",
"judge",
"knowledge",
"check"
],
"description": "The family returned by the tool."
},
"severity": {
"type": "string",
"enum": [
"gate",
"soft",
"budget"
],
"description": "The severity returned by the tool."
},
"threshold": {
"type": "object",
"properties": {
"min": {
"type": "number",
"description": "The min returned by the tool."
},
"max": {
"type": "number",
"description": "The max returned by the tool."
}
},
"additionalProperties": false,
"description": "Structured threshold details returned by the tool."
},
"config": {
"type": "object",
"additionalProperties": {
"description": "Additional structured values returned by the tool."
},
"description": "Structured config details returned by the tool."
},
"editable": {
"type": "boolean",
"description": "The editable returned by the tool."
},
"dynamic": {
"type": "boolean",
"description": "The dynamic returned by the tool."
}
},
"required": [
"name",
"family",
"severity",
"editable",
"dynamic"
],
"additionalProperties": false,
"description": "One metric item returned by the tool."
},
"description": "The metrics that score each example."
},
"repetitions": {
"type": "integer",
"exclusiveMinimum": 0,
"description": "How often each example runs."
},
"tags": {
"type": "array",
"items": {
"type": "string",
"description": "One tag item returned by the tool."
},
"description": "Labels of the eval."
},
"metadata": {
"type": "object",
"additionalProperties": {
"description": "Additional structured values returned by the tool."
},
"description": "Free-form JSON object stored with the eval."
},
"editable_fields": {
"type": "array",
"items": {
"type": "string",
"enum": [
"name",
"description",
"target",
"dataset",
"repetitions",
"tags",
"metadata",
"metrics",
"check"
],
"description": "One editable field item returned by the tool."
},
"description": "Fields that update_eval can change."
},
"dynamic_fields": {
"type": "array",
"items": {
"$ref": "#/properties/editable_fields/items",
"description": "One dynamic field item returned by the tool."
},
"description": "Fields computed in source, which update_eval cannot change."
},
"capabilities": {
"type": "array",
"items": {
"type": "string",
"description": "One capability item returned by the tool."
},
"description": "Eval capabilities the caller holds on the project."
}
},
"required": [
"id",
"name",
"description",
"target_kind",
"target",
"source_path",
"export_name",
"dataset",
"metrics",
"repetitions",
"tags",
"metadata",
"editable_fields",
"dynamic_fields",
"capabilities"
],
"additionalProperties": false,
"description": "Eval definition.",
"$schema": "http://json-schema.org/draft-07/schema#"
}