Get evaluation run

veryfront__get_eval_run

Requires project.evals.read.

Access

No external-service connection is required. Use a Veryfront credential with access to the requested resources.

Call type: Read-only.

Arguments

FieldTypeRequiredDescription and constraints
project_referencestringNoProject identifier or slug that scopes the tool call. Minimum length: 1.
eval_idstringYesEval the run belongs to. Minimum length: 1.
run_idstringYesRun identifier. Minimum length: 1.

Example request

Send this JSON-RPC request through an initialized MCP client. Replace sample identifiers and values before calling the tool. See MCP client setup.

json
{
  "jsonrpc": "2.0",
  "id": 1,
  "method": "tools/call",
  "params": {
    "name": "veryfront__get_eval_run",
    "arguments": {
      "eval_id": "example",
      "run_id": "example"
    }
  }
}

Result

The published output shape is summarized below. Inspect both the MCP response content and isError when handling a call.

FieldTypeRequiredDescription and constraints
kindstringYesAlways eval-run. Value: "eval-run".
run_idstringYesRun identifier.
eval_idstringYesEval the run executes.
statusstringYesRun status: pending, running, waiting, completed, failed or cancelled. Values: "pending", "running", "waiting", "completed", "failed", "cancelled".
target_kindstringYesWhat the eval runs against: always agent. Value: "agent".
targetstringYesIdentifier of the agent the eval runs against.
sourceobjectNoSource of the eval definition the run executes, when known.
summaryvalue or nullNoResult summary of a finished run: records, pass rate and metric results; null until it finishes.
report_pathstring or nullYesPath of the run report, or null until the report is written.
errorvalue or nullNoError of a failed run, or null.
metadataobjectYesFree-form JSON object stored with the run.
created_atstringYesWhen the run was created, in ISO 8601 format.
started_atstring or nullYesWhen the run started, in ISO 8601 format, or null.
completed_atstring or nullYesWhen the run finished, in ISO 8601 format, or null.

Full schemas

json
{
  "type": "object",
  "properties": {
    "project_reference": {
      "type": "string",
      "minLength": 1,
      "description": "Project identifier or slug that scopes the tool call."
    },
    "eval_id": {
      "type": "string",
      "minLength": 1,
      "description": "Eval the run belongs to."
    },
    "run_id": {
      "type": "string",
      "minLength": 1,
      "description": "Run identifier."
    }
  },
  "required": [
    "eval_id",
    "run_id"
  ],
  "additionalProperties": false,
  "$schema": "http://json-schema.org/draft-07/schema#",
  "description": "Arguments for the get_eval_run tool."
}
json
{
  "type": "object",
  "properties": {
    "kind": {
      "type": "string",
      "const": "eval-run",
      "description": "Always eval-run."
    },
    "run_id": {
      "type": "string",
      "description": "Run identifier."
    },
    "eval_id": {
      "type": "string",
      "description": "Eval the run executes."
    },
    "status": {
      "type": "string",
      "enum": [
        "pending",
        "running",
        "waiting",
        "completed",
        "failed",
        "cancelled"
      ],
      "description": "Run status: pending, running, waiting, completed, failed or cancelled."
    },
    "target_kind": {
      "type": "string",
      "const": "agent",
      "description": "What the eval runs against: always agent."
    },
    "target": {
      "type": "string",
      "description": "Identifier of the agent the eval runs against."
    },
    "source": {
      "type": "object",
      "properties": {
        "file_path": {
          "type": "string",
          "description": "Source file path of the eval definition."
        },
        "export_name": {
          "type": "string",
          "description": "Name of the export that declares the eval in its source file."
        }
      },
      "required": [
        "file_path",
        "export_name"
      ],
      "additionalProperties": false,
      "description": "Source of the eval definition the run executes, when known."
    },
    "summary": {
      "anyOf": [
        {
          "description": "The summary returned by the tool."
        },
        {
          "type": "null",
          "description": "The summary returned by the tool."
        }
      ],
      "description": "Result summary of a finished run: records, pass rate and metric results; null until it finishes."
    },
    "report_path": {
      "type": [
        "string",
        "null"
      ],
      "description": "Path of the run report, or null until the report is written."
    },
    "error": {
      "anyOf": [
        {
          "description": "Error details returned by the tool."
        },
        {
          "type": "null",
          "description": "Error details returned by the tool."
        }
      ],
      "description": "Error of a failed run, or null."
    },
    "metadata": {
      "type": "object",
      "additionalProperties": {
        "description": "Additional structured values returned by the tool."
      },
      "description": "Free-form JSON object stored with the run."
    },
    "created_at": {
      "type": "string",
      "description": "When the run was created, in ISO 8601 format."
    },
    "started_at": {
      "type": [
        "string",
        "null"
      ],
      "description": "When the run started, in ISO 8601 format, or null."
    },
    "completed_at": {
      "type": [
        "string",
        "null"
      ],
      "description": "When the run finished, in ISO 8601 format, or null."
    }
  },
  "required": [
    "kind",
    "run_id",
    "eval_id",
    "status",
    "target_kind",
    "target",
    "report_path",
    "metadata",
    "created_at",
    "started_at",
    "completed_at"
  ],
  "additionalProperties": false,
  "description": "Eval run.",
  "$schema": "http://json-schema.org/draft-07/schema#"
}