Run eval

{
  "type": "object",
  "properties": {
    "project_reference": {
      "type": "string",
      "minLength": 1,
      "description": "Project identifier or slug that scopes the tool call."
    },
    "eval_id": {
      "type": "string",
      "minLength": 1,
      "description": "Provide the eval id."
    },
    "source_target_kind": {
      "type": "string",
      "enum": [
        "project",
        "preview_branch"
      ],
      "description": "Provide the source target kind."
    },
    "target_branch_id": {
      "anyOf": [
        {
          "type": "string",
          "format": "uuid",
          "description": "Provide the target branch id."
        },
        {
          "type": "null",
          "description": "Provide the target branch id."
        }
      ],
      "description": "Provide the target branch id."
    },
    "runtime_target_kind": {
      "type": "string",
      "enum": [
        "main_branch",
        "environment",
        "preview_branch"
      ],
      "description": "Provide the runtime target kind."
    },
    "target_environment_id": {
      "anyOf": [
        {
          "type": "string",
          "format": "uuid",
          "description": "Provide the target environment id."
        },
        {
          "type": "null",
          "description": "Provide the target environment id."
        }
      ],
      "description": "Provide the target environment id."
    },
    "runtime_target_branch_id": {
      "anyOf": [
        {
          "type": "string",
          "format": "uuid",
          "description": "Provide the runtime target branch id."
        },
        {
          "type": "null",
          "description": "Provide the runtime target branch id."
        }
      ],
      "description": "Provide the runtime target branch id."
    },
    "input": {
      "type": "object",
      "additionalProperties": {
        "description": "Additional structured values supplied to the tool."
      },
      "description": "Structured input details used by the tool."
    },
    "config": {
      "type": "object",
      "additionalProperties": {
        "description": "Additional structured values supplied to the tool."
      },
      "description": "Structured config details used by the tool."
    }
  },
  "required": [
    "eval_id"
  ],
  "additionalProperties": false,
  "$schema": "http://json-schema.org/draft-07/schema#",
  "description": "Input schema for the run_eval tool."
}

{
  "type": "object",
  "properties": {
    "kind": {
      "type": "string",
      "const": "eval-run",
      "description": "The kind returned by the tool."
    },
    "run_id": {
      "type": "string",
      "description": "Run identifier associated with this result."
    },
    "eval_id": {
      "type": "string",
      "description": "The eval id returned by the tool."
    },
    "status": {
      "type": "string",
      "enum": [
        "pending",
        "running",
        "waiting",
        "completed",
        "failed",
        "cancelled"
      ],
      "description": "Lifecycle status for the returned record."
    },
    "target_kind": {
      "type": "string",
      "const": "agent",
      "description": "The target kind returned by the tool."
    },
    "target": {
      "type": "string",
      "description": "The target returned by the tool."
    },
    "source": {
      "type": "object",
      "properties": {
        "file_path": {
          "type": "string",
          "description": "The file path returned by the tool."
        },
        "export_name": {
          "type": "string",
          "description": "The export name returned by the tool."
        }
      },
      "required": [
        "file_path",
        "export_name"
      ],
      "additionalProperties": false,
      "description": "Structured source details returned by the tool."
    },
    "summary": {
      "anyOf": [
        {
          "description": "The summary returned by the tool."
        },
        {
          "type": "null",
          "description": "The summary returned by the tool."
        }
      ],
      "description": "The summary returned by the tool."
    },
    "report_path": {
      "type": [
        "string",
        "null"
      ],
      "description": "The report path returned by the tool."
    },
    "error": {
      "anyOf": [
        {
          "description": "Error details returned by the tool."
        },
        {
          "type": "null",
          "description": "Error details returned by the tool."
        }
      ],
      "description": "Error details returned by the tool."
    },
    "metadata": {
      "type": "object",
      "additionalProperties": {
        "description": "Additional structured values returned by the tool."
      },
      "description": "Additional structured metadata returned by the tool."
    },
    "created_at": {
      "type": "string",
      "description": "Creation timestamp in ISO 8601 format."
    },
    "started_at": {
      "type": [
        "string",
        "null"
      ],
      "description": "The started at returned by the tool."
    },
    "completed_at": {
      "type": [
        "string",
        "null"
      ],
      "description": "The completed at returned by the tool."
    }
  },
  "required": [
    "kind",
    "run_id",
    "eval_id",
    "status",
    "target_kind",
    "target",
    "report_path",
    "metadata",
    "created_at",
    "started_at",
    "completed_at"
  ],
  "additionalProperties": false,
  "$schema": "http://json-schema.org/draft-07/schema#",
  "description": "Structured result returned by the run_eval tool."
}