Raw schema
{
"type": "object",
"properties": {
"serverUrl": {
"type": "string",
"description": "The MCP server endpoint URL that was used"
},
"outcome": {
"type": "string",
"enum": [
"success",
"failure",
"partial"
],
"description": "Result of using the server"
},
"agentId": {
"type": "string",
"description": "Identifier for the reporting agent (optional)"
},
"toolsUsed": {
"type": "array",
"items": {
"type": "string"
},
"description": "List of tool names that were called"
},
"turnsRequired": {
"type": "number",
"description": "Number of turns to complete the task"
},
"latencyMs": {
"type": "number",
"description": "Total wall-clock latency in milliseconds"
},
"taskCategory": {
"type": "string",
"description": "Category of task attempted (e.g. \"search\", \"write\", \"read\")"
},
"taskDescription": {
"type": "string",
"description": "Brief description of what the task was"
},
"errors": {
"type": "array",
"items": {
"type": "string"
},
"description": "Array of error strings encountered during tool use"
},
"criterion": {
"type": "string",
"enum": [
"output_reliability",
"side_effect_transparency",
"failure_handling",
"rate_limits",
"agent_feedback"
],
"description": "Specific reliability criterion being scored (enables structured component scoring)"
},
"componentScore": {
"type": "number",
"description": "Score 0β100 for the specified criterion"
},
"severity": {
"type": "string",
"enum": [
"info",
"warning",
"error",
"critical"
],
"description": "Severity of the worst issue encountered"
},
"environment": {
"type": "string",
"enum": [
"prod",
"staging",
"dev",
"unknown"
],
"description": "Environment the server was used in"
},
"evidenceRef": {
"type": "string",
"description": "Trace ID, log URL, or other reference supporting this report"
}
},
"required": [
"serverUrl",
"outcome"
]
}