curl -X POST "https://api.signalmd.dev/v1/agents/6f1d2c3b-4a5e-4f60-8b7a-9c0d1e2f3a4b/tests/3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f/verdicts" \
-H "Authorization: Bearer $SIGNAL_API_KEY" \
-H "Content-Type: application/json" \
-d '{"verdict":"bot_defect","why":"Each run the agent said it could not check availability after the lookup answered. The slot was in the mock every time."}'import requests
url = "https://api.signalmd.dev/v1/agents/{agentId}/tests/{testId}/verdicts"
payload = {
"verdict": "bot_defect",
"why": "Each run the agent said it could not check availability after the lookup answered. The slot was in the mock every time."
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
verdict: 'bot_defect',
why: 'Each run the agent said it could not check availability after the lookup answered. The slot was in the mock every time.'
})
};
fetch('https://api.signalmd.dev/v1/agents/{agentId}/tests/{testId}/verdicts', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.signalmd.dev/v1/agents/{agentId}/tests/{testId}/verdicts",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'verdict' => 'bot_defect',
'why' => 'Each run the agent said it could not check availability after the lookup answered. The slot was in the mock every time.'
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.signalmd.dev/v1/agents/{agentId}/tests/{testId}/verdicts"
payload := strings.NewReader("{\n \"verdict\": \"bot_defect\",\n \"why\": \"Each run the agent said it could not check availability after the lookup answered. The slot was in the mock every time.\"\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.signalmd.dev/v1/agents/{agentId}/tests/{testId}/verdicts")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"verdict\": \"bot_defect\",\n \"why\": \"Each run the agent said it could not check availability after the lookup answered. The slot was in the mock every time.\"\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.signalmd.dev/v1/agents/{agentId}/tests/{testId}/verdicts")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"verdict\": \"bot_defect\",\n \"why\": \"Each run the agent said it could not check availability after the lookup answered. The slot was in the mock every time.\"\n}"
response = http.request(request)
puts response.read_body{
"object": "test_verdict",
"id": "3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f",
"testId": "3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f",
"revision": 123,
"current": true,
"verdict": "stable",
"why": "<string>",
"evidenceAttemptIds": [
"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"
],
"stability": {
"status": "stable_pass",
"k": 123,
"n": 123,
"revision": 123,
"target": {
"engineVersion": 123,
"shadowAgentId": "3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"
},
"runs": [
{
"attemptId": "3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f",
"result": "passed",
"failedCriteria": [
"<string>"
],
"noFixture": [
"<string>"
]
}
]
},
"principalKind": "person",
"recordedBy": "<string>",
"goalId": "3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f",
"createdAt": "2026-10-02T14:03:07.120Z"
}{
"error": {
"type": "not_found_error",
"code": "agent_not_found",
"message": "Agent not found.",
"param": null,
"requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
}
}{
"error": {
"type": "not_found_error",
"code": "agent_not_found",
"message": "Agent not found.",
"param": null,
"requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
}
}{
"error": {
"type": "not_found_error",
"code": "agent_not_found",
"message": "Agent not found.",
"param": null,
"requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
}
}{
"error": {
"type": "not_found_error",
"code": "agent_not_found",
"message": "Agent not found.",
"param": null,
"requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
}
}{
"error": {
"type": "not_found_error",
"code": "agent_not_found",
"message": "Agent not found.",
"param": null,
"requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
}
}{
"error": {
"type": "not_found_error",
"code": "agent_not_found",
"message": "Agent not found.",
"param": null,
"requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
}
}{
"error": {
"type": "not_found_error",
"code": "agent_not_found",
"message": "Agent not found.",
"param": null,
"requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
}
}Record a verdict
Records a verdict on the test’s current revision. The runs are read here, not taken from the request. A verdict the runs do not support is refused with 422 verdict_not_supported: stable needs the runs to pass, bot_defect needs them to fail the same way, and bot_flaky needs mixed results; both of those need every tool mocked. test_issue needs evidence on the test’s side found on a recorded run that was not clean; a failure on a run where every tool was mocked, the caller kept to its script, the agent ended the call and every check was decided is never a test issue.
curl -X POST "https://api.signalmd.dev/v1/agents/6f1d2c3b-4a5e-4f60-8b7a-9c0d1e2f3a4b/tests/3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f/verdicts" \
-H "Authorization: Bearer $SIGNAL_API_KEY" \
-H "Content-Type: application/json" \
-d '{"verdict":"bot_defect","why":"Each run the agent said it could not check availability after the lookup answered. The slot was in the mock every time."}'import requests
url = "https://api.signalmd.dev/v1/agents/{agentId}/tests/{testId}/verdicts"
payload = {
"verdict": "bot_defect",
"why": "Each run the agent said it could not check availability after the lookup answered. The slot was in the mock every time."
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
verdict: 'bot_defect',
why: 'Each run the agent said it could not check availability after the lookup answered. The slot was in the mock every time.'
})
};
fetch('https://api.signalmd.dev/v1/agents/{agentId}/tests/{testId}/verdicts', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.signalmd.dev/v1/agents/{agentId}/tests/{testId}/verdicts",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'verdict' => 'bot_defect',
'why' => 'Each run the agent said it could not check availability after the lookup answered. The slot was in the mock every time.'
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.signalmd.dev/v1/agents/{agentId}/tests/{testId}/verdicts"
payload := strings.NewReader("{\n \"verdict\": \"bot_defect\",\n \"why\": \"Each run the agent said it could not check availability after the lookup answered. The slot was in the mock every time.\"\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.signalmd.dev/v1/agents/{agentId}/tests/{testId}/verdicts")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"verdict\": \"bot_defect\",\n \"why\": \"Each run the agent said it could not check availability after the lookup answered. The slot was in the mock every time.\"\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.signalmd.dev/v1/agents/{agentId}/tests/{testId}/verdicts")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"verdict\": \"bot_defect\",\n \"why\": \"Each run the agent said it could not check availability after the lookup answered. The slot was in the mock every time.\"\n}"
response = http.request(request)
puts response.read_body{
"object": "test_verdict",
"id": "3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f",
"testId": "3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f",
"revision": 123,
"current": true,
"verdict": "stable",
"why": "<string>",
"evidenceAttemptIds": [
"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"
],
"stability": {
"status": "stable_pass",
"k": 123,
"n": 123,
"revision": 123,
"target": {
"engineVersion": 123,
"shadowAgentId": "3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"
},
"runs": [
{
"attemptId": "3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f",
"result": "passed",
"failedCriteria": [
"<string>"
],
"noFixture": [
"<string>"
]
}
]
},
"principalKind": "person",
"recordedBy": "<string>",
"goalId": "3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f",
"createdAt": "2026-10-02T14:03:07.120Z"
}{
"error": {
"type": "not_found_error",
"code": "agent_not_found",
"message": "Agent not found.",
"param": null,
"requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
}
}{
"error": {
"type": "not_found_error",
"code": "agent_not_found",
"message": "Agent not found.",
"param": null,
"requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
}
}{
"error": {
"type": "not_found_error",
"code": "agent_not_found",
"message": "Agent not found.",
"param": null,
"requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
}
}{
"error": {
"type": "not_found_error",
"code": "agent_not_found",
"message": "Agent not found.",
"param": null,
"requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
}
}{
"error": {
"type": "not_found_error",
"code": "agent_not_found",
"message": "Agent not found.",
"param": null,
"requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
}
}{
"error": {
"type": "not_found_error",
"code": "agent_not_found",
"message": "Agent not found.",
"param": null,
"requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
}
}{
"error": {
"type": "not_found_error",
"code": "agent_not_found",
"message": "Agent not found.",
"param": null,
"requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
}
}Authorizations
An API key (sig_...), or a session token from the web app.
Path Parameters
The agent's id.
^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"
The test's id.
^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"
Body
stable: the bot passed every run. bot_defect: the bot failed the same way on every run, so it has a real defect to fix. bot_flaky: the bot's results were unstable, some runs passed and some failed. test_issue: the test itself needs a fix (a tool with no mock, the simulated caller off its script, a variable the test did not hand in, a run cut off, or a pass that never reached what it checks); it needs that shown on a recorded run, and it blocks accepting until a new revision gets a new verdict.
stable, bot_defect, bot_flaky, test_issue What the transcript shows, in two sentences.
1 - 400The attempts it rests on. Default: the runs the stability reading read.
^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$The goal it was recorded under.
^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"
test_issue only: the items on the test's side it rests on, each naming a run and what was wrong (the tool, variable, behaviour or check). Each must match what SignalMD finds on that run, or the verdict is refused. Default: everything SignalMD finds on the runs read.
20Show child attributes
Show child attributes
Response
The verdict as stored.
test_verdict ^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"
^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"
Recorded on the test's current revision.
stable: the bot passed every run. bot_defect: the bot failed the same way on every run, so it has a real defect to fix. bot_flaky: the bot's results were unstable, some runs passed and some failed. test_issue: the test itself needs a fix (a tool with no mock, the simulated caller off its script, a variable the test did not hand in, a run cut off, or a pass that never reached what it checks); it needs that shown on a recorded run, and it blocks accepting until a new revision gets a new verdict.
stable, bot_defect, bot_flaky, test_issue Two sentences at most, in the transcript's words.
^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$The stability reading when it was recorded.
Show child attributes
Show child attributes
Who recorded it: a person, an API key, or the in-app copilot.
person, key, copilot A user id, or key:.
^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"
"2026-10-02T14:03:07.120Z"
Was this page helpful?