Create a test

curl

curl -X POST "https://api.signalmd.dev/v1/agents/6f1d2c3b-4a5e-4f60-8b7a-9c0d1e2f3a4b/tests" \
  -H "Authorization: Bearer $SIGNAL_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{"callId":"0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e","issueKey":"tool_timeout:check_availability"}'

import requests

url = "https://api.signalmd.dev/v1/agents/{agentId}/tests"

payload = {
    "callId": "0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e",
    "issueKey": "tool_timeout:check_availability"
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    callId: '0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e',
    issueKey: 'tool_timeout:check_availability'
  })
};

fetch('https://api.signalmd.dev/v1/agents/{agentId}/tests', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.signalmd.dev/v1/agents/{agentId}/tests",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'callId' => '0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e',
    'issueKey' => 'tool_timeout:check_availability'
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.signalmd.dev/v1/agents/{agentId}/tests"

	payload := strings.NewReader("{\n  \"callId\": \"0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e\",\n  \"issueKey\": \"tool_timeout:check_availability\"\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.signalmd.dev/v1/agents/{agentId}/tests")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"callId\": \"0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e\",\n  \"issueKey\": \"tool_timeout:check_availability\"\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.signalmd.dev/v1/agents/{agentId}/tests")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"callId\": \"0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e\",\n  \"issueKey\": \"tool_timeout:check_availability\"\n}"

response = http.request(request)
puts response.read_body

{
  "object": "test",
  "id": "3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f",
  "title": "Books a cleaning when the lookup is slow",
  "source": "production",
  "lane": "integrations",
  "intentSlug": "book_appointment",
  "tier": "text",
  "sourceCallId": "0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e",
  "sourceIssueKey": "tool_timeout:check_availability",
  "persona": {
    "slug": "@source",
    "label": "The call's own caller"
  },
  "revision": 2,
  "state": "accepted",
  "acceptedAt": "2026-09-20T16:12:00.000Z",
  "criteriaApprovedAt": "2026-09-20T16:12:00.000Z",
  "expect": "pass",
  "guard": false,
  "gates": true,
  "gateReason": "Calibrated: reproduces the failure on version 7 and passes on 8.",
  "written": true,
  "calibration": {
    "state": "stable",
    "expect": "pass",
    "version": 8,
    "k": 3,
    "n": 3,
    "results": [
      "passed",
      "passed",
      "passed"
    ],
    "runId": "d1e2f3a4-b5c6-4d7e-8f9a-0b1c2d3e4f5a",
    "revision": 2,
    "epoch": {
      "simulatorModel": "caller-setup-a",
      "judgeModel": "review-setup-a",
      "judgePromptHash": "9f2c1a7e",
      "scorerVersion": "2026-09-18"
    },
    "at": "2026-10-02T11:07:41.000Z",
    "reason": "Passed every run on version 8."
  },
  "inRelease": true,
  "testSets": [
    {
      "id": "c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f",
      "name": "Release"
    }
  ],
  "tags": [
    "booking"
  ],
  "criteriaCount": 2,
  "fixtureCounts": {
    "total": 1,
    "recorded": 1,
    "fromOtherCall": 0,
    "ownerSet": 0,
    "none": 0
  },
  "lastAttempt": {
    "result": "passed",
    "startedAt": "2026-10-02T11:01:15.000Z"
  },
  "autoImprove": {
    "status": "ready",
    "label": "Ready for calls",
    "active": false,
    "updatedAt": "2026-09-28T09:44:02.000Z"
  },
  "archivedAt": null,
  "createdAt": "2026-09-20T16:12:00.000Z",
  "updatedAt": "2026-09-28T09:40:31.000Z"
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

POST

agents

{agentId}

tests

curl

curl -X POST "https://api.signalmd.dev/v1/agents/6f1d2c3b-4a5e-4f60-8b7a-9c0d1e2f3a4b/tests" \
  -H "Authorization: Bearer $SIGNAL_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{"callId":"0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e","issueKey":"tool_timeout:check_availability"}'

import requests

url = "https://api.signalmd.dev/v1/agents/{agentId}/tests"

payload = {
    "callId": "0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e",
    "issueKey": "tool_timeout:check_availability"
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    callId: '0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e',
    issueKey: 'tool_timeout:check_availability'
  })
};

fetch('https://api.signalmd.dev/v1/agents/{agentId}/tests', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.signalmd.dev/v1/agents/{agentId}/tests",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'callId' => '0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e',
    'issueKey' => 'tool_timeout:check_availability'
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.signalmd.dev/v1/agents/{agentId}/tests"

	payload := strings.NewReader("{\n  \"callId\": \"0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e\",\n  \"issueKey\": \"tool_timeout:check_availability\"\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.signalmd.dev/v1/agents/{agentId}/tests")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"callId\": \"0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e\",\n  \"issueKey\": \"tool_timeout:check_availability\"\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.signalmd.dev/v1/agents/{agentId}/tests")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"callId\": \"0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e\",\n  \"issueKey\": \"tool_timeout:check_availability\"\n}"

response = http.request(request)
puts response.read_body

{
  "object": "test",
  "id": "3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f",
  "title": "Books a cleaning when the lookup is slow",
  "source": "production",
  "lane": "integrations",
  "intentSlug": "book_appointment",
  "tier": "text",
  "sourceCallId": "0b9e8d7c-6f5a-4b3c-9d2e-1f0a9b8c7d6e",
  "sourceIssueKey": "tool_timeout:check_availability",
  "persona": {
    "slug": "@source",
    "label": "The call's own caller"
  },
  "revision": 2,
  "state": "accepted",
  "acceptedAt": "2026-09-20T16:12:00.000Z",
  "criteriaApprovedAt": "2026-09-20T16:12:00.000Z",
  "expect": "pass",
  "guard": false,
  "gates": true,
  "gateReason": "Calibrated: reproduces the failure on version 7 and passes on 8.",
  "written": true,
  "calibration": {
    "state": "stable",
    "expect": "pass",
    "version": 8,
    "k": 3,
    "n": 3,
    "results": [
      "passed",
      "passed",
      "passed"
    ],
    "runId": "d1e2f3a4-b5c6-4d7e-8f9a-0b1c2d3e4f5a",
    "revision": 2,
    "epoch": {
      "simulatorModel": "caller-setup-a",
      "judgeModel": "review-setup-a",
      "judgePromptHash": "9f2c1a7e",
      "scorerVersion": "2026-09-18"
    },
    "at": "2026-10-02T11:07:41.000Z",
    "reason": "Passed every run on version 8."
  },
  "inRelease": true,
  "testSets": [
    {
      "id": "c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f",
      "name": "Release"
    }
  ],
  "tags": [
    "booking"
  ],
  "criteriaCount": 2,
  "fixtureCounts": {
    "total": 1,
    "recorded": 1,
    "fromOtherCall": 0,
    "ownerSet": 0,
    "none": 0
  },
  "lastAttempt": {
    "result": "passed",
    "startedAt": "2026-10-02T11:01:15.000Z"
  },
  "autoImprove": {
    "status": "ready",
    "label": "Ready for calls",
    "active": false,
    "updatedAt": "2026-09-28T09:44:02.000Z"
  },
  "archivedAt": null,
  "createdAt": "2026-09-20T16:12:00.000Z",
  "updatedAt": "2026-09-28T09:40:31.000Z"
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

Authorizations

Authorization

string

header

required

An API key (sig_...), or a session token from the web app.

Path Parameters

agentId

string<uuid>

required

The agent's id.

Pattern: ^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$

Example:

"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"

Body

application/json

spec

object

A TestSpec (see the TestSpec component and GET .../tests/schema). Checked as a whole: a refused spec names the first problem's path in param.

Show child attributes

callId

string<uuid>

A stored call of this agent to replay as a production test.

Pattern: ^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$

Example:

"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"

issueKey

string

With callId: the issue the test reproduces (it then expects the defect).

Minimum string length: 1

Response

The test as stored.

object

enum<string>

required

Available options:

test

string<uuid>

required

Pattern: ^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$

Example:

"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"

title

string | null

required

What the test list calls it. Null on tests made before titles.

source

enum<string>

required

production: a stored call replayed. custom: written as a spec. probe: written for a brief line no call exercises; never gates.

Available options:

production,

custom,

probe

lane

enum<string> | null

required

The lane a defect lives in: hearing, understanding, flow, speaking or integrations.

Available options:

hearing,

understanding,

flow,

speaking,

integrations,

null

intentSlug

string | null

required

The caller's intent the test covers.

tier

enum<string>

required

text runs a simulated chat; phone is not built yet.

Available options:

text,

phone

sourceCallId

string<uuid> | null

required

The production call it was made from, or based on.

Pattern: ^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$

Example:

"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"

sourceIssueKey

string | null

required

The issue it reproduces, for a test made from an issue.

persona

object

required

The caller the test plays when a run does not name personas.

Show child attributes

revision

integer

required

Bumped by every accepted edit. GET .../revisions has each one.

state

enum<string>

required

draft: made by a key or the copilot and not accepted yet; it runs and reports and never gates or counts. accepted: counts. POST .../tests/accept accepts drafts.

Available options:

draft,

accepted

acceptedAt

string<date-time> | null

required

When it was accepted. Null on a draft.

Example:

"2026-10-02T14:03:07.120Z"

criteriaApprovedAt

string<date-time> | null

required

When a person approved its criteria. From then on a change to them needs a person's approval; anyone else's is filed as a criteria proposal.

Example:

"2026-10-02T14:03:07.120Z"

expect

enum<string>

required

What the test claims: an issue test expects the defect (fail) until its fix ships.

Available options:

pass,

fail

guard

boolean

required

Marked a guard test: it runs several times every release and must pass every time.

gates

boolean

required

Whether its results count toward a release. Only a calibrated test in the current scoring epoch gates.

gateReason

string

required

Why it gates or does not, in a few words.

written

boolean

required

SignalMD generated the caller (a generated test). Such a test reports and never gates.

calibration

object | null

required

Show child attributes

inRelease

boolean

required

In the release set, which runs on every new version and from CI.

testSets

object[]

required

The test sets it belongs to.

Show child attributes

Get started

MCP server

API reference

Authorizations

Path Parameters

Body

Response