Start a run

curl

curl -X POST "https://first-signal-api.fly.dev/v1/agents/6f1d2c3b-4a5e-4f60-8b7a-9c0d1e2f3a4b/runs" \
  -H "Authorization: Bearer $SIGNAL_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{"version":8,"testSetId":"c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f","personas":["@source","hurried-returning-patient"]}'

import requests

url = "https://first-signal-api.fly.dev/v1/agents/{agentId}/runs"

payload = {
    "version": 8,
    "testSetId": "c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f",
    "personas": ["@source", "hurried-returning-patient"]
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    version: 8,
    testSetId: 'c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f',
    personas: ['@source', 'hurried-returning-patient']
  })
};

fetch('https://first-signal-api.fly.dev/v1/agents/{agentId}/runs', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://first-signal-api.fly.dev/v1/agents/{agentId}/runs",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'version' => 8,
    'testSetId' => 'c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f',
    'personas' => [
        '@source',
        'hurried-returning-patient'
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://first-signal-api.fly.dev/v1/agents/{agentId}/runs"

	payload := strings.NewReader("{\n  \"version\": 8,\n  \"testSetId\": \"c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f\",\n  \"personas\": [\n    \"@source\",\n    \"hurried-returning-patient\"\n  ]\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://first-signal-api.fly.dev/v1/agents/{agentId}/runs")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"version\": 8,\n  \"testSetId\": \"c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f\",\n  \"personas\": [\n    \"@source\",\n    \"hurried-returning-patient\"\n  ]\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://first-signal-api.fly.dev/v1/agents/{agentId}/runs")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"version\": 8,\n  \"testSetId\": \"c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f\",\n  \"personas\": [\n    \"@source\",\n    \"hurried-returning-patient\"\n  ]\n}"

response = http.request(request)
puts response.read_body

{
  "object": "run",
  "id": "d1e2f3a4-b5c6-4d7e-8f9a-0b1c2d3e4f5a",
  "status": "complete",
  "message": null,
  "kind": "run",
  "trigger": "ci",
  "version": 8,
  "testSetId": "c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f",
  "testIds": [
    "3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"
  ],
  "personas": null,
  "repeats": null,
  "shadowAgentId": null,
  "progress": {
    "completed": 12,
    "total": 12
  },
  "cells": {
    "requested": 12,
    "runnable": 12
  },
  "summary": {
    "cells": 12,
    "scored": 12,
    "counts": {
      "passed": 9,
      "failed": 2,
      "flaky": 1,
      "error": 0,
      "drift": 0,
      "notRun": 0
    },
    "passRate": 0.75
  },
  "cost": {
    "retellUsd": 1.84,
    "signalUsd": 0.21
  },
  "approvedAt": null,
  "createdBy": "key:00000000-0000-4000-8000-00000000000a",
  "createdAt": "2026-10-02T11:00:03.000Z",
  "updatedAt": "2026-10-02T11:07:41.000Z"
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

POST

agents

{agentId}

runs

curl

curl -X POST "https://first-signal-api.fly.dev/v1/agents/6f1d2c3b-4a5e-4f60-8b7a-9c0d1e2f3a4b/runs" \
  -H "Authorization: Bearer $SIGNAL_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{"version":8,"testSetId":"c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f","personas":["@source","hurried-returning-patient"]}'

import requests

url = "https://first-signal-api.fly.dev/v1/agents/{agentId}/runs"

payload = {
    "version": 8,
    "testSetId": "c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f",
    "personas": ["@source", "hurried-returning-patient"]
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    version: 8,
    testSetId: 'c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f',
    personas: ['@source', 'hurried-returning-patient']
  })
};

fetch('https://first-signal-api.fly.dev/v1/agents/{agentId}/runs', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://first-signal-api.fly.dev/v1/agents/{agentId}/runs",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'version' => 8,
    'testSetId' => 'c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f',
    'personas' => [
        '@source',
        'hurried-returning-patient'
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://first-signal-api.fly.dev/v1/agents/{agentId}/runs"

	payload := strings.NewReader("{\n  \"version\": 8,\n  \"testSetId\": \"c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f\",\n  \"personas\": [\n    \"@source\",\n    \"hurried-returning-patient\"\n  ]\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://first-signal-api.fly.dev/v1/agents/{agentId}/runs")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"version\": 8,\n  \"testSetId\": \"c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f\",\n  \"personas\": [\n    \"@source\",\n    \"hurried-returning-patient\"\n  ]\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://first-signal-api.fly.dev/v1/agents/{agentId}/runs")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"version\": 8,\n  \"testSetId\": \"c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f\",\n  \"personas\": [\n    \"@source\",\n    \"hurried-returning-patient\"\n  ]\n}"

response = http.request(request)
puts response.read_body

{
  "object": "run",
  "id": "d1e2f3a4-b5c6-4d7e-8f9a-0b1c2d3e4f5a",
  "status": "complete",
  "message": null,
  "kind": "run",
  "trigger": "ci",
  "version": 8,
  "testSetId": "c7d8e9f0-a1b2-4c3d-8e4f-5a6b7c8d9e0f",
  "testIds": [
    "3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"
  ],
  "personas": null,
  "repeats": null,
  "shadowAgentId": null,
  "progress": {
    "completed": 12,
    "total": 12
  },
  "cells": {
    "requested": 12,
    "runnable": 12
  },
  "summary": {
    "cells": 12,
    "scored": 12,
    "counts": {
      "passed": 9,
      "failed": 2,
      "flaky": 1,
      "error": 0,
      "drift": 0,
      "notRun": 0
    },
    "passRate": 0.75
  },
  "cost": {
    "retellUsd": 1.84,
    "signalUsd": 0.21
  },
  "approvedAt": null,
  "createdBy": "key:00000000-0000-4000-8000-00000000000a",
  "createdAt": "2026-10-02T11:00:03.000Z",
  "updatedAt": "2026-10-02T11:07:41.000Z"
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

{
  "error": {
    "type": "not_found_error",
    "code": "agent_not_found",
    "message": "Agent not found.",
    "param": null,
    "requestId": "req_8c1f0e2b4a6d9e3f7a5c1b0d"
  }
}

Authorizations

Authorization

string

header

required

An API key (sig_...), or a session token from the web app.

Path Parameters

agentId

string<uuid>

required

The agent's id.

Pattern: ^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$

Example:

"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"

Body

application/json

version

integer

required

The agent version to play. Its configuration must be stored, so its tools can be mocked.

Required range: x >= 0

testSetId

string<uuid>

Run every test in this set. Send this or testIds.

Pattern: ^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$

Example:

"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"

testIds

string<uuid>[]

Run these tests, in this order. Send this or testSetId. Every id must be one of this agent's tests: an unknown id is 404 tests_not_found and an archived one 400 tests_archived, both naming the ids, and nothing runs.

Minimum array length: 1

Pattern: ^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$

personas

string[]

Persona slugs (GET .../personas, runnable ones); each test runs once per persona. @source is each test's own caller. Absent: each test's own.

Minimum array length: 1

Minimum string length: 1

repeats

enum<number>

3: every cell runs three times and reports k of 3. Absent: once, and again on a failure; guard tests run 3 times.

Available options:

3

Response

The run, queued.

object

enum<string>

required

Available options:

run

string<uuid>

required

Pattern: ^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$

Example:

"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"

status

enum<string>

required

queued, running, then complete, refused (budget) or failed. An automatic run over the budget waits in awaiting_approval for a person.

Available options:

queued,

awaiting_approval,

running,

complete,

refused,

failed

message

string | null

required

The latest status message: what the budget covered, or why it refused or failed.

kind

enum<string>

required

A calibration run plays each test 3 times to decide whether it gates.

Available options:

run,

calibration

trigger

enum<string> | null

required

Who started it: a person, Signal on a new version, or an API key.

Available options:

manual,

auto,

ci,

null

version

integer

required

The agent version played.

testSetId

string<uuid> | null

required

Pattern: ^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$

Example:

"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"

testIds

string<uuid>[]

required

The tests requested, in order.

Pattern: ^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$

personas

string[] | null

required

The personas requested; null means each test's own caller.

repeats

enum<number> | null

required

3: every cell runs three times and reports k of 3.

Available options:

3

shadowAgentId

string<uuid> | null

required

Set when the run played a shadow copy of the version.

Pattern: ^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$

Example:

"3f1c2d4e-5a6b-4c7d-8e9f-0a1b2c3d4e5f"

progress

object

required

Cells finished of cells to play.

Show child attributes

cells

object

required

Fewer runnable than requested means the budget covered part of the run; the rest are not run.

Show child attributes

summary

object

required

Show child attributes

Example:

{
  "cells": 12,
  "scored": 12,
  "counts": {
    "passed": 9,
    "failed": 2,
    "flaky": 1,
    "error": 0,
    "drift": 0,
    "notRun": 0
  },
  "passRate": 0.75
}

cost

object

required

Estimated spend.

Show child attributes

approvedAt

string<date-time> | null

required

When a person approved an automatic run that was over the budget.

Example:

"2026-10-02T14:03:07.120Z"

createdBy

string | null

required

Who started it: a user id, or key: for an API key.

createdAt

string<date-time>

required

Example:

"2026-10-02T14:03:07.120Z"

updatedAt

string<date-time>

required

Example:

"2026-10-02T14:03:07.120Z"

estimate

object

required

What was checked when the run was accepted.

Show child attributes

Get started

MCP server

API reference

Authorizations

Path Parameters

Body

Response