Run Evaluator Websocket

Run evaluators against per-scenario websocket URLs (bulk)

curl --request POST \
  --url https://api.cekura.ai/test_framework/v1/scenarios/run_scenarios_with_websockets/ \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "scenarios": [
    {
      "scenario": 123,
      "websocket_url": "<string>"
    }
  ],
  "frequency": 50,
  "agent": 123,
  "mock_tool_names": [
    "<string>"
  ]
}
'

import requests

url = "https://api.cekura.ai/test_framework/v1/scenarios/run_scenarios_with_websockets/"

payload = {
    "scenarios": [
        {
            "scenario": 123,
            "websocket_url": "<string>"
        }
    ],
    "frequency": 50,
    "agent": 123,
    "mock_tool_names": ["<string>"]
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    scenarios: [{scenario: 123, websocket_url: '<string>'}],
    frequency: 50,
    agent: 123,
    mock_tool_names: ['<string>']
  })
};

fetch('https://api.cekura.ai/test_framework/v1/scenarios/run_scenarios_with_websockets/', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.cekura.ai/test_framework/v1/scenarios/run_scenarios_with_websockets/",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'scenarios' => [
        [
                'scenario' => 123,
                'websocket_url' => '<string>'
        ]
    ],
    'frequency' => 50,
    'agent' => 123,
    'mock_tool_names' => [
        '<string>'
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.cekura.ai/test_framework/v1/scenarios/run_scenarios_with_websockets/"

	payload := strings.NewReader("{\n  \"scenarios\": [\n    {\n      \"scenario\": 123,\n      \"websocket_url\": \"<string>\"\n    }\n  ],\n  \"frequency\": 50,\n  \"agent\": 123,\n  \"mock_tool_names\": [\n    \"<string>\"\n  ]\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.cekura.ai/test_framework/v1/scenarios/run_scenarios_with_websockets/")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"scenarios\": [\n    {\n      \"scenario\": 123,\n      \"websocket_url\": \"<string>\"\n    }\n  ],\n  \"frequency\": 50,\n  \"agent\": 123,\n  \"mock_tool_names\": [\n    \"<string>\"\n  ]\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.cekura.ai/test_framework/v1/scenarios/run_scenarios_with_websockets/")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"scenarios\": [\n    {\n      \"scenario\": 123,\n      \"websocket_url\": \"<string>\"\n    }\n  ],\n  \"frequency\": 50,\n  \"agent\": 123,\n  \"mock_tool_names\": [\n    \"<string>\"\n  ]\n}"

response = http.request(request)
puts response.read_body

{
  "id": 123,
  "agent": 123,
  "status": "pending",
  "run_as_text": false,
  "runs": {
    "id": 274,
    "status": "pending",
    "scenario": 1,
    "number": null,
    "inbound_number": "+11234567890",
    "scenario_name": "Customer Support Call (Agent Inbound = True)",
    "test_profile_data": null,
    "outbound_dial_window_opens_at": null,
    "outbound_dial_window_seconds": null,
    "outbound_dial_window_closes_at": null
  },
  "created_at": "2025-02-25T21:00:01.990052Z"
}

{
  "field_name": [
    "<string>"
  ]
}

POST

test_framework

scenarios

run_scenarios_with_websockets

Run evaluators against per-scenario websocket URLs (bulk)

curl --request POST \
  --url https://api.cekura.ai/test_framework/v1/scenarios/run_scenarios_with_websockets/ \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "scenarios": [
    {
      "scenario": 123,
      "websocket_url": "<string>"
    }
  ],
  "frequency": 50,
  "agent": 123,
  "mock_tool_names": [
    "<string>"
  ]
}
'

import requests

url = "https://api.cekura.ai/test_framework/v1/scenarios/run_scenarios_with_websockets/"

payload = {
    "scenarios": [
        {
            "scenario": 123,
            "websocket_url": "<string>"
        }
    ],
    "frequency": 50,
    "agent": 123,
    "mock_tool_names": ["<string>"]
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    scenarios: [{scenario: 123, websocket_url: '<string>'}],
    frequency: 50,
    agent: 123,
    mock_tool_names: ['<string>']
  })
};

fetch('https://api.cekura.ai/test_framework/v1/scenarios/run_scenarios_with_websockets/', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.cekura.ai/test_framework/v1/scenarios/run_scenarios_with_websockets/",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'scenarios' => [
        [
                'scenario' => 123,
                'websocket_url' => '<string>'
        ]
    ],
    'frequency' => 50,
    'agent' => 123,
    'mock_tool_names' => [
        '<string>'
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.cekura.ai/test_framework/v1/scenarios/run_scenarios_with_websockets/"

	payload := strings.NewReader("{\n  \"scenarios\": [\n    {\n      \"scenario\": 123,\n      \"websocket_url\": \"<string>\"\n    }\n  ],\n  \"frequency\": 50,\n  \"agent\": 123,\n  \"mock_tool_names\": [\n    \"<string>\"\n  ]\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.cekura.ai/test_framework/v1/scenarios/run_scenarios_with_websockets/")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"scenarios\": [\n    {\n      \"scenario\": 123,\n      \"websocket_url\": \"<string>\"\n    }\n  ],\n  \"frequency\": 50,\n  \"agent\": 123,\n  \"mock_tool_names\": [\n    \"<string>\"\n  ]\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.cekura.ai/test_framework/v1/scenarios/run_scenarios_with_websockets/")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"scenarios\": [\n    {\n      \"scenario\": 123,\n      \"websocket_url\": \"<string>\"\n    }\n  ],\n  \"frequency\": 50,\n  \"agent\": 123,\n  \"mock_tool_names\": [\n    \"<string>\"\n  ]\n}"

response = http.request(request)
puts response.read_body

{
  "id": 123,
  "agent": 123,
  "status": "pending",
  "run_as_text": false,
  "runs": {
    "id": 274,
    "status": "pending",
    "scenario": 1,
    "number": null,
    "inbound_number": "+11234567890",
    "scenario_name": "Customer Support Call (Agent Inbound = True)",
    "test_profile_data": null,
    "outbound_dial_window_opens_at": null,
    "outbound_dial_window_seconds": null,
    "outbound_dial_window_closes_at": null
  },
  "created_at": "2025-02-25T21:00:01.990052Z"
}

{
  "field_name": [
    "<string>"
  ]
}

Authorizations

Authorization

string

header

required

OAuth access token issued by Cekura for connected apps.

Body

scenarios

object[]

required

List of scenario+websocket pairs. Each element must be an object with two keys: scenario (integer evaluator ID) and websocket_url (string, ws:// or wss:// URL). Example: [{"scenario": 101, "websocket_url": "wss://agent-a.example.com/chat"}, {"scenario": 102, "websocket_url": "wss://agent-b.example.com/chat"}]

Show child attributes

frequency

integer

required

Frequency to run

Required range: 1 <= x <= 100

agent

integer | null

Agent to use. Required if none of the scenarios have an agent.

mock_tool_names

string[] | null

Names of mock tools to activate for this run. Omit (or send null) to mock every tool configured on the agent; send an empty list to mock none so every tool keeps its original endpoint; send specific names to mock only those. Tools that belong to an MCP server should be selected via the MCP server's name or key, which mocks all of that server's tools as one unit. Legacy MCP sub-tool names are accepted as aliases for the whole parent MCP.

Response

integer

ID of the result

agent

integer

ID of the agent

status

enum<string>

Status of the result

Available options:

pending,

running,

completed,

failed

run_as_text

boolean

Whether the scenario ran as text or not

Example:

false

runs

object[]

Show child attributes

Examples:

{
  "id": 274,
  "status": "pending",
  "scenario": 1,
  "number": null,
  "inbound_number": "+11234567890",
  "scenario_name": "Customer Support Call (Agent Inbound = True)",
  "test_profile_data": null,
  "outbound_dial_window_opens_at": null,
  "outbound_dial_window_seconds": null,
  "outbound_dial_window_closes_at": null
}

{
  "id": 275,
  "status": "pending",
  "scenario": 2,
  "number": "+11234567890",
  "inbound_number": null,
  "scenario_name": "Outbound Sales Call (Agent Inbound = False)",
  "test_profile_data": null,
  "outbound_dial_window_opens_at": "2026-06-24T10:47:30Z",
  "outbound_dial_window_seconds": 300,
  "outbound_dial_window_closes_at": "2026-06-24T10:52:30Z"
}

created_at

string<date-time>

Example:

"2025-02-25T21:00:01.990052Z"

⌘I