Execute agent-flow-quality evaluator

Validate agent trajectory against user-defined conditions

Request Body:

• input.trajectory_prompts (string, required): JSON array of prompts in the agent trajectory
• input.trajectory_completions (string, required): JSON array of completions in the agent trajectory
• config.conditions (array of strings, required): Array of evaluation conditions/rules to validate against
• config.threshold (number, required): Score threshold for pass/fail determination (0.0-1.0)

POST /v2/evaluators/execute/agent-flow-quality

Execute agent-flow-quality evaluator

cURL

curl --request POST \
  --url https://api.traceloop.com/v2/evaluators/execute/agent-flow-quality \
  --header 'Authorization: <api-key>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "config": {
    "conditions": [
      "no tools called",
      "agent completed task"
    ],
    "threshold": 0.5
  },
  "input": {
    "trajectory_completions": "[\"Found 5 flights\", \"Selected $299 flight\", \"Booking confirmed\"]",
    "trajectory_prompts": "[\"Search for flights\", \"Select the cheapest option\", \"Confirm booking\"]"
  }
}
'

import requests

url = "https://api.traceloop.com/v2/evaluators/execute/agent-flow-quality"

payload = {
    "config": {
        "conditions": ["no tools called", "agent completed task"],
        "threshold": 0.5
    },
    "input": {
        "trajectory_completions": "[\"Found 5 flights\", \"Selected $299 flight\", \"Booking confirmed\"]",
        "trajectory_prompts": "[\"Search for flights\", \"Select the cheapest option\", \"Confirm booking\"]"
    }
}
headers = {
    "Authorization": "<api-key>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: '<api-key>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    config: {conditions: ['no tools called', 'agent completed task'], threshold: 0.5},
    input: {
      trajectory_completions: '["Found 5 flights", "Selected $299 flight", "Booking confirmed"]',
      trajectory_prompts: '["Search for flights", "Select the cheapest option", "Confirm booking"]'
    }
  })
};

fetch('https://api.traceloop.com/v2/evaluators/execute/agent-flow-quality', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.traceloop.com/v2/evaluators/execute/agent-flow-quality",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'config' => [
        'conditions' => [
                'no tools called',
                'agent completed task'
        ],
        'threshold' => 0.5
    ],
    'input' => [
        'trajectory_completions' => '["Found 5 flights", "Selected $299 flight", "Booking confirmed"]',
        'trajectory_prompts' => '["Search for flights", "Select the cheapest option", "Confirm booking"]'
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: <api-key>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.traceloop.com/v2/evaluators/execute/agent-flow-quality"

	payload := strings.NewReader("{\n  \"config\": {\n    \"conditions\": [\n      \"no tools called\",\n      \"agent completed task\"\n    ],\n    \"threshold\": 0.5\n  },\n  \"input\": {\n    \"trajectory_completions\": \"[\\\"Found 5 flights\\\", \\\"Selected $299 flight\\\", \\\"Booking confirmed\\\"]\",\n    \"trajectory_prompts\": \"[\\\"Search for flights\\\", \\\"Select the cheapest option\\\", \\\"Confirm booking\\\"]\"\n  }\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "<api-key>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.traceloop.com/v2/evaluators/execute/agent-flow-quality")
  .header("Authorization", "<api-key>")
  .header("Content-Type", "application/json")
  .body("{\n  \"config\": {\n    \"conditions\": [\n      \"no tools called\",\n      \"agent completed task\"\n    ],\n    \"threshold\": 0.5\n  },\n  \"input\": {\n    \"trajectory_completions\": \"[\\\"Found 5 flights\\\", \\\"Selected $299 flight\\\", \\\"Booking confirmed\\\"]\",\n    \"trajectory_prompts\": \"[\\\"Search for flights\\\", \\\"Select the cheapest option\\\", \\\"Confirm booking\\\"]\"\n  }\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.traceloop.com/v2/evaluators/execute/agent-flow-quality")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = '<api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"config\": {\n    \"conditions\": [\n      \"no tools called\",\n      \"agent completed task\"\n    ],\n    \"threshold\": 0.5\n  },\n  \"input\": {\n    \"trajectory_completions\": \"[\\\"Found 5 flights\\\", \\\"Selected $299 flight\\\", \\\"Booking confirmed\\\"]\",\n    \"trajectory_prompts\": \"[\\\"Search for flights\\\", \\\"Select the cheapest option\\\", \\\"Confirm booking\\\"]\"\n  }\n}"

response = http.request(request)
puts response.read_body

200

{
  "reason": "Agent followed the expected flow correctly",
  "result": "pass",
  "score": 0.89
}

{
  "error": "error message"
}

{
  "error": "error message"
}

Authorizations

Authorization · string · header · required

Type "Bearer" followed by a space and JWT token.

Body

application/json

Request body

config · object · required

Show child attributes

input · object · required

Show child attributes

Response

200

application/json

OK

reason · string

Example:

"Agent followed the expected flow correctly"

result · string

Example:

"pass"

score · number

Example:

0.89