Vapi · Schema

TestSuiteRunScorerAI

AIVoiceAgentsRealtimeCPaaS

Properties

Name Type Description
type string This is the type of the scorer, which must be AI.
result string This is the result of the test suite.
reasoning string This is the reasoning provided by the AI scorer.
rubric string This is the rubric used by the AI scorer.
View JSON Schema on GitHub

JSON Schema

vapi-testsuiterunscorerai-schema.json Raw ↑
{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "#/components/schemas/TestSuiteRunScorerAI",
  "title": "TestSuiteRunScorerAI",
  "type": "object",
  "properties": {
    "type": {
      "type": "string",
      "description": "This is the type of the scorer, which must be AI.",
      "enum": [
        "ai"
      ],
      "maxLength": 100
    },
    "result": {
      "type": "string",
      "description": "This is the result of the test suite.",
      "enum": [
        "pass",
        "fail"
      ],
      "maxLength": 100
    },
    "reasoning": {
      "type": "string",
      "description": "This is the reasoning provided by the AI scorer.",
      "maxLength": 10000
    },
    "rubric": {
      "type": "string",
      "description": "This is the rubric used by the AI scorer.",
      "maxLength": 10000
    }
  },
  "required": [
    "type",
    "result",
    "reasoning",
    "rubric"
  ]
}