cohere · Schema

TokenizeResponse

Properties

Name	Type	Description
tokens	array	An array of token strings resulting from tokenizing the input text.
token_strings	array	An array of token strings corresponding to each token.
meta	object	Metadata about the API request.

View JSON Schema on GitHub

JSON Schema

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "#/components/schemas/TokenizeResponse",
  "title": "TokenizeResponse",
  "type": "object",
  "properties": {
    "tokens": {
      "type": "array",
      "description": "An array of token strings resulting from tokenizing the input text.",
      "items": {
        "type": "string"
      }
    },
    "token_strings": {
      "type": "array",
      "description": "An array of token strings corresponding to each token.",
      "items": {
        "type": "string"
      }
    },
    "meta": {
      "type": "object",
      "description": "Metadata about the API request.",
      "properties": {
        "api_version": {
          "type": "object",
          "properties": {
            "version": {
              "type": "string",
              "description": "The API version used for the request."
            }
          }
        }
      }
    }
  }
}