Letta · Schema

GenerateRequest

Request for direct LLM generation without agent processing.

AIAgentsStateful AgentsMemoryMemGPTContinual LearningMCPMulti-AgentRAGOpen Source

Properties

Name Type Description
prompt string The prompt/message to send to the LLM
system_prompt object Optional system prompt to prepend to the conversation
override_model object Model handle to use instead of agent's default (e.g., 'openai/gpt-4', 'anthropic/claude-3-5-sonnet')
response_schema object JSON schema for structured output. When provided, the LLM will be forced to return a response matching this schema via tool calling. The schema should follow JSON Schema format with 'properties' and o
View JSON Schema on GitHub

JSON Schema

letta-generaterequest-schema.json Raw ↑
{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "#/components/schemas/GenerateRequest",
  "title": "GenerateRequest",
  "properties": {
    "prompt": {
      "type": "string",
      "minLength": 1,
      "title": "Prompt",
      "description": "The prompt/message to send to the LLM"
    },
    "system_prompt": {
      "anyOf": [
        {
          "type": "string"
        },
        {
          "type": "null"
        }
      ],
      "title": "System Prompt",
      "description": "Optional system prompt to prepend to the conversation"
    },
    "override_model": {
      "anyOf": [
        {
          "type": "string"
        },
        {
          "type": "null"
        }
      ],
      "title": "Override Model",
      "description": "Model handle to use instead of agent's default (e.g., 'openai/gpt-4', 'anthropic/claude-3-5-sonnet')"
    },
    "response_schema": {
      "anyOf": [
        {
          "additionalProperties": true,
          "type": "object"
        },
        {
          "type": "null"
        }
      ],
      "title": "Response Schema",
      "description": "JSON schema for structured output. When provided, the LLM will be forced to return a response matching this schema via tool calling. The schema should follow JSON Schema format with 'properties' and optionally 'required' fields."
    }
  },
  "type": "object",
  "required": [
    "prompt"
  ],
  "description": "Request for direct LLM generation without agent processing."
}