Hugging Face · Schema

EndpointMetrics

Properties

Name Type Description
request_count integer
request_duration_ms object
error_rate number
tokens_per_second number
View JSON Schema on GitHub

JSON Schema

hugging-face-endpointmetrics-schema.json Raw ↑ 
{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "#/components/schemas/EndpointMetrics",
  "title": "EndpointMetrics",
  "type": "object",
  "properties": {
    "request_count": {
      "type": "integer",
      "example": 10
    },
    "request_duration_ms": {
      "type": "object",
      "properties": {
        "p50": {
          "type": "number"
        },
        "p90": {
          "type": "number"
        },
        "p99": {
          "type": "number"
        }
      },
      "example": "example_value"
    },
    "error_rate": {
      "type": "number",
      "format": "float",
      "example": 42.5
    },
    "tokens_per_second": {
      "type": "number",
      "format": "float",
      "example": 42.5
    }
  }
}