ClusterLogConf

Configuration for delivering Spark logs to a destination

AnalyticsApache SparkBig DataData EngineeringMachine Learning

Properties

Name	Type	Description
dbfs	object
s3	object

View JSON Schema on GitHub

JSON Schema

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "#/components/schemas/ClusterLogConf",
  "title": "ClusterLogConf",
  "type": "object",
  "description": "Configuration for delivering Spark logs to a destination",
  "properties": {
    "dbfs": {
      "type": "object",
      "properties": {
        "destination": {
          "type": "string",
          "description": "DBFS destination path for logs"
        }
      },
      "example": "example_value"
    },
    "s3": {
      "type": "object",
      "properties": {
        "destination": {
          "type": "string"
        },
        "region": {
          "type": "string"
        },
        "endpoint": {
          "type": "string"
        }
      },
      "example": "example_value"
    }
  }
}