scripts/databricks/.env.example

#-------------------------------------------------------------
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
#
#-------------------------------------------------------------

# Configuration for scripts/databricks/deploy.sh.
#
# Copy this file to ".env" (next to deploy.sh, at the repo root, or anywhere in
# a parent directory of the script) and fill in your own values. deploy.sh
# searches upward from its own location for the first .env it finds; you can
# also point it at a specific file with ENV_FILE=/path/to/.env.
#
# Values already exported in your shell take precedence over this file.

# Databricks CLI profile to use (see ~/.databrickscfg).
# Authenticate once with: databricks auth login --profile <profile>
PROFILE=DEFAULT

# Unity Catalog location for the SystemDS jar volume and demo tables.
CATALOG=main
SCHEMA=default
VOLUME=systemds

# Compute policy that the cluster must satisfy. Leave empty for no policy.
# Example: Personal Compute policy id.
POLICY_ID=

# Cluster shape.
# See "Choosing a node type" in README.md for NODE_TYPE options, or run:
#   databricks clusters list-node-types -p "$PROFILE" -o json
SPARK_VERSION=16.4.x-scala2.12
NODE_TYPE=i3.xlarge
NUM_WORKERS=0
AUTOTERMINATION_MINUTES=30
CLUSTER_NAME=systemds

# Optional overrides (uncomment to use):
# Path to the SystemDS jar to upload (defaults to <repo-root>/target/SystemDS.jar).
# JAR_LOCAL=/abs/path/to/SystemDS.jar
# Workspace folder to import the notebooks into (defaults to /Users/<you>).
# NB_DIR=/Users/me@example.com
# Notebooks to import (space-separated; language detected from extension).
# NB_FILES="SystemDS_MLContext_Demo.scala SystemDS_Delta_E2E.scala"
# Delta Kernel Maven library version installed by `deploy.sh libs` (>= 3.3.2;
# must match the delta-kernel.version in pom.xml).
# DELTA_KERNEL_VERSION=3.3.2
# Override the auto-detected Databricks user name.
# USER_NAME=me@example.com