universal-workspace-setup-job-config.json

{
    "name": "DBAcademy Workspace-Setup",
    "max_concurrent_runs": 1,
    "format": "MULTI_TASK",
    "timeout_seconds": 10800,
    "tasks": [{
        "task_key": "universal-workspace-setup",
        "notebook_task": {
            "notebook_path": "universal-workspace-setup",
            "base_parameters": {
                "event_id": "{{event_id}}",
                "event_description": "{{event_description}}",
                "deployment_context": "{{deployment_context}}",
                "pools_node_type_id": "{{pools_node_type_id}}",
                "default_spark_version": "{{default_spark_version}}",
                "courses": "{{courses}}",
                "datasets": "{{datasets}}"
            },
            "source": "GIT"
        },
        "job_cluster_key": "Workspace-Setup-Cluster",
        "timeout_seconds": 0
    }],
    "job_clusters": [{
        "job_cluster_key": "Workspace-Setup-Cluster",
        "new_cluster": {
            "aws:node_type_id": "i3.xlarge",
            "azure:node_type_id": "Standard_D3_v2",
            "gcp:node_type_id": "n2-standard-4",
            "spark_version": "11.3.x-scala2.12",
            "spark_conf": {
                "spark.master": "local[*, 4]",
                "spark.databricks.cluster.profile": "singleNode"
            },
            "custom_tags": {
                "ResourceClass": "SingleNode",
                "dbacademy.event_id": "{{event_id}}",
                "dbacademy.event_description": "{{event_description}}",
                "dbacademy.deployment_context": "{{deployment_context}}"
            },
            "spark_env_vars": {
                "PYSPARK_PYTHON": "/databricks/python3/bin/python3"
            },
            "enable_elastic_disk": true,
            "data_security_mode": "SINGLE_USER",
            "runtime_engine": "STANDARD",
            "num_workers": 0,
            "aws:aws_attributes": {
                "first_on_demand": 1,
                "availability": "ON_DEMAND",
                "spot_bid_price_percent": 100
            },
            "msa:azure_attributes": {
                "first_on_demand": 1,
                "availability": "ON_DEMAND_AZURE"
            },
            "gcp:gcp_attributes": {
                "use_preemptible_executors": true,
                "availability": "ON_DEMAND_GCP"
            }
        }
    }],
    "git_source": {
        "git_url": "https://github.com/databricks-academy/workspace-setup.git",
        "git_provider": "github",
        "git_branch": "main"
    }
}