csi-hostpath.nomad

# Add the csi host path plugin
variable "go_version" {
  type = string
  description = "Version of Go to use for compiling the plugin"
  default = "1.20.10"
}

variable "plugin_version" {
  type = string
  description = "Version of Hostpath csi plugin to use"
  default = "1.12.0"
}



job "plugin-csi-hostpath-controller" {
  datacenters = ["dc1"]
  type = "system"
  update {
    max_parallel      = 2
    health_check      = "checks"
    min_healthy_time  = "120s"
    healthy_deadline  = "5m"
    progress_deadline = "10m"
    auto_revert       = true
    auto_promote      = true
    canary            = 1
    stagger           = "30s"
  }

  group "controller" {
    restart {
      interval = "1m"
      attempts = 1
      delay    = "15s"
      mode     = "fail"
    }
    task "build" {
      # Get the plugin source which we will build
      artifact {
        source = "git::https://github.com/kubernetes-csi/csi-driver-host-path"
        destination = "local/plugin"
        mode = "dir"
        options {
          ref = "v${var.plugin_version}"
          depth = 1
        }
      }
      artifact {
        source = "https://go.dev/dl/go${var.go_version}.linux-${attr.cpu.arch}.tar.gz"
        destination = "${NOMAD_ALLOC_DIR}/usr/local"
      }
      resources {
        cpu = 100
        memory = 100
      }
      # Need to use raw_exec because the artifact is downloaded as root and we run as
      # nobody. This means that we can't create the "plugin/bin" directory
      driver = "raw_exec"
      lifecycle {
        hook = "prestart"
      }
      env {
        ARCH = attr.cpu.arch
        GO_VERSION = var.go_version
        PLUGIN_VERSION = var.plugin_version
        PATH = "${NOMAD_ALLOC_DIR}/usr/local/go/bin:${PATH}"
      }
      config {
        command = "local/script.sh"
      }
      template {
        data = <<EOF
#!/bin/bash
set -eou pipefail
echo "I am $(whoami)"
echo "I am in ${PWD}"
cd local/plugin
make
# go build -a -ldflags ' -X main.version=v${PLUGIN_VERSION} -extldflags "-static"' -o ${NOMAD_ALLOC_DIR}/bin/hostpathplugin .
mkdir -p ${NOMAD_ALLOC_DIR}/bin
PATH=${NOMAD_ALLOC_DIR}/usr/local/go/bin:${PATH} install bin/hostpathplugin ${NOMAD_ALLOC_DIR}/bin
        EOF
        destination = "local/script.sh"
        perms       = "0777"
      }
    }

    task "plugin" {
      resources {
        cpu    = 20 # 10 MHz
        memory = 50 # 25MB
      }
      // service {
      //   tags = ["csi"]
      //   port =
      // }
      driver = "raw_exec"
      config {
        command = "${NOMAD_ALLOC_DIR}/bin/hostpathplugin"
        args = [
          "--drivername=csi-hostpath",
          "--v=5",
          "--endpoint=${CSI_ENDPOINT}",
          "--nodeid=node-${NOMAD_ALLOC_INDEX}"
        ]
      }
      csi_plugin {
        id = "csi-hostpath"
        type = "monolith"
        mount_dir = "/data/csi"
      }
    }
  }
}