dani
/
nomad
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

First commit

This commit is contained in:
Daniel Berteaud 2023-07-19 00:32:07 +02:00
commit 36c861bd27
10 changed files with 242 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
README.md Normal file
View File

@ -0,0 +1 @@
# Nomad Packs

10
packs/common/metadata.hcl Normal file
View File

@ -0,0 +1,10 @@
app {
url = "https://git.lapiole.org"
}
pack {
name = "common"
description = "common variables for Nomad Packs"
url = "https://git.lapiole.org/infra/nomad/packs/common"
version = "0.0.1"
}

9
packs/common/variables.hcl Normal file
View File

@ -0,0 +1,9 @@
variable "vault_prefix" {
type = string
default = ""
}
variable "namespace" {
type = string
default = "default"
}

41
packs/democratic_csi_freenas_api/files/iscsi/controller.yml.tpl Normal file
View File

@ -0,0 +1,41 @@
driver: freenas-api-iscsi
instance_id:
httpConnection:
protocol: {{ env "TRUENAS_API_SCHEME" }}
host: {{ env "TRUENAS_API_HOST" }}
port: {{ env "TRUENAS_API_PORT" }}
apiKey: {{ with secret (printf "%skv/service/democratic-csi" (env "VAULT_PREFIX")) }}{{ .Data.data.truenas_api_key }}{{ end }}
allowInsecure: {{ env "TRUENAS_API_INSECURE" }}
apiVersion: 2
zfs:
datasetParentName: {{ env "ZFS_PARENT" }}
detachedSnapshotsDatasetParentName: {{ env "ZFS_SNAP_PARENT" }}
zvolCompression:
zvolDedup:
zvolEnableReservation: {{ env "ZFS_RESERVATION" }}
zvolBlocksize: {{ env "ZFS_BLOCKSIZE" }}
iscsi:
targetPortals:
{{ range $idx, $portal := (env "ISCSI_PORTALS" | split ",") }}
- {{ $portal }}{{ end }}
interface:
namePrefix: ""
nameSuffix: ""
targetGroups:
- targetGroupPortalGroup: 1
targetGroupInitiatorGroup: 1
targetGroupAuthType: None
targetGroupAuthGroup:
extentInsecureTpc: true
extentXenCompat: false
extentDisablePhysicalBlocksize: false
extentBlocksize: 512
extentRpm: "SSD"
extentAvailThreshold: 0

14
packs/democratic_csi_freenas_api/metadata.hcl Normal file
View File

@ -0,0 +1,14 @@
app {
url = "https://github.com/democratic-csi/democratic-csi"
}
pack {
name = "democratic_csi_freenas_api"
description = "CSI plugin for Nomad to use storage (NFS and iSCSI) from FreeNAS / TrueNAS"
url = "https://git.lapiole.org/infra/nomad/packs/democfratic_csi_freenas_api"
version = "0.0.1"
}
dependency "common" {
source = "https://git.lapiole.org/infra/nomad/packs/common"
}

87
packs/democratic_csi_freenas_api/output/democratic_csi_freenas_api/democratic-csi-controller.nomad.hcl Normal file
View File

@ -0,0 +1,87 @@
job "democratic-csi-controller" {
datacenters = ["dc1"]
group "iscsi" {
task "iscsi-controller" {
driver = "docker"
config {
image = "danielberteaud/democratic-csi:latest"
args = [
"--csi-version=1.5.0",
"--csi-name=org.democratic-csi.iscsi",
"--driver-config-file=${NOMAD_SECRETS_DIR}/config.yml",
"--log-level=info",
"--csi-mode=controller",
"--server-socket=/csi/csi.sock",
]
network_mode = "host"
privileged = true
userns_mode = "host"
}
template {
data = <<-EOF
driver: freenas-api-iscsi
instance_id:
httpConnection:
protocol: {{ env "TRUENAS_API_SCHEME" }}
host: {{ env "TRUENAS_API_HOST" }}
port: {{ env "TRUENAS_API_PORT" }}
apiKey: {{ with secret (printf "%skv/service/democratic-csi" (env "VAULT_PREFIX")) }}{{ .Data.data.truenas_api_key }}{{ end }}
allowInsecure: {{ env "TRUENAS_API_INSECURE" }}
apiVersion: 2
zfs:
datasetParentName: {{ env "ZFS_PARENT" }}
detachedSnapshotsDatasetParentName: {{ env "ZFS_SNAP_PARENT" }}
zvolCompression:
zvolDedup:
zvolEnableReservation: {{ env "ZFS_RESERVATION" }}
zvolBlocksize: {{ env "ZFS_BLOCKSIZE" }}
iscsi:
targetPortals:
{{ range $idx, $portal := (env "ISCSI_PORTALS" | split ",") }}
- {{ $portal }}{{ end }}
interface:
namePrefix: ""
nameSuffix: ""
targetGroups:
- targetGroupPortalGroup: 1
targetGroupInitiatorGroup: 1
targetGroupAuthType: None
targetGroupAuthGroup:
extentInsecureTpc: true
extentXenCompat: false
extentDisablePhysicalBlocksize: false
extentBlocksize: 512
extentRpm: "SSD"
extentAvailThreshold: 0
EOF
destination = "${NOMAD_SECRETS_DIR}/config.yml"
}
csi_plugin {
# must match --csi-name arg
id = "org.democratic-csi.iscsi"
type = "controller"
mount_dir = "/csi"
}
resources {
cpu = 100
memory = 192
}
}
}
}

3
packs/democratic_csi_freenas_api/output/democratic_csi_freenas_api/vault/policies/democratic-csi.hcl Normal file
View File

@ -0,0 +1,3 @@
path "kv/service/democratic-csi" {
capabilities = ["read"]
}

47
packs/democratic_csi_freenas_api/templates/democratic-csi-controller.nomad.hcl.tpl Normal file
View File

@ -0,0 +1,47 @@
job "democratic-csi-controller" {
datacenters = ["dc1"]
group "iscsi" {
task "iscsi-controller" {
driver = "docker"
config {
image = "[[ .democratic_csi_freenas_api.image ]]"
args = [
"--csi-version=1.5.0",
"--csi-name=org.democratic-csi.iscsi",
"--driver-config-file=${NOMAD_SECRETS_DIR}/config.yml",
"--log-level=info",
"--csi-mode=controller",
"--server-socket=/csi/csi.sock"
]
network_mode = "host"
privileged = true
userns_mode = "host"
}
template {
data =<<-EOF
[[ fileContents "files/iscsi/controller.yml.tpl" ]]
EOF
destination = "${NOMAD_SECRETS_DIR}/config.yml"
}
csi_plugin {
# must match --csi-name arg
id = "org.democratic-csi.iscsi"
type = "controller"
mount_dir = "/csi"
}
resources {
cpu = [[ .democratic_csi_freenas_api.resources.cpu ]]
memory = [[ .democratic_csi_freenas_api.resources.memory ]]
}
}
}
}

3
packs/democratic_csi_freenas_api/templates/vault/policies/democratic-csi.hcl.tpl Normal file
View File

@ -0,0 +1,3 @@
path "[[ .democratic_csi_freenas_api.vault_prefix ]]kv/service/democratic-csi" {
capabilities = ["read"]
}

27
packs/democratic_csi_freenas_api/variables.hcl Normal file
View File

@ -0,0 +1,27 @@
variable "vault_prefix" {
type = string
default = ""
}
variable "namespace" {
type = string
default = "default"
}
variable "image" {
description = "Docker image to use"
type = string
default = "danielberteaud/democratic-csi:latest"
}
variable "resources" {
description = "Resources allocation for each instance"
type = object({
cpu = number
memory = number
})
default = {
cpu = 100
memory = 192
}
}