All checks were successful
continuous-integration/drone/push Build is passing
668 lines
17 KiB
Django/Jinja
668 lines
17 KiB
Django/Jinja
{% block terraform %}
|
|
terraform {
|
|
required_version = ">= 1.5"
|
|
required_providers {
|
|
coder = {
|
|
source = "coder/coder"
|
|
version = "~> 0.12.3"
|
|
}
|
|
kubernetes = {
|
|
source = "hashicorp/kubernetes"
|
|
version = "~> 2.22"
|
|
}
|
|
}
|
|
}
|
|
{% endblock %}
|
|
|
|
{% if coder_user is not defined %}
|
|
{% set coder_user = "coder" %}
|
|
{% endif %}
|
|
|
|
{% if coder_user_uid is not defined %}
|
|
{% set coder_user_uid = "1000" %}
|
|
{% endif %}
|
|
|
|
{% if coder_user_gid is not defined %}
|
|
{% set coder_user_gid = "1000" %}
|
|
{% endif %}
|
|
|
|
{% if coder_user_home is not defined %}
|
|
{% set coder_user_home = "/home/" + coder_user %}
|
|
{% endif %}
|
|
|
|
{% if vs_code_root is not defined %}
|
|
{% set vs_code_root = coder_user_home %}
|
|
{% endif %}
|
|
|
|
{% if image_pull_policy is not defined %}
|
|
{% set image_pull_policy = "Always" %}
|
|
{% endif %}
|
|
|
|
locals {
|
|
{% block locals %}
|
|
{% endblock %}
|
|
}
|
|
|
|
{% block parameters %}
|
|
{% block target_cluster_parameter %}
|
|
{% if target_clusters|length > 1 %}
|
|
data "coder_parameter" "target_cluster" {
|
|
name = "target_cluster"
|
|
display_name = "Target Cluster"
|
|
description = "The target kubernetes cluster"
|
|
default = ""
|
|
icon = "/icon/k8s.png"
|
|
mutable = false
|
|
{% for cluster in target_clusters %}
|
|
option {
|
|
name = "{{cluster['name']}}"
|
|
value = "{{cluster ['config_path']}}"
|
|
}
|
|
{% endfor %}
|
|
}
|
|
{% endif %}
|
|
{% endblock %}
|
|
|
|
{% block cpu_parameter %}
|
|
data "coder_parameter" "cpu" {
|
|
name = "cpu"
|
|
display_name = "CPU"
|
|
description = "The number of CPU cores"
|
|
default = "{{ coder_cpu|default("2", true) }}"
|
|
icon = "/icon/memory.svg"
|
|
mutable = true
|
|
option {
|
|
name = "2 Cores"
|
|
value = "2"
|
|
}
|
|
option {
|
|
name = "4 Cores"
|
|
value = "4"
|
|
}
|
|
option {
|
|
name = "6 Cores"
|
|
value = "6"
|
|
}
|
|
option {
|
|
name = "8 Cores"
|
|
value = "8"
|
|
}
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block memory_parameter %}
|
|
data "coder_parameter" "memory" {
|
|
name = "memory"
|
|
display_name = "Memory"
|
|
description = "The amount of memory in GB"
|
|
default = "{{ coder_memory|default("2", true) }}"
|
|
icon = "/icon/memory.svg"
|
|
mutable = true
|
|
option {
|
|
name = "2 GB"
|
|
value = "2"
|
|
}
|
|
option {
|
|
name = "4 GB"
|
|
value = "4"
|
|
}
|
|
option {
|
|
name = "6 GB"
|
|
value = "6"
|
|
}
|
|
option {
|
|
name = "8 GB"
|
|
value = "8"
|
|
}
|
|
option {
|
|
name = "16 GB"
|
|
value = "16"
|
|
}
|
|
option {
|
|
name = "24 GB"
|
|
value = "24"
|
|
}
|
|
option {
|
|
name = "32 GB"
|
|
value = "32"
|
|
}
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block gpu_count_parameter %}
|
|
data "coder_parameter" "gpu" {
|
|
name = "gpu"
|
|
display_name = "GPU"
|
|
description = "The number of GPUs to request"
|
|
default = 0
|
|
type = "number"
|
|
icon = "https://cdn.jsdelivr.net/gh/homarr-labs/dashboard-icons/svg/nvidia.svg"
|
|
mutable = true
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block docker_sidecar_parameter %}
|
|
data "coder_parameter" "docker_sidecar" {
|
|
name = "docker_sidecar"
|
|
display_name = "Docker Sidecar"
|
|
description = "Include a sidecar container running docker-in-docker"
|
|
default = false
|
|
type = "bool"
|
|
icon = "/icon/docker.svg"
|
|
mutable = true
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block home_disk_size_parameter %}
|
|
data "coder_parameter" "home_disk_size" {
|
|
name = "home_disk_size"
|
|
display_name = "Home disk size"
|
|
description = "The size of the home disk in GB"
|
|
default = "{{ coder_home_disk_size|default("10", true) }}"
|
|
type = "number"
|
|
icon = "/emojis/1f4be.png"
|
|
mutable = false
|
|
validation {
|
|
min = 1
|
|
max = 99999
|
|
}
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block git_user_config %}
|
|
data "coder_parameter" "git_user_name" {
|
|
name = "git_user_name"
|
|
display_name = "Git user.name"
|
|
description = "Name used for git commits"
|
|
default = ""
|
|
type = "string"
|
|
icon = "/icon/git.svg"
|
|
mutable = true
|
|
}
|
|
|
|
data "coder_parameter" "git_email" {
|
|
name = "git_email"
|
|
display_name = "Git user.email"
|
|
description = "Email used for git commits"
|
|
default = ""
|
|
type = "string"
|
|
icon = "/icon/git.svg"
|
|
mutable = true
|
|
}
|
|
{% endblock %}
|
|
{% endblock %}
|
|
|
|
{% block kubernetes %}
|
|
provider "kubernetes" {
|
|
# Authenticate via ~/.kube/config or a Coder-specific ServiceAccount, depending on admin preferences
|
|
{% if target_clusters|length > 1 %}
|
|
config_path = data.coder_parameter.target_cluster.value
|
|
{% else %}
|
|
config_path = null
|
|
{% endif %}
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block coder %}
|
|
provider "coder" {
|
|
url = "http://coder.coder.svc.cluster.local"
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block workspace %}
|
|
data "coder_workspace" "me" {}
|
|
{% endblock %}
|
|
|
|
{% block coder_agent %}
|
|
resource "coder_agent" "main" {
|
|
os = "linux"
|
|
arch = "amd64"
|
|
startup_script = <<EOT
|
|
{% block startup_script %}
|
|
#!/bin/bash
|
|
|
|
{% block pre_startup_script_setup_home %}
|
|
{% endblock %}
|
|
|
|
{% block startup_script_setup_home %}
|
|
# home folder can be empty, so copying default bash settings
|
|
[ ! -f ~/.profile ] && [ -f /etc/skel/.profile ] && cp /etc/skel/.profile $HOME
|
|
[ ! -f ~/.bashrc ] && [ -f /etc/skel/.bashrc ] && cp /etc/skel/.bashrc $HOME
|
|
|
|
git config --global user.name "${data.coder_parameter.git_user_name.value == "" ? data.coder_workspace.me.owner : data.coder_parameter.git_user_name.value}"
|
|
git config --global user.email "${data.coder_parameter.git_email.value == "" ? data.coder_workspace.me.owner_email : data.coder_parameter.git_email.value}"
|
|
{% endblock %}
|
|
|
|
{% block post_startup_script_setup_home %}
|
|
{% endblock %}
|
|
|
|
{% block pre_startup_script_install_packages %}
|
|
{% endblock %}
|
|
|
|
{% block startup_script_install_packages %}
|
|
{% if packages_to_install %}
|
|
{% if distro_package_manager == "apt" %}
|
|
sudo apt update
|
|
sudo apt -y install \
|
|
{% for package in packages_to_install %}
|
|
{{package}}{{ " \\" if not loop.last else "" }}
|
|
{% endfor %}
|
|
{% elif distro_package_manager == "apk" %}
|
|
sudo apk update
|
|
sudo apk add \
|
|
{% for package in packages_to_install %}
|
|
{{package}}{{ " \\" if not loop.last else "" }}
|
|
{% endfor %}
|
|
{% endif %}
|
|
{% endif %}
|
|
{% endblock %}
|
|
|
|
{% block post_startup_script_install_packages %}
|
|
{% endblock %}
|
|
|
|
{% block pre_startup_script_install_code_server %}
|
|
{% endblock %}
|
|
|
|
{% block startup_script_install_code_server %}
|
|
# install and start code-server
|
|
curl -fsSL https://code-server.dev/install.sh | sh -s -- --method=standalone
|
|
$HOME/.local/bin/code-server --auth none --port 13337 > $HOME/code-server.log 2>&1 &
|
|
{% endblock %}
|
|
|
|
{% block post_startup_script_install_code_server %}
|
|
{% endblock %}
|
|
|
|
{% block startup_script_cleanup %}
|
|
{% endblock %}
|
|
EOT
|
|
{% endblock %}
|
|
|
|
{% block metadata %}
|
|
metadata {
|
|
display_name = "CPU Usage"
|
|
key = "0_cpu_usage"
|
|
script = "coder stat cpu"
|
|
interval = 10
|
|
timeout = 1
|
|
}
|
|
|
|
metadata {
|
|
display_name = "RAM Usage"
|
|
key = "1_ram_usage"
|
|
script = "coder stat mem"
|
|
interval = 10
|
|
timeout = 1
|
|
}
|
|
|
|
metadata {
|
|
display_name = "Home Disk"
|
|
key = "3_home_disk"
|
|
script = "coder stat disk --path $${HOME}"
|
|
interval = 60
|
|
timeout = 1
|
|
}
|
|
{% endblock %}
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block code_server %}
|
|
# code-server
|
|
resource "coder_app" "code-server" {
|
|
agent_id = coder_agent.main.id
|
|
slug = "code-server"
|
|
display_name = "VS Code Web"
|
|
icon = "/icon/code.svg"
|
|
url = "http://localhost:13337?folder={{ vs_code_root }}"
|
|
subdomain = false
|
|
share = "owner"
|
|
|
|
healthcheck {
|
|
url = "http://localhost:13337/healthz"
|
|
interval = 3
|
|
threshold = 10
|
|
}
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block coder_apps %}
|
|
{% endblock %}
|
|
|
|
{% block coder_scripts %}
|
|
{% if startup_scripts %}
|
|
{% for startup_script in startup_scripts %}
|
|
resource "coder_script" "{{ startup_script }}" {
|
|
agent_id = coder_agent.main.id
|
|
display_name = "{{ startup_script }}"
|
|
run_on_start = true
|
|
run_on_stop = false
|
|
script = <<EOT
|
|
#!/bin/bash
|
|
|
|
###--- begin {{ startup_script }} ---###
|
|
|
|
{% include "startup_scripts/" + startup_script + ".sh.j2" %}
|
|
|
|
###--- end {{ startup_script }} ---###
|
|
EOT
|
|
}
|
|
{% endfor %}
|
|
{% endif %}
|
|
{% endblock %}
|
|
|
|
{% block home_volume %}
|
|
resource "kubernetes_persistent_volume_claim" "home" {
|
|
metadata {
|
|
name = "coder-${lower(data.coder_workspace.me.owner)}-${lower(data.coder_workspace.me.name)}-home"
|
|
namespace = "coder"
|
|
labels = {
|
|
"app.kubernetes.io/name" = "coder-pvc"
|
|
"app.kubernetes.io/instance" = "coder-pvc-${lower(data.coder_workspace.me.owner)}-${lower(data.coder_workspace.me.name)}"
|
|
"app.kubernetes.io/part-of" = "coder"
|
|
//Coder-specific labels.
|
|
"com.coder.resource" = "true"
|
|
"com.coder.workspace.id" = data.coder_workspace.me.id
|
|
"com.coder.workspace.name" = data.coder_workspace.me.name
|
|
"com.coder.user.id" = data.coder_workspace.me.owner_id
|
|
"com.coder.user.username" = data.coder_workspace.me.owner
|
|
}
|
|
annotations = {
|
|
"com.coder.user.email" = data.coder_workspace.me.owner_email
|
|
}
|
|
}
|
|
wait_until_bound = false
|
|
spec {
|
|
access_modes = ["ReadWriteOnce"]
|
|
resources {
|
|
requests = {
|
|
# storage = "{{ coder_pvc_size|default("10", true) }}Gi"
|
|
storage = "${data.coder_parameter.home_disk_size.value}Gi"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block kubernetes_pod_main %}
|
|
resource "kubernetes_deployment" "main" {
|
|
count = data.coder_workspace.me.start_count
|
|
depends_on = [
|
|
kubernetes_persistent_volume_claim.home
|
|
]
|
|
wait_for_rollout = false
|
|
metadata {
|
|
name = "coder-${lower(data.coder_workspace.me.owner)}-${lower(data.coder_workspace.me.name)}"
|
|
namespace = "coder"
|
|
labels = {
|
|
"app.kubernetes.io/name" = "coder-workspace"
|
|
"app.kubernetes.io/instance" = "coder-workspace-${lower(data.coder_workspace.me.owner)}-${lower(data.coder_workspace.me.name)}"
|
|
"app.kubernetes.io/part-of" = "coder"
|
|
"com.coder.resource" = "true"
|
|
"com.coder.workspace.id" = data.coder_workspace.me.id
|
|
"com.coder.workspace.name" = data.coder_workspace.me.name
|
|
"com.coder.user.id" = data.coder_workspace.me.owner_id
|
|
"com.coder.user.username" = data.coder_workspace.me.owner
|
|
}
|
|
annotations = {
|
|
"com.coder.user.email" = data.coder_workspace.me.owner_email
|
|
}
|
|
}
|
|
|
|
spec {
|
|
# replicas = data.coder_workspace.me.start_count
|
|
replicas = 1
|
|
selector {
|
|
match_labels = {
|
|
"app.kubernetes.io/name" = "coder-workspace"
|
|
}
|
|
}
|
|
|
|
template {
|
|
metadata {
|
|
labels = {
|
|
"app.kubernetes.io/name" = "coder-workspace"
|
|
}
|
|
}
|
|
|
|
spec {
|
|
{% block kubernetes_pod_main_security_context %}
|
|
security_context {
|
|
run_as_user = "{{ coder_user_uid }}"
|
|
fs_group = "{{ coder_user_gid }}"
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block kubernetes_pod_main_tolerations %}
|
|
dynamic "toleration" {
|
|
for_each = data.coder_parameter.gpu.value == "0" ? [] : [1]
|
|
|
|
content {
|
|
key = "nvidia.com/gpu"
|
|
operator = "Exists"
|
|
effect = "NoSchedule"
|
|
}
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block kubernetes_pod_main_container %}
|
|
container {
|
|
name = "dev"
|
|
{% block kubernetes_pod_main_image %}
|
|
image = "{{image}}"
|
|
{% endblock %}
|
|
{% block kubernetes_pod_main_command %}
|
|
command = ["bash", "-c", coder_agent.main.init_script]
|
|
{% endblock %}
|
|
image_pull_policy = "{{ image_pull_policy }}"
|
|
|
|
{% block kubernetes_pod_main_container_security_context %}
|
|
security_context {
|
|
run_as_user = "{{ coder_user_uid }}"
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block kubernetes_pod_main_env %}
|
|
env {
|
|
name = "CODER_AGENT_TOKEN"
|
|
value = coder_agent.main.token
|
|
}
|
|
|
|
dynamic "env" {
|
|
for_each = data.coder_parameter.docker_sidecar.value ? [1] : []
|
|
|
|
content {
|
|
name = "DOCKER_HOST"
|
|
value = "tcp://localhost:2375"
|
|
}
|
|
}
|
|
{% block kubernetes_pod_extra_env %}
|
|
{% endblock %}
|
|
{% endblock %}
|
|
|
|
{% block kubernetes_pod_resources %}
|
|
resources {
|
|
{% block kubernetes_pod_resources_requests %}
|
|
requests = {
|
|
"cpu" = "250m"
|
|
"memory" = "512Mi"
|
|
"nvidia.com/gpu" = data.coder_parameter.gpu.value
|
|
}
|
|
{% endblock %}
|
|
{% block kubernetes_pod_resources_limits %}
|
|
limits = {
|
|
"cpu" = data.coder_parameter.cpu.value
|
|
"memory" = "${data.coder_parameter.memory.value}Gi"
|
|
"nvidia.com/gpu" = data.coder_parameter.gpu.value
|
|
}
|
|
{% endblock %}
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block kubernetes_pod_main_volume_mount %}
|
|
volume_mount {
|
|
mount_path = "{{ coder_user_home }}"
|
|
name = "home"
|
|
sub_path = data.coder_parameter.docker_sidecar.value ? ".home" : ""
|
|
read_only = false
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block kubernetes_pod_main_volume_linuxbrew %}
|
|
volume_mount {
|
|
mount_path = "/home/linuxbrew"
|
|
name = "home"
|
|
sub_path = ".linuxbrew"
|
|
read_only = false
|
|
}
|
|
{% endblock %}
|
|
|
|
dynamic "volume_mount" {
|
|
for_each = data.coder_parameter.docker_sidecar.value ? [1] : []
|
|
|
|
content {
|
|
mount_path = "/var/lib/docker"
|
|
name = "home"
|
|
sub_path = ".docker"
|
|
read_only = false
|
|
}
|
|
}
|
|
|
|
dynamic "volume_mount" {
|
|
for_each = data.coder_parameter.gpu.value == "0" ? [] : [1]
|
|
|
|
content {
|
|
mount_path = "/models"
|
|
name = "models"
|
|
read_only = false
|
|
}
|
|
}
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block kubernetes_pod_docker %}
|
|
dynamic "container" {
|
|
for_each = data.coder_parameter.docker_sidecar.value ? [1] : []
|
|
|
|
content {
|
|
name = "dind"
|
|
image = "docker:dind"
|
|
image_pull_policy = "{{ image_pull_policy }}"
|
|
|
|
security_context {
|
|
privileged = true
|
|
run_as_user = 0
|
|
}
|
|
|
|
command = [
|
|
"dockerd",
|
|
"--host=tcp://0.0.0.0:2375",
|
|
"--host=unix:///var/run/docker.sock",
|
|
"--mtu=1450",
|
|
"--registry-mirror=http://docker-cache.cicd.svc.cluster.local:5000"
|
|
]
|
|
|
|
resources {
|
|
requests = {
|
|
"cpu" = "500m"
|
|
"memory" = "512Mi"
|
|
}
|
|
limits = {
|
|
"cpu" = "1000m"
|
|
"memory" = "1024Mi"
|
|
}
|
|
}
|
|
|
|
volume_mount {
|
|
mount_path = "{{ coder_user_home }}"
|
|
name = "home"
|
|
sub_path = ".home"
|
|
read_only = false
|
|
}
|
|
|
|
volume_mount {
|
|
mount_path = "/var/lib/docker"
|
|
name = "home"
|
|
sub_path = ".docker"
|
|
read_only = false
|
|
}
|
|
}
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block additional_containers %}
|
|
{% endblock %}
|
|
|
|
{% block homebrew_init_container %}
|
|
init_container {
|
|
name = "homebrew-init"
|
|
image = "homebrew/brew:latest"
|
|
# /bin/sh -c ''
|
|
command = ["sh", "-c", "test -e /mnt/linuxbrew/.linuxbrew || cp -a /home/linuxbrew/.linuxbrew/ /mnt/linuxbrew/.linuxbrew"]
|
|
image_pull_policy = "{{ image_pull_policy }}"
|
|
|
|
volume_mount {
|
|
mount_path = "/mnt/linuxbrew"
|
|
name = "home"
|
|
sub_path = ".linuxbrew"
|
|
read_only = false
|
|
}
|
|
}
|
|
{% endblock %}
|
|
|
|
{% block kubernetes_pod_nvidia_sidecar %}
|
|
dynamic "container" {
|
|
for_each = data.coder_parameter.gpu.value == "0" ? [] : [1]
|
|
|
|
content {
|
|
name = "nvidia-smi"
|
|
image = "nvidia/cuda:12.5.1-devel-ubuntu22.04"
|
|
command = ["sleep", "604800"]
|
|
image_pull_policy = "{{ image_pull_policy }}"
|
|
|
|
security_context {
|
|
run_as_user = "0"
|
|
}
|
|
|
|
env {
|
|
name = "TERM"
|
|
value = "xterm"
|
|
}
|
|
|
|
resources {
|
|
limits = {
|
|
"cpu" = "250m"
|
|
"memory" = "512Mi"
|
|
"nvidia.com/gpu" = 1
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
{% endblock %}
|
|
|
|
{% block kubernetes_pod_main_volume %}
|
|
volume {
|
|
name = "home"
|
|
persistent_volume_claim {
|
|
claim_name = kubernetes_persistent_volume_claim.home.metadata[0].name
|
|
read_only = false
|
|
}
|
|
}
|
|
{% endblock %}
|
|
|
|
dynamic "volume" {
|
|
for_each = data.coder_parameter.gpu.value == "0" ? [] : [1]
|
|
|
|
content {
|
|
name = "models"
|
|
host_path {
|
|
path = "/ai/models"
|
|
type = "Directory"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
{% endblock %}
|