This repository has been archived on 2026-01-10. You can view files and clone it, but cannot push or open issues or pull requests.
coder-templates/base.tf.j2
Steve McMaster c5e8f7d780
All checks were successful
continuous-integration/drone/push Build is passing
fix
2025-05-11 17:39:50 -04:00

668 lines
17 KiB
Django/Jinja

{% block terraform %}
terraform {
required_version = ">= 1.5"
required_providers {
coder = {
source = "coder/coder"
version = "~> 0.12.3"
}
kubernetes = {
source = "hashicorp/kubernetes"
version = "~> 2.22"
}
}
}
{% endblock %}
{% if coder_user is not defined %}
{% set coder_user = "coder" %}
{% endif %}
{% if coder_user_uid is not defined %}
{% set coder_user_uid = "1000" %}
{% endif %}
{% if coder_user_gid is not defined %}
{% set coder_user_gid = "1000" %}
{% endif %}
{% if coder_user_home is not defined %}
{% set coder_user_home = "/home/" + coder_user %}
{% endif %}
{% if vs_code_root is not defined %}
{% set vs_code_root = coder_user_home %}
{% endif %}
{% if image_pull_policy is not defined %}
{% set image_pull_policy = "Always" %}
{% endif %}
locals {
{% block locals %}
{% endblock %}
}
{% block parameters %}
{% block target_cluster_parameter %}
{% if target_clusters|length > 1 %}
data "coder_parameter" "target_cluster" {
name = "target_cluster"
display_name = "Target Cluster"
description = "The target kubernetes cluster"
default = ""
icon = "/icon/k8s.png"
mutable = false
{% for cluster in target_clusters %}
option {
name = "{{cluster['name']}}"
value = "{{cluster ['config_path']}}"
}
{% endfor %}
}
{% endif %}
{% endblock %}
{% block cpu_parameter %}
data "coder_parameter" "cpu" {
name = "cpu"
display_name = "CPU"
description = "The number of CPU cores"
default = "{{ coder_cpu|default("2", true) }}"
icon = "/icon/memory.svg"
mutable = true
option {
name = "2 Cores"
value = "2"
}
option {
name = "4 Cores"
value = "4"
}
option {
name = "6 Cores"
value = "6"
}
option {
name = "8 Cores"
value = "8"
}
}
{% endblock %}
{% block memory_parameter %}
data "coder_parameter" "memory" {
name = "memory"
display_name = "Memory"
description = "The amount of memory in GB"
default = "{{ coder_memory|default("2", true) }}"
icon = "/icon/memory.svg"
mutable = true
option {
name = "2 GB"
value = "2"
}
option {
name = "4 GB"
value = "4"
}
option {
name = "6 GB"
value = "6"
}
option {
name = "8 GB"
value = "8"
}
option {
name = "16 GB"
value = "16"
}
option {
name = "24 GB"
value = "24"
}
option {
name = "32 GB"
value = "32"
}
}
{% endblock %}
{% block gpu_count_parameter %}
data "coder_parameter" "gpu" {
name = "gpu"
display_name = "GPU"
description = "The number of GPUs to request"
default = 0
type = "number"
icon = "https://cdn.jsdelivr.net/gh/homarr-labs/dashboard-icons/svg/nvidia.svg"
mutable = true
}
{% endblock %}
{% block docker_sidecar_parameter %}
data "coder_parameter" "docker_sidecar" {
name = "docker_sidecar"
display_name = "Docker Sidecar"
description = "Include a sidecar container running docker-in-docker"
default = false
type = "bool"
icon = "/icon/docker.svg"
mutable = true
}
{% endblock %}
{% block home_disk_size_parameter %}
data "coder_parameter" "home_disk_size" {
name = "home_disk_size"
display_name = "Home disk size"
description = "The size of the home disk in GB"
default = "{{ coder_home_disk_size|default("10", true) }}"
type = "number"
icon = "/emojis/1f4be.png"
mutable = false
validation {
min = 1
max = 99999
}
}
{% endblock %}
{% block git_user_config %}
data "coder_parameter" "git_user_name" {
name = "git_user_name"
display_name = "Git user.name"
description = "Name used for git commits"
default = ""
type = "string"
icon = "/icon/git.svg"
mutable = true
}
data "coder_parameter" "git_email" {
name = "git_email"
display_name = "Git user.email"
description = "Email used for git commits"
default = ""
type = "string"
icon = "/icon/git.svg"
mutable = true
}
{% endblock %}
{% endblock %}
{% block kubernetes %}
provider "kubernetes" {
# Authenticate via ~/.kube/config or a Coder-specific ServiceAccount, depending on admin preferences
{% if target_clusters|length > 1 %}
config_path = data.coder_parameter.target_cluster.value
{% else %}
config_path = null
{% endif %}
}
{% endblock %}
{% block coder %}
provider "coder" {
url = "http://coder.coder.svc.cluster.local"
}
{% endblock %}
{% block workspace %}
data "coder_workspace" "me" {}
{% endblock %}
{% block coder_agent %}
resource "coder_agent" "main" {
os = "linux"
arch = "amd64"
startup_script = <<EOT
{% block startup_script %}
#!/bin/bash
{% block pre_startup_script_setup_home %}
{% endblock %}
{% block startup_script_setup_home %}
# home folder can be empty, so copying default bash settings
[ ! -f ~/.profile ] && [ -f /etc/skel/.profile ] && cp /etc/skel/.profile $HOME
[ ! -f ~/.bashrc ] && [ -f /etc/skel/.bashrc ] && cp /etc/skel/.bashrc $HOME
git config --global user.name "${data.coder_parameter.git_user_name.value == "" ? data.coder_workspace.me.owner : data.coder_parameter.git_user_name.value}"
git config --global user.email "${data.coder_parameter.git_email.value == "" ? data.coder_workspace.me.owner_email : data.coder_parameter.git_email.value}"
{% endblock %}
{% block post_startup_script_setup_home %}
{% endblock %}
{% block pre_startup_script_install_packages %}
{% endblock %}
{% block startup_script_install_packages %}
{% if packages_to_install %}
{% if distro_package_manager == "apt" %}
sudo apt update
sudo apt -y install \
{% for package in packages_to_install %}
{{package}}{{ " \\" if not loop.last else "" }}
{% endfor %}
{% elif distro_package_manager == "apk" %}
sudo apk update
sudo apk add \
{% for package in packages_to_install %}
{{package}}{{ " \\" if not loop.last else "" }}
{% endfor %}
{% endif %}
{% endif %}
{% endblock %}
{% block post_startup_script_install_packages %}
{% endblock %}
{% block pre_startup_script_install_code_server %}
{% endblock %}
{% block startup_script_install_code_server %}
# install and start code-server
curl -fsSL https://code-server.dev/install.sh | sh -s -- --method=standalone
$HOME/.local/bin/code-server --auth none --port 13337 > $HOME/code-server.log 2>&1 &
{% endblock %}
{% block post_startup_script_install_code_server %}
{% endblock %}
{% block startup_script_cleanup %}
{% endblock %}
EOT
{% endblock %}
{% block metadata %}
metadata {
display_name = "CPU Usage"
key = "0_cpu_usage"
script = "coder stat cpu"
interval = 10
timeout = 1
}
metadata {
display_name = "RAM Usage"
key = "1_ram_usage"
script = "coder stat mem"
interval = 10
timeout = 1
}
metadata {
display_name = "Home Disk"
key = "3_home_disk"
script = "coder stat disk --path $${HOME}"
interval = 60
timeout = 1
}
{% endblock %}
}
{% endblock %}
{% block code_server %}
# code-server
resource "coder_app" "code-server" {
agent_id = coder_agent.main.id
slug = "code-server"
display_name = "VS Code Web"
icon = "/icon/code.svg"
url = "http://localhost:13337?folder={{ vs_code_root }}"
subdomain = false
share = "owner"
healthcheck {
url = "http://localhost:13337/healthz"
interval = 3
threshold = 10
}
}
{% endblock %}
{% block coder_apps %}
{% endblock %}
{% block coder_scripts %}
{% if startup_scripts %}
{% for startup_script in startup_scripts %}
resource "coder_script" "{{ startup_script }}" {
agent_id = coder_agent.main.id
display_name = "{{ startup_script }}"
run_on_start = true
run_on_stop = false
script = <<EOT
#!/bin/bash
###--- begin {{ startup_script }} ---###
{% include "startup_scripts/" + startup_script + ".sh.j2" %}
###--- end {{ startup_script }} ---###
EOT
}
{% endfor %}
{% endif %}
{% endblock %}
{% block home_volume %}
resource "kubernetes_persistent_volume_claim" "home" {
metadata {
name = "coder-${lower(data.coder_workspace.me.owner)}-${lower(data.coder_workspace.me.name)}-home"
namespace = "coder"
labels = {
"app.kubernetes.io/name" = "coder-pvc"
"app.kubernetes.io/instance" = "coder-pvc-${lower(data.coder_workspace.me.owner)}-${lower(data.coder_workspace.me.name)}"
"app.kubernetes.io/part-of" = "coder"
//Coder-specific labels.
"com.coder.resource" = "true"
"com.coder.workspace.id" = data.coder_workspace.me.id
"com.coder.workspace.name" = data.coder_workspace.me.name
"com.coder.user.id" = data.coder_workspace.me.owner_id
"com.coder.user.username" = data.coder_workspace.me.owner
}
annotations = {
"com.coder.user.email" = data.coder_workspace.me.owner_email
}
}
wait_until_bound = false
spec {
access_modes = ["ReadWriteOnce"]
resources {
requests = {
# storage = "{{ coder_pvc_size|default("10", true) }}Gi"
storage = "${data.coder_parameter.home_disk_size.value}Gi"
}
}
}
}
{% endblock %}
{% block kubernetes_pod_main %}
resource "kubernetes_deployment" "main" {
count = data.coder_workspace.me.start_count
depends_on = [
kubernetes_persistent_volume_claim.home
]
wait_for_rollout = false
metadata {
name = "coder-${lower(data.coder_workspace.me.owner)}-${lower(data.coder_workspace.me.name)}"
namespace = "coder"
labels = {
"app.kubernetes.io/name" = "coder-workspace"
"app.kubernetes.io/instance" = "coder-workspace-${lower(data.coder_workspace.me.owner)}-${lower(data.coder_workspace.me.name)}"
"app.kubernetes.io/part-of" = "coder"
"com.coder.resource" = "true"
"com.coder.workspace.id" = data.coder_workspace.me.id
"com.coder.workspace.name" = data.coder_workspace.me.name
"com.coder.user.id" = data.coder_workspace.me.owner_id
"com.coder.user.username" = data.coder_workspace.me.owner
}
annotations = {
"com.coder.user.email" = data.coder_workspace.me.owner_email
}
}
spec {
# replicas = data.coder_workspace.me.start_count
replicas = 1
selector {
match_labels = {
"app.kubernetes.io/name" = "coder-workspace"
}
}
template {
metadata {
labels = {
"app.kubernetes.io/name" = "coder-workspace"
}
}
spec {
{% block kubernetes_pod_main_security_context %}
security_context {
run_as_user = "{{ coder_user_uid }}"
fs_group = "{{ coder_user_gid }}"
}
{% endblock %}
{% block kubernetes_pod_main_tolerations %}
dynamic "toleration" {
for_each = data.coder_parameter.gpu.value == "0" ? [] : [1]
content {
key = "nvidia.com/gpu"
operator = "Exists"
effect = "NoSchedule"
}
}
{% endblock %}
{% block kubernetes_pod_main_container %}
container {
name = "dev"
{% block kubernetes_pod_main_image %}
image = "{{image}}"
{% endblock %}
{% block kubernetes_pod_main_command %}
command = ["bash", "-c", coder_agent.main.init_script]
{% endblock %}
image_pull_policy = "{{ image_pull_policy }}"
{% block kubernetes_pod_main_container_security_context %}
security_context {
run_as_user = "{{ coder_user_uid }}"
}
{% endblock %}
{% block kubernetes_pod_main_env %}
env {
name = "CODER_AGENT_TOKEN"
value = coder_agent.main.token
}
dynamic "env" {
for_each = data.coder_parameter.docker_sidecar.value ? [1] : []
content {
name = "DOCKER_HOST"
value = "tcp://localhost:2375"
}
}
{% block kubernetes_pod_extra_env %}
{% endblock %}
{% endblock %}
{% block kubernetes_pod_resources %}
resources {
{% block kubernetes_pod_resources_requests %}
requests = {
"cpu" = "250m"
"memory" = "512Mi"
"nvidia.com/gpu" = data.coder_parameter.gpu.value
}
{% endblock %}
{% block kubernetes_pod_resources_limits %}
limits = {
"cpu" = data.coder_parameter.cpu.value
"memory" = "${data.coder_parameter.memory.value}Gi"
"nvidia.com/gpu" = data.coder_parameter.gpu.value
}
{% endblock %}
}
{% endblock %}
{% block kubernetes_pod_main_volume_mount %}
volume_mount {
mount_path = "{{ coder_user_home }}"
name = "home"
sub_path = data.coder_parameter.docker_sidecar.value ? ".home" : ""
read_only = false
}
{% endblock %}
{% block kubernetes_pod_main_volume_linuxbrew %}
volume_mount {
mount_path = "/home/linuxbrew"
name = "home"
sub_path = ".linuxbrew"
read_only = false
}
{% endblock %}
dynamic "volume_mount" {
for_each = data.coder_parameter.docker_sidecar.value ? [1] : []
content {
mount_path = "/var/lib/docker"
name = "home"
sub_path = ".docker"
read_only = false
}
}
dynamic "volume_mount" {
for_each = data.coder_parameter.gpu.value == "0" ? [] : [1]
content {
mount_path = "/models"
name = "models"
read_only = false
}
}
}
{% endblock %}
{% block kubernetes_pod_docker %}
dynamic "container" {
for_each = data.coder_parameter.docker_sidecar.value ? [1] : []
content {
name = "dind"
image = "docker:dind"
image_pull_policy = "{{ image_pull_policy }}"
security_context {
privileged = true
run_as_user = 0
}
command = [
"dockerd",
"--host=tcp://0.0.0.0:2375",
"--host=unix:///var/run/docker.sock",
"--mtu=1450",
"--registry-mirror=http://docker-cache.cicd.svc.cluster.local:5000"
]
resources {
requests = {
"cpu" = "500m"
"memory" = "512Mi"
}
limits = {
"cpu" = "1000m"
"memory" = "1024Mi"
}
}
volume_mount {
mount_path = "{{ coder_user_home }}"
name = "home"
sub_path = ".home"
read_only = false
}
volume_mount {
mount_path = "/var/lib/docker"
name = "home"
sub_path = ".docker"
read_only = false
}
}
}
{% endblock %}
{% block additional_containers %}
{% endblock %}
{% block homebrew_init_container %}
init_container {
name = "homebrew-init"
image = "homebrew/brew:latest"
# /bin/sh -c ''
command = ["sh", "-c", "test -e /mnt/linuxbrew/.linuxbrew || cp -a /home/linuxbrew/.linuxbrew/ /mnt/linuxbrew/.linuxbrew"]
image_pull_policy = "{{ image_pull_policy }}"
volume_mount {
mount_path = "/mnt/linuxbrew"
name = "home"
sub_path = ".linuxbrew"
read_only = false
}
}
{% endblock %}
{% block kubernetes_pod_nvidia_sidecar %}
dynamic "container" {
for_each = data.coder_parameter.gpu.value == "0" ? [] : [1]
content {
name = "nvidia-smi"
image = "nvidia/cuda:12.5.1-devel-ubuntu22.04"
command = ["sleep", "604800"]
image_pull_policy = "{{ image_pull_policy }}"
security_context {
run_as_user = "0"
}
env {
name = "TERM"
value = "xterm"
}
resources {
limits = {
"cpu" = "250m"
"memory" = "512Mi"
"nvidia.com/gpu" = 1
}
}
}
}
{% endblock %}
{% block kubernetes_pod_main_volume %}
volume {
name = "home"
persistent_volume_claim {
claim_name = kubernetes_persistent_volume_claim.home.metadata[0].name
read_only = false
}
}
{% endblock %}
dynamic "volume" {
for_each = data.coder_parameter.gpu.value == "0" ? [] : [1]
content {
name = "models"
host_path {
path = "/ai/models"
type = "Directory"
}
}
}
}
}
}
}
{% endblock %}