wheatley/infrastructure
1
0
Fork 0
Code Issues Pull requests 1 Projects Releases Packages Wiki Activity Actions

feat: Create nodes from templates

Browse source
This commit is contained in:
Peter 2025-11-15 20:49:31 +01:00
parent 8f7e83d818
commit c68529eb69
Signed by: Peter
SSH key fingerprint: SHA256:B5tYaxBExaDm74r1px9iVeZ6F/ZDiyiy9SbBqfZYrvg
13 changed files with 230 additions and 143 deletions
Download patch file Download diff file Expand all files Collapse all files

81
pve01.wheatley.in/k8s-wheatley/main.tf
View file

@ -8,9 +8,9 @@ locals {
cluster_name = "k8s-wheatley"
vm-id_prefix = 200
kubernetes_version = "1.34.1"
talos_version = "1.11.3"
gateway_api_version = "1.4.0"
cilium_version = "1.14.1"
talos_version = "1.11.5"
gateway_api_version = "1.3.0"
cilium_version = "1.18.4"
ipv4_gateway = "10.13.38.1"
cluster_endpoint_ip = "10.13.38.10"
proxmox_node = "pve01"
@ -18,7 +18,7 @@ locals {
controlplanes = {
cpu = 4
memory = 4
memory = 8
disk = 40
storagepool = "nvme-fastpool"
talos_version = local.talos_version
@ -46,14 +46,16 @@ locals {
]
workers = {
cpu = 4
memory = 4
cpu = 8
memory = 8
disk = 40
storagepool = "nvme-fastpool"
talos_version = local.talos_version
cluster_name = local.cluster_name
kubernetes_version = local.kubernetes_version
ipv4_gateway = local.ipv4_gateway
pvc_disks = [100]
nodes = [
{
name = "worker01"
@ -83,60 +85,47 @@ locals {
]
}
module "talos-image" {
source = "./modules/talos-image"
talos_version = local.talos_version
}
module "controlplanes" {
depends_on = [module.talos-image]
source = "./modules/talos-node"
for_each = { for node in local.controlplanes.nodes : node.name => node }
node = {
id = local.vm-id_prefix + 10 + tonumber(replace(each.key, "cp", ""))
name = format("k8s-wheatley-%s", each.value.name)
ipv4_address = each.value.ip_address
cpu = local.controlplanes.cpu
memory = local.controlplanes.memory
disk = local.controlplanes.disk
storagepool = local.controlplanes.storagepool
talos_version = local.talos_version
cluster_name = local.cluster_name
kubernetes_version = local.kubernetes_version
cluster_endpoint = local.cluster_endpoint_ip
ipv4_gateway = local.ipv4_gateway
proxmox_node = local.proxmox_node
controlplane_addresses = local.controlplane_addresses
worker_addresses = local.worker_addresses
id = local.vm-id_prefix + 10 + tonumber(replace(each.key, "cp", ""))
name = format("k8s-wheatley-%s", each.value.name)
ipv4_address = each.value.ip_address
cpu = local.controlplanes.cpu
memory = local.controlplanes.memory
disk = local.controlplanes.disk
storagepool = local.controlplanes.storagepool
talos_version = local.talos_version
cluster_name = local.cluster_name
kubernetes_version = local.kubernetes_version
cluster_endpoint = local.cluster_endpoint_ip
ipv4_gateway = local.ipv4_gateway
proxmox_node = local.proxmox_node
}
}
module "workers" {
depends_on = [module.talos-image]
source = "./modules/talos-node"
for_each = { for node in local.workers.nodes : node.name => node }
node = {
id = local.vm-id_prefix + 20 + tonumber(replace(each.key, "worker", ""))
name = format("k8s-wheatley-%s", each.value.name)
ipv4_address = each.value.ip_address
cpu = local.workers.cpu
memory = local.workers.memory
disk = local.workers.disk
storagepool = local.workers.storagepool
talos_version = local.talos_version
cluster_name = local.cluster_name
kubernetes_version = local.kubernetes_version
cluster_endpoint = local.cluster_endpoint_ip
ipv4_gateway = local.ipv4_gateway
proxmox_node = local.proxmox_node
controlplane_addresses = local.controlplane_addresses
worker_addresses = local.worker_addresses
id = local.vm-id_prefix + 20 + tonumber(replace(each.key, "worker", ""))
name = format("k8s-wheatley-%s", each.value.name)
ipv4_address = each.value.ip_address
cpu = local.workers.cpu
memory = local.workers.memory
disk = local.workers.disk
storagepool = local.workers.storagepool
talos_version = local.talos_version
cluster_name = local.cluster_name
kubernetes_version = local.kubernetes_version
cluster_endpoint = local.cluster_endpoint_ip
ipv4_gateway = local.ipv4_gateway
proxmox_node = local.proxmox_node
}
pvc_disks = local.workers.pvc_disks
}
module "talos-bootstrap" {

2
pve01.wheatley.in/k8s-wheatley/modules/talos-bootstrap/templates/machineconfig-cp.yaml.tmpl
View file

@ -7,7 +7,7 @@ machine:
network:
hostname: ${hostname}
nameservers:
- 10.13.37.2
- 192.168.1.2
interfaces:
- interface: eth0
dhcp: false

2
pve01.wheatley.in/k8s-wheatley/modules/talos-bootstrap/templates/machineconfig-worker.yaml.tmpl
View file

@ -7,7 +7,7 @@ machine:
network:
hostname: ${hostname}
nameservers:
- 10.13.37.2
- 192.168.1.2
kubelet:
extraArgs:
pod-max-pids: 1000

45
pve01.wheatley.in/k8s-wheatley/modules/talos-image/main.tf
View file

@ -1,45 +0,0 @@
terraform {
required_providers {
proxmox = {
source = "bpg/proxmox"
version = "0.86.0"
}
}
}
data "http" "schematic" {
url = "https://factory.talos.dev/schematics"
method = "POST"
request_body = file("${path.module}/schematic.yaml")
request_headers = {
"Content-Type" = "application/x-yaml"
}
}
locals {
schematic_id = jsondecode(data.http.schematic.response_body)["id"]
iso_url = "${"https://factory.talos.dev/image"}/${local.schematic_id}/v${var.talos_version}/nocloud-amd64-secureboot.raw.xz"
iso_file = "talos-${var.talos_version}-nocloud-amd64-secureboot.raw"
}
resource "null_resource" "local_download_talos_image" {
provisioner "local-exec" {
command = <<EOT
curl -L ${local.iso_url} -o ${path.module}/${local.iso_file}.xz
xz -d ${path.module}/${local.iso_file}.xz
EOT
}
}
resource "proxmox_virtual_environment_file" "talos-image" {
depends_on = [null_resource.local_download_talos_image]
node_name = "pve01"
content_type = "import"
datastore_id = "local"
overwrite = true
source_file {
path = "${path.module}/${local.iso_file}"
}
}

4
pve01.wheatley.in/k8s-wheatley/modules/talos-image/outputs.tf
View file

@ -1,4 +0,0 @@
output "talos_image_id" {
description = "The ID of the Talos image"
value = proxmox_virtual_environment_file.talos-image.id
}

4
pve01.wheatley.in/k8s-wheatley/modules/talos-image/schematic.yaml
View file

@ -1,4 +0,0 @@
customization:
systemExtensions:
officialExtensions:
- siderolabs/qemu-guest-agent

4
pve01.wheatley.in/k8s-wheatley/modules/talos-image/variables.tf
View file

@ -1,4 +0,0 @@
variable "talos_version" {
description = "Talos version to download"
type = string
}

29
pve01.wheatley.in/k8s-wheatley/modules/talos-node/main.tf
View file

@ -12,16 +12,9 @@ resource "proxmox_virtual_environment_vm" "talos-node" {
name = var.node.name
node_name = var.node.proxmox_node
tags = ["tofu"]
bios = "ovmf"
on_boot = true
machine = "q35"
stop_on_destroy = true
operating_system {
type = "l26"
}
agent {
enabled = true
clone {
vm_id = 10000 + tonumber(replace(var.node.talos_version, ".", ""))
}
cpu {
@ -37,7 +30,6 @@ resource "proxmox_virtual_environment_vm" "talos-node" {
disk {
datastore_id = var.node.storagepool
interface = "virtio0"
import_from = var.talos_image_id
size = var.node.disk
file_format = "raw"
}
@ -52,17 +44,6 @@ resource "proxmox_virtual_environment_vm" "talos-node" {
}
}
efi_disk {
datastore_id = var.node.storagepool
file_format = "raw"
type = "4m"
}
tpm_state {
datastore_id = var.node.storagepool
version = "v2.0"
}
initialization {
datastore_id = var.node.storagepool
ip_config {
@ -72,11 +53,7 @@ resource "proxmox_virtual_environment_vm" "talos-node" {
}
}
dns {
servers = ["10.13.37.2"]
servers = ["192.168.1.2"]
}
}
network_device {
bridge = "vmbr1"
}
}

35
pve01.wheatley.in/k8s-wheatley/modules/talos-node/variables.tf
View file

@ -1,20 +1,23 @@
variable "node" {
description = "Virtual node configuration"
description = "Basic configuration for the Talos node"
type = object({
id = number
name = string
ipv4_address = string
ipv4_gateway = string
cpu = number
memory = number
disk = string
storagepool = string
talos_version = string
cluster_name = string
kubernetes_version = string
cluster_endpoint = string
proxmox_node = string
controlplane_addresses = list(string)
worker_addresses = list(string)
id = number
name = string
ipv4_address = string
ipv4_gateway = string
cpu = number
memory = number
disk = string
storagepool = string
talos_version = string
cluster_name = string
kubernetes_version = string
cluster_endpoint = string
proxmox_node = string
})
}
variable "pvc_disks" {
description = "List of extra disks to attach to the node"
type = list(number)
default = []
}