Vsphere (#7306)

* Add terraform scripts for vSphere

* Fixup: Add terraform scripts for vSphere

* Add inventory generation

* Use machines var to provide IPs

* Add README file

* Add default.tfvars file

* Fix newlines at the end of files

* Remove master.count and worker.count variables

* Fixup cloud-init formatting

* Fixes after initial review

* Add warning about disabled DHCP

* Fixes after second review

* Add sample-inventory

contrib/terraform/vsphere/modules/kubernetes-cluster/main.tf

@@ -0,0 +1,109 @@
+resource "vsphere_virtual_machine" "worker" {
+  for_each = {
+    for name, machine in var.machines :
+    name => machine
+    if machine.node_type == "worker"
+  }
+
+  name                = each.key
+  resource_pool_id    = var.pool_id
+  datastore_id        = var.datastore_id
+
+  num_cpus            = var.worker_cores
+  memory              = var.worker_memory
+  memory_reservation  = var.worker_memory
+  guest_id            = var.guest_id
+  enable_disk_uuid    = "true"
+  scsi_type           = var.scsi_type
+  folder              = var.folder
+  firmware            = var.firmware
+  hardware_version    = var.hardware_version
+
+  wait_for_guest_net_routable = false
+
+  network_interface {
+    network_id        = var.network_id
+    adapter_type      = var.adapter_type
+  }
+
+  disk {
+    label             = "disk0"
+    size              = var.worker_disk_size
+    thin_provisioned  = var.disk_thin_provisioned
+  }
+
+  lifecycle {
+    ignore_changes    = [disk]
+  }
+
+  clone {
+    template_uuid     = var.template_id
+  }
+
+  cdrom {
+    client_device = true
+  }
+
+  vapp {
+    properties = {
+      "user-data" = base64encode(templatefile("${path.module}/templates/cloud-init.tmpl", { ip = each.value.ip,
+                                                                  gw = var.gateway,
+                                                                  dns = var.dns_primary,
+                                                                  ssh_public_keys = var.ssh_public_keys}))
+    }
+  }
+}
+
+resource "vsphere_virtual_machine" "master" {
+  for_each = {
+    for name, machine in var.machines :
+    name => machine
+    if machine.node_type == "master"
+  }
+
+  name                = each.key
+  resource_pool_id    = var.pool_id
+  datastore_id        = var.datastore_id
+
+  num_cpus            = var.master_cores
+  memory              = var.master_memory
+  memory_reservation  = var.master_memory
+  guest_id            = var.guest_id
+  enable_disk_uuid    = "true"
+  scsi_type           = var.scsi_type
+  folder              = var.folder
+  firmware            = var.firmware
+  hardware_version    = var.hardware_version
+
+  network_interface {
+    network_id        = var.network_id
+    adapter_type      = var.adapter_type
+  }
+
+  disk {
+    label             = "disk0"
+    size              = var.master_disk_size
+    thin_provisioned  = var.disk_thin_provisioned
+  }
+
+  lifecycle {
+    ignore_changes    = [disk]
+  }
+
+  clone {
+    template_uuid     = var.template_id
+  }
+
+  cdrom {
+    client_device = true
+  }
+
+  vapp {
+    properties = {
+      "user-data" = base64encode(templatefile("${path.module}/templates/cloud-init.tmpl", { ip = each.value.ip,
+                                                                  gw = var.gateway,
+                                                                  dns = var.dns_primary,
+                                                                  ssh_public_keys = var.ssh_public_keys}))
+    }
+  }
+}

contrib/terraform/vsphere/modules/kubernetes-cluster/output.tf

@@ -0,0 +1,13 @@
+output "master_ip" {
+  value = {
+    for instance in vsphere_virtual_machine.master :
+    instance.name => instance.default_ip_address
+  }
+}
+
+output "worker_ip" {
+  value = {
+    for instance in vsphere_virtual_machine.worker :
+    instance.name => instance.default_ip_address
+  }
+}

contrib/terraform/vsphere/modules/kubernetes-cluster/templates/cloud-init.tmpl

@@ -0,0 +1,35 @@
+#cloud-config
+
+ssh_authorized_keys:
+%{ for ssh_public_key in ssh_public_keys ~}
+  - ${ssh_public_key}
+%{ endfor ~}
+
+write_files:
+  - path: /etc/netplan/20-internal-network.yaml
+    content: |
+      network:
+        version: 2
+        ethernets:
+          "lo:0":
+            match:
+              name: lo
+            dhcp4: false
+            addresses:
+            - 172.17.0.100/32
+  - path: /etc/netplan/10-user-network.yaml
+    content: |
+      network:
+        version: 2
+        ethernets:
+          ens192:
+            dhcp4: false #true to use dhcp
+            addresses:
+            - ${ip}
+            gateway4: ${gw} # Set gw here
+            nameservers:
+              addresses:
+              - ${dns} # Set DNS ip address here
+
+runcmd:
+  - netplan apply

contrib/terraform/vsphere/modules/kubernetes-cluster/variables.tf

@@ -0,0 +1,38 @@
+## Global ##
+variable "prefix" {}
+
+variable "machines" {
+  description = "Cluster machines"
+  type = map(object({
+    node_type = string
+    ip      = string
+  }))
+}
+
+variable "gateway" {}
+variable "dns_primary" {}
+variable "dns_secondary" {}
+variable "pool_id" {}
+variable "datastore_id" {}
+variable "guest_id" {}
+variable "scsi_type" {}
+variable "network_id" {}
+variable "adapter_type" {}
+variable "disk_thin_provisioned" {}
+variable "template_id" {}
+variable "firmware" {}
+variable "folder" {}
+variable "ssh_public_keys" {
+  type = list(string)
+}
+variable "hardware_version" {}
+
+## Master ##
+variable "master_cores" {}
+variable "master_memory" {}
+variable "master_disk_size" {}
+
+## Worker ##
+variable "worker_cores" {}
+variable "worker_memory" {}
+variable "worker_disk_size" {}

contrib/terraform/vsphere/modules/kubernetes-cluster/versions.tf

@@ -0,0 +1,9 @@
+terraform {
+  required_providers {
+    vsphere = {
+      source  = "hashicorp/vsphere"
+      version = ">= 1.24.3"
+    }
+  }
+  required_version = ">= 0.13"
+}