diff --git a/contrib/terraform/openstack/README.md b/contrib/terraform/openstack/README.md
index 94a98e5871c2a8399c95e38aa7acfc0fb797fdd8..e60f4f2c09c4d38ddded81fbc9718cd4bc65e047 100644
--- a/contrib/terraform/openstack/README.md
+++ b/contrib/terraform/openstack/README.md
@@ -11,7 +11,7 @@ services.
There are some assumptions made to try and ensure it will work on your openstack cluster.
-* floating-ips are used for access, but you can have masters and nodes that don't use floating-ips if needed. You need currently at least 1 floating ip, which we would suggest is used on a master.
+* floating-ips are used for access, but you can have masters and nodes that don't use floating-ips if needed. You need currently at least 1 floating ip, which needs to be used on a master. If using more than one, at least one should be on a master for bastions to work fine.
* you already have a suitable OS image in glance
* you already have both an internal network and a floating-ip pool created
* you have security-groups enabled
@@ -75,7 +75,9 @@ $ echo Setting up Terraform creds && \
export TF_VAR_auth_url=${OS_AUTH_URL}
```
-If you want to provision master or node VMs that don't use floating ips, write on a `my-terraform-vars.tfvars` file, for example:
+##### Alternative: etcd inside masters
+
+If you want to provision master or node VMs that don't use floating ips and where etcd is inside masters, write on a `my-terraform-vars.tfvars` file, for example:
```
number_of_k8s_masters = "1"
@@ -85,6 +87,28 @@ number_of_k8s_nodes = "0"
```
This will provision one VM as master using a floating ip, two additional masters using no floating ips (these will only have private ips inside your tenancy) and one VM as node, again without a floating ip.
+##### Alternative: etcd on separate machines
+
+If you want to provision master or node VMs that don't use floating ips and where **etcd is on separate nodes from Kubernetes masters**, write on a `my-terraform-vars.tfvars` file, for example:
+
+```
+number_of_etcd = "3"
+number_of_k8s_masters = "0"
+number_of_k8s_masters_no_etcd = "1"
+number_of_k8s_masters_no_floating_ip = "0"
+number_of_k8s_masters_no_floating_ip_no_etcd = "2"
+number_of_k8s_nodes_no_floating_ip = "1"
+number_of_k8s_nodes = "2"
+
+flavor_k8s_node = "desired-flavor-id"
+flavor_k8s_master = "desired-flavor-id"
+flavor_etcd = "desired-flavor-id"
+```
+
+This will provision one VM as master using a floating ip, two additional masters using no floating ips (these will only have private ips inside your tenancy), two VMs as nodes with floating ips, one VM as node without floating ip and three VMs for etcd.
+
+##### Alternative: add GlusterFS
+
Additionally, now the terraform based installation supports provisioning of a GlusterFS shared file system based on a separate set of VMs, running either a Debian or RedHat based set of VMs. To enable this, you need to add to your `my-terraform-vars.tfvars` the following variables:
```
diff --git a/contrib/terraform/openstack/kubespray.tf b/contrib/terraform/openstack/kubespray.tf
index 0f31b3d16da5bd17fdbe4000b1a3fa0c00cd97e7..908bca9cecd85951844b94c7441f9cf2713d78c2 100644
--- a/contrib/terraform/openstack/kubespray.tf
+++ b/contrib/terraform/openstack/kubespray.tf
@@ -1,5 +1,5 @@
resource "openstack_networking_floatingip_v2" "k8s_master" {
- count = "${var.number_of_k8s_masters}"
+ count = "${var.number_of_k8s_masters + var.number_of_k8s_masters_no_etcd}"
pool = "${var.floatingip_pool}"
}
@@ -73,6 +73,44 @@ resource "openstack_compute_instance_v2" "k8s_master" {
}
+resource "openstack_compute_instance_v2" "k8s_master_no_etcd" {
+ name = "${var.cluster_name}-k8s-master-ne-${count.index+1}"
+ count = "${var.number_of_k8s_masters_no_etcd}"
+ image_name = "${var.image}"
+ flavor_id = "${var.flavor_k8s_master}"
+ key_pair = "${openstack_compute_keypair_v2.k8s.name}"
+ network {
+ name = "${var.network_name}"
+ }
+ security_groups = [ "${openstack_compute_secgroup_v2.k8s_master.name}",
+ "${openstack_compute_secgroup_v2.k8s.name}" ]
+ floating_ip = "${element(openstack_networking_floatingip_v2.k8s_master.*.address, count.index + var.number_of_k8s_masters)}"
+ metadata = {
+ ssh_user = "${var.ssh_user}"
+ kubespray_groups = "kube-master,kube-node,k8s-cluster,vault"
+ }
+
+}
+
+resource "openstack_compute_instance_v2" "etcd" {
+ name = "${var.cluster_name}-etcd-${count.index+1}"
+ count = "${var.number_of_etcd}"
+ image_name = "${var.image}"
+ flavor_id = "${var.flavor_etcd}"
+ key_pair = "${openstack_compute_keypair_v2.k8s.name}"
+ network {
+ name = "${var.network_name}"
+ }
+ security_groups = [ "${openstack_compute_secgroup_v2.k8s.name}" ]
+ metadata = {
+ ssh_user = "${var.ssh_user}"
+ kubespray_groups = "etcd,vault,no-floating"
+ }
+ provisioner "local-exec" {
+ command = "sed s/USER/${var.ssh_user}/ contrib/terraform/openstack/ansible_bastion_template.txt | sed s/BASTION_ADDRESS/${element(openstack_networking_floatingip_v2.k8s_master.*.address, 0)}/ > contrib/terraform/openstack/group_vars/no-floating.yml"
+ }
+}
+
resource "openstack_compute_instance_v2" "k8s_master_no_floating_ip" {
name = "${var.cluster_name}-k8s-master-nf-${count.index+1}"
@@ -94,6 +132,27 @@ resource "openstack_compute_instance_v2" "k8s_master_no_floating_ip" {
}
}
+resource "openstack_compute_instance_v2" "k8s_master_no_floating_ip_no_etcd" {
+ name = "${var.cluster_name}-k8s-master-ne-nf-${count.index+1}"
+ count = "${var.number_of_k8s_masters_no_floating_ip_no_etcd}"
+ image_name = "${var.image}"
+ flavor_id = "${var.flavor_k8s_master}"
+ key_pair = "${openstack_compute_keypair_v2.k8s.name}"
+ network {
+ name = "${var.network_name}"
+ }
+ security_groups = [ "${openstack_compute_secgroup_v2.k8s_master.name}",
+ "${openstack_compute_secgroup_v2.k8s.name}" ]
+ metadata = {
+ ssh_user = "${var.ssh_user}"
+ kubespray_groups = "kube-master,kube-node,k8s-cluster,vault,no-floating"
+ }
+ provisioner "local-exec" {
+ command = "sed s/USER/${var.ssh_user}/ contrib/terraform/openstack/ansible_bastion_template.txt | sed s/BASTION_ADDRESS/${element(openstack_networking_floatingip_v2.k8s_master.*.address, 0)}/ > contrib/terraform/openstack/group_vars/no-floating.yml"
+ }
+}
+
+
resource "openstack_compute_instance_v2" "k8s_node" {
name = "${var.cluster_name}-k8s-node-${count.index+1}"
count = "${var.number_of_k8s_nodes}"
diff --git a/contrib/terraform/openstack/variables.tf b/contrib/terraform/openstack/variables.tf
index a357dd29a68b3dce645d871e4a12799cff964ae9..fee75f8c7dabe7608594b6c7f296ffdcf14784ea 100644
--- a/contrib/terraform/openstack/variables.tf
+++ b/contrib/terraform/openstack/variables.tf
@@ -6,10 +6,22 @@ variable "number_of_k8s_masters" {
default = 2
}
+variable "number_of_k8s_masters_no_etcd" {
+ default = 2
+}
+
+variable "number_of_etcd" {
+ default = 2
+}
+
variable "number_of_k8s_masters_no_floating_ip" {
default = 2
}
+variable "number_of_k8s_masters_no_floating_ip_no_etcd" {
+ default = 2
+}
+
variable "number_of_k8s_nodes" {
default = 1
}
@@ -59,6 +71,10 @@ variable "flavor_k8s_node" {
default = 3
}
+variable "flavor_etcd" {
+ default = 3
+}
+
variable "flavor_gfs_node" {
default = 3
}