diff --git a/Vagrantfile b/Vagrantfile
index de612516ffd191c19e6b33fb1a33f7cf60622f81..9e587c7951cffa961e6d7b175d29765f894637f1 100644
--- a/Vagrantfile
+++ b/Vagrantfile
@@ -1,6 +1,8 @@
# -*- mode: ruby -*-
# # vi: set ft=ruby :
+# For help on using kubespray with vagrant, check out docs/vagrant.md
+
require 'fileutils'
Vagrant.require_version ">= 2.0.0"
@@ -13,15 +15,16 @@ COREOS_URL_TEMPLATE = "https://storage.googleapis.com/%s.release.core-os.net/amd
DISK_UUID = Time.now.utc.to_i
SUPPORTED_OS = {
- "coreos-stable" => {box: "coreos-stable", user: "core", box_url: COREOS_URL_TEMPLATE % ["stable"]},
- "coreos-alpha" => {box: "coreos-alpha", user: "core", box_url: COREOS_URL_TEMPLATE % ["alpha"]},
- "coreos-beta" => {box: "coreos-beta", user: "core", box_url: COREOS_URL_TEMPLATE % ["beta"]},
- "ubuntu1604" => {box: "generic/ubuntu1604", user: "vagrant"},
- "ubuntu1804" => {box: "generic/ubuntu1804", user: "vagrant"},
- "centos" => {box: "centos/7", user: "vagrant"},
- "fedora" => {box: "fedora/28-cloud-base", user: "vagrant"},
- "opensuse" => {box: "opensuse/openSUSE-42.3-x86_64", use: "vagrant"},
- "opensuse-tumbleweed" => {box: "opensuse/openSUSE-Tumbleweed-x86_64", use: "vagrant"},
+ "coreos-stable" => {box: "coreos-stable", user: "core", box_url: COREOS_URL_TEMPLATE % ["stable"]},
+ "coreos-alpha" => {box: "coreos-alpha", user: "core", box_url: COREOS_URL_TEMPLATE % ["alpha"]},
+ "coreos-beta" => {box: "coreos-beta", user: "core", box_url: COREOS_URL_TEMPLATE % ["beta"]},
+ "ubuntu1604" => {box: "generic/ubuntu1604", user: "vagrant"},
+ "ubuntu1804" => {box: "generic/ubuntu1804", user: "vagrant"},
+ "centos" => {box: "centos/7", user: "vagrant"},
+ "centos-bento" => {box: "bento/centos-7.5", user: "vagrant"},
+ "fedora" => {box: "fedora/28-cloud-base", user: "vagrant"},
+ "opensuse" => {box: "opensuse/openSUSE-42.3-x86_64", user: "vagrant"},
+ "opensuse-tumbleweed" => {box: "opensuse/openSUSE-Tumbleweed-x86_64", user: "vagrant"},
}
# Defaults for config options defined in CONFIG
@@ -50,8 +53,6 @@ $kube_node_instances_with_disks_number = 2
$playbook = "cluster.yml"
-$local_release_dir = "/vagrant/temp"
-
host_vars = {}
if File.exist?(CONFIG)
@@ -60,13 +61,13 @@ end
$box = SUPPORTED_OS[$os][:box]
# if $inventory is not set, try to use example
-$inventory = File.join(File.dirname(__FILE__), "inventory", "sample") if ! $inventory
+$inventory = "inventory/sample" if ! $inventory
+$inventory = File.absolute_path($inventory, File.dirname(__FILE__))
-# if $inventory has a hosts file use it, otherwise copy over vars etc
-# to where vagrant expects dynamic inventory to be.
-if ! File.exist?(File.join(File.dirname($inventory), "hosts"))
- $vagrant_ansible = File.join(File.dirname(__FILE__), ".vagrant",
- "provisioners", "ansible")
+# if $inventory has a hosts.ini file use it, otherwise copy over
+# vars etc to where vagrant expects dynamic inventory to be
+if ! File.exist?(File.join(File.dirname($inventory), "hosts.ini"))
+ $vagrant_ansible = File.join(File.dirname(__FILE__), ".vagrant", "provisioners", "ansible")
FileUtils.mkdir_p($vagrant_ansible) if ! File.exist?($vagrant_ansible)
if ! File.exist?(File.join($vagrant_ansible,"inventory"))
FileUtils.ln_s($inventory, File.join($vagrant_ansible,"inventory"))
@@ -81,80 +82,60 @@ if Vagrant.has_plugin?("vagrant-proxyconf")
end
Vagrant.configure("2") do |config|
- # always use Vagrants insecure key
- config.ssh.insert_key = false
+
config.vm.box = $box
if SUPPORTED_OS[$os].has_key? :box_url
config.vm.box_url = SUPPORTED_OS[$os][:box_url]
end
config.ssh.username = SUPPORTED_OS[$os][:user]
+
# plugin conflict
if Vagrant.has_plugin?("vagrant-vbguest") then
config.vbguest.auto_update = false
end
- (1..$num_instances).each do |i|
- config.vm.define vm_name = "%s-%02d" % [$instance_name_prefix, i] do |config|
- config.vm.hostname = vm_name
- if Vagrant.has_plugin?("vagrant-proxyconf")
- config.proxy.http = ENV['HTTP_PROXY'] || ENV['http_proxy'] || ""
- config.proxy.https = ENV['HTTPS_PROXY'] || ENV['https_proxy'] || ""
- config.proxy.no_proxy = $no_proxy
- end
+ # always use Vagrants insecure key
+ config.ssh.insert_key = false
- if $expose_docker_tcp
- config.vm.network "forwarded_port", guest: 2375, host: ($expose_docker_tcp + i - 1), auto_correct: true
- end
+ (1..$num_instances).each do |i|
+ config.vm.define vm_name = "%s-%01d" % [$instance_name_prefix, i] do |node|
- $forwarded_ports.each do |guest, host|
- config.vm.network "forwarded_port", guest: guest, host: host, auto_correct: true
+ node.vm.hostname = vm_name
+
+ if Vagrant.has_plugin?("vagrant-proxyconf")
+ node.proxy.http = ENV['HTTP_PROXY'] || ENV['http_proxy'] || ""
+ node.proxy.https = ENV['HTTPS_PROXY'] || ENV['https_proxy'] || ""
+ node.proxy.no_proxy = $no_proxy
end
["vmware_fusion", "vmware_workstation"].each do |vmware|
- config.vm.provider vmware do |v|
+ node.vm.provider vmware do |v|
v.vmx['memsize'] = $vm_memory
v.vmx['numvcpus'] = $vm_cpus
end
end
- config.vm.synced_folder ".", "/vagrant", type: "rsync", rsync__args: ['--verbose', '--archive', '--delete', '-z']
-
- $shared_folders.each do |src, dst|
- config.vm.synced_folder src, dst, type: "rsync", rsync__args: ['--verbose', '--archive', '--delete', '-z']
- end
-
- config.vm.provider :virtualbox do |vb|
- vb.gui = $vm_gui
+ node.vm.provider :virtualbox do |vb|
vb.memory = $vm_memory
vb.cpus = $vm_cpus
+ vb.gui = $vm_gui
+ vb.linked_clone = true
end
- config.vm.provider :libvirt do |lv|
- lv.memory = $vm_memory
- # Fix kernel panic on fedora 28
- if $os == "fedora"
- lv.cpu_mode = "host-passthrough"
- end
- end
-
- ip = "#{$subnet}.#{i+100}"
- host_vars[vm_name] = {
- "ip": ip,
- "local_release_dir" => $local_release_dir,
- "download_run_once": "False",
- "kube_network_plugin": $network_plugin,
- "kube_network_plugin_multus": $multi_networking
- }
-
- config.vm.network :private_network, ip: ip
-
- # Disable swap for each vm
- config.vm.provision "shell", inline: "swapoff -a"
+ node.vm.provider :libvirt do |lv|
+ lv.memory = $vm_memory
+ lv.cpus = $vm_cpus
+ lv.default_prefix = 'kubespray'
+ # Fix kernel panic on fedora 28
+ if $os == "fedora"
+ lv.cpu_mode = "host-passthrough"
+ end
+ end
if $kube_node_instances_with_disks
# Libvirt
driverletters = ('a'..'z').to_a
- config.vm.provider :libvirt do |lv|
+ node.vm.provider :libvirt do |lv|
# always make /dev/sd{a/b/c} so that CI can ensure that
# virtualbox and libvirt will have the same devices to use for OSDs
(1..$kube_node_instances_with_disks_number).each do |d|
@@ -163,24 +144,51 @@ Vagrant.configure("2") do |config|
end
end
- # Only execute once the Ansible provisioner,
- # when all the machines are up and ready.
+ if $expose_docker_tcp
+ node.vm.network "forwarded_port", guest: 2375, host: ($expose_docker_tcp + i - 1), auto_correct: true
+ end
+
+ $forwarded_ports.each do |guest, host|
+ node.vm.network "forwarded_port", guest: guest, host: host, auto_correct: true
+ end
+
+ node.vm.synced_folder ".", "/vagrant", disabled: false, type: "rsync", rsync__args: ['--verbose', '--archive', '--delete', '-z'] , rsync__exclude: ['.git','venv']
+ $shared_folders.each do |src, dst|
+ node.vm.synced_folder src, dst, type: "rsync", rsync__args: ['--verbose', '--archive', '--delete', '-z']
+ end
+
+ ip = "#{$subnet}.#{i+100}"
+ node.vm.network :private_network, ip: ip
+
+ # Disable swap for each vm
+ node.vm.provision "shell", inline: "swapoff -a"
+
+ host_vars[vm_name] = {
+ "ip": ip,
+ "kube_network_plugin": $network_plugin,
+ "kube_network_plugin_multus": $multi_networking,
+ "docker_keepcache": "1",
+ "download_run_once": "True",
+ "download_localhost": "False"
+ }
+
+ # Only execute the Ansible provisioner once, when all the machines are up and ready.
if i == $num_instances
- config.vm.provision "ansible" do |ansible|
+ node.vm.provision "ansible" do |ansible|
ansible.playbook = $playbook
- if File.exist?(File.join(File.dirname($inventory), "hosts"))
+ if File.exist?(File.join( $inventory, "hosts.ini"))
ansible.inventory_path = $inventory
end
ansible.become = true
ansible.limit = "all"
ansible.host_key_checking = false
- ansible.raw_arguments = ["--forks=#{$num_instances}", "--flush-cache"]
+ ansible.raw_arguments = ["--forks=#{$num_instances}", "--flush-cache", "--ask-become-pass"]
ansible.host_vars = host_vars
#ansible.tags = ['download']
ansible.groups = {
- "etcd" => ["#{$instance_name_prefix}-0[1:#{$etcd_instances}]"],
- "kube-master" => ["#{$instance_name_prefix}-0[1:#{$kube_master_instances}]"],
- "kube-node" => ["#{$instance_name_prefix}-0[1:#{$kube_node_instances}]"],
+ "etcd" => ["#{$instance_name_prefix}-[1:#{$etcd_instances}]"],
+ "kube-master" => ["#{$instance_name_prefix}-[1:#{$kube_master_instances}]"],
+ "kube-node" => ["#{$instance_name_prefix}-[1:#{$kube_node_instances}]"],
"k8s-cluster:children" => ["kube-master", "kube-node"],
}
end