puppetlabs/vmpooler
2
0
Fork 0
mirror of https://github.com/puppetlabs/vmpooler.git synced 2026-01-26 10:08:40 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

Parallelize VM clones in threads

Browse source
This commit is contained in:
Scott Schneider 2013-11-04 12:09:08 -08:00
parent 6c74a89e11
commit 1ebf772d70
1 changed files with 111 additions and 96 deletions
Download patch file Download diff file Expand all files Collapse all files

207
vmware-host-pooler
View file

@ -9,8 +9,8 @@ require 'lib/logger'
require 'lib/require_relative' require 'lib/require_relative'
require 'lib/vsphere_helper' require 'lib/vsphere_helper'
logger = Logger.new $logger = Logger.new
vsphere_helper = VsphereHelper.new $vsphere_helper = VsphereHelper.new
Dir.chdir(File.dirname(__FILE__)) Dir.chdir(File.dirname(__FILE__))
@ -24,6 +24,78 @@ vsphere = config[:vsphere]
# Connect to Redis # Connect to Redis
$redis = Redis.new $redis = Redis.new
# Clone a V
def clone_vm template, pool, folder, datastore
Thread.new {
vm = {}
if template =~ /\//
templatefolders = template.split('/')
vm['template'] = templatefolders.pop
end
if templatefolders
vm[vm['template']] = $vsphere_helper.find_folder(templatefolders.join('/')).find(vm['template'])
else
raise "Please provide a full path to the template"
end
if vm['template'].length == 0
raise "Unable to find template '#{vm['template']}'!"
end
# Generate a randomized hostname
o = [('a'..'z'),('0'..'9')].map{|r| r.to_a}.flatten
vm['hostname'] = o[rand(25)]+(0...14).map{o[rand(o.length)]}.join
# Annotate with creation time, origin template, etc.
configSpec = RbVmomi::VIM.VirtualMachineConfigSpec(
:annotation =>
'Base template: ' + vm['template'] + "\n" +
'Creation time: ' + Time.now.strftime("%Y-%m-%d %H:%M")
)
# Put the VM in the specified folder and resource pool
relocateSpec = RbVmomi::VIM.VirtualMachineRelocateSpec(
:datastore => $vsphere_helper.find_datastore(datastore),
:pool => $vsphere_helper.find_pool(pool),
:diskMoveType => :moveChildMostDiskBacking
)
# Create a clone spec
spec = RbVmomi::VIM.VirtualMachineCloneSpec(
:location => relocateSpec,
:config => configSpec,
:powerOn => true,
:template => false
)
# Clone the VM
$logger.log('d', "[ ] '#{vm['hostname']}' is being cloned from '#{vm['template']}'")
start = Time.now
vm[vm['template']].CloneVM_Task(
:folder => $vsphere_helper.find_folder(folder),
:name => vm['hostname'],
:spec => spec
).wait_for_completion
finish = '%.2f' % (Time.now-start)
# Add VM to Redis inventory ('pending' pool)
$redis.sadd('vmware_host_pool__pending__'+pool, vm['hostname'])
$logger.log('s', "[+] '#{vm['hostname']}' cloned from '#{vm['template']}' in #{finish} seconds")
# Metrics
$redis.lpush('vmware_host_pool_metrics__deploy', finish)
$redis.ltrim('vmware_host_pool_metrics__deploy', 0, 100)
}
end
# Update loop # Update loop
loop do loop do
pools.each do |pool| pools.each do |pool|
@ -31,7 +103,7 @@ loop do
total = 0 total = 0
# Locate the resource pool # Locate the resource pool
base = vsphere_helper.find_pool(pool['pool']) base = $vsphere_helper.find_pool(pool['pool'])
# Make sure all VMs in resource pool are accounted-for # Make sure all VMs in resource pool are accounted-for
base.vm.each do |vm| base.vm.each do |vm|
@ -56,19 +128,19 @@ loop do
end end
if ( if (
(vsphere_helper.find_vms(vm)[vm]) and ($vsphere_helper.find_vms(vm)[vm]) and
(vsphere_helper.find_vms(vm)[vm].summary.guest.toolsRunningStatus == 'guestToolsRunning') and ($vsphere_helper.find_vms(vm)[vm].summary.guest.toolsRunningStatus == 'guestToolsRunning') and
(vsphere_helper.find_vms(vm)[vm].summary.guest.hostName) and ($vsphere_helper.find_vms(vm)[vm].summary.guest.hostName) and
(vsphere_helper.find_vms(vm)[vm].summary.guest.hostName == vm) and ($vsphere_helper.find_vms(vm)[vm].summary.guest.hostName == vm) and
(vsphere_helper.find_vms(vm)[vm].summary.guest.ipAddress != nil) ($vsphere_helper.find_vms(vm)[vm].summary.guest.ipAddress != nil)
) )
begin begin
Socket.getaddrinfo(vm, nil) Socket.getaddrinfo(vm, nil)
rescue rescue
if ( if (
(vsphere_helper.find_vms(vm)[vm].runtime) and ($vsphere_helper.find_vms(vm)[vm].runtime) and
(vsphere_helper.find_vms(vm)[vm].runtime.bootTime) and ($vsphere_helper.find_vms(vm)[vm].runtime.bootTime) and
(((( Time.now - vsphere_helper.find_mvs(vm)[vm].runtime.bootTime ) / 60 ) / 60 ) >= 1) (((( Time.now - $vsphere_helper.find_mvs(vm)[vm].runtime.bootTime ) / 60 ) / 60 ) >= 1)
) )
$redis.srem('vmware_host_pool__pending__'+pool['name'], vm) $redis.srem('vmware_host_pool__pending__'+pool['name'], vm)
$redis.sadd('vmware_host_pool__failed__'+pool['name'], vm) $redis.sadd('vmware_host_pool__failed__'+pool['name'], vm)
@ -76,7 +148,7 @@ loop do
# Metrics # Metrics
$redis.lpush('vmware_host_pool_metrics__deploy_fail', '1') $redis.lpush('vmware_host_pool_metrics__deploy_fail', '1')
logger.log('s', "[<] '#{vm}' moved to 'failed' queue") $logger.log('s', "[<] '#{vm}' moved to 'failed' queue")
end end
next next
@ -85,7 +157,7 @@ loop do
$redis.sadd('vmware_host_pool__ready__'+pool['name'], vm) $redis.sadd('vmware_host_pool__ready__'+pool['name'], vm)
$redis.srem('vmware_host_pool__pending__'+pool['name'], vm) $redis.srem('vmware_host_pool__pending__'+pool['name'], vm)
logger.log('s', "[>] '#{vm}' moved to 'ready' queue") $logger.log('s', "[>] '#{vm}' moved to 'ready' queue")
# Metrics # Metrics
$redis.lpush('vmware_host_pool_metrics__deploy_fail', '0') $redis.lpush('vmware_host_pool_metrics__deploy_fail', '0')
@ -99,15 +171,15 @@ loop do
end end
if ( if (
(! vsphere_helper.find_vms(vm)[vm]) or (! $vsphere_helper.find_vms(vm)[vm]) or
(vsphere_helper.find_vms(vm)[vm].summary.guest.toolsRunningStatus != 'guestToolsRunning') or ($vsphere_helper.find_vms(vm)[vm].summary.guest.toolsRunningStatus != 'guestToolsRunning') or
(vsphere_helper.find_vms(vm)[vm].summary.guest.hostName != vm) or ($vsphere_helper.find_vms(vm)[vm].summary.guest.hostName != vm) or
(vsphere_helper.find_vms(vm)[vm].summary.guest.ipAddress == nil) ($vsphere_helper.find_vms(vm)[vm].summary.guest.ipAddress == nil)
) )
$redis.srem('vmware_host_pool__ready__'+pool['name'], vm) $redis.srem('vmware_host_pool__ready__'+pool['name'], vm)
$redis.sadd('vmware_host_pool__failed__'+pool['name'], vm) $redis.sadd('vmware_host_pool__failed__'+pool['name'], vm)
logger.log('s', "[<] '#{vm}' moved to 'failed' queue") $logger.log('s', "[<] '#{vm}' moved to 'failed' queue")
next next
end end
@ -118,7 +190,7 @@ loop do
$redis.srem('vmware_host_pool__ready__'+pool['name'], vm) $redis.srem('vmware_host_pool__ready__'+pool['name'], vm)
$redis.sadd('vmware_host_pool__failed__'+pool['name'], vm) $redis.sadd('vmware_host_pool__failed__'+pool['name'], vm)
logger.log('s', "[<] '#{vm}' moved to 'failed' queue") $logger.log('s', "[<] '#{vm}' moved to 'failed' queue")
# Metrics # Metrics
$redis.lpush('vmware_host_pool_metrics__deploy_fail', '1') $redis.lpush('vmware_host_pool_metrics__deploy_fail', '1')
@ -131,7 +203,7 @@ loop do
$redis.srem('vmware_host_pool__completed__'+pool['name'], vm) $redis.srem('vmware_host_pool__completed__'+pool['name'], vm)
end end
host = vsphere_helper.find_vms(vm)[vm] host = $vsphere_helper.find_vms(vm)[vm]
if ( if (
(host) and (host) and
@ -140,14 +212,14 @@ loop do
start = Time.now start = Time.now
if host.runtime.powerState == 'poweredOn' if host.runtime.powerState == 'poweredOn'
logger.log('d', "[ ] '#{vm}' is being shut down") $logger.log('d', "[ ] '#{vm}' is being shut down")
host.PowerOffVM_Task.wait_for_completion host.PowerOffVM_Task.wait_for_completion
end end
host.Destroy_Task.wait_for_completion host.Destroy_Task.wait_for_completion
finish = '%.2f' % (Time.now-start) finish = '%.2f' % (Time.now-start)
logger.log('s', "[-] '#{vm}' destroyed in #{finish} seconds") $logger.log('s', "[-] '#{vm}' destroyed in #{finish} seconds")
end end
end end
@ -158,10 +230,10 @@ loop do
end end
if ( if (
(vsphere_helper.find_vms(vm)[vm]) and ($vsphere_helper.find_vms(vm)[vm]) and
(vsphere_helper.find_vms(vm)[vm].summary.guest.toolsRunningStatus == 'guestToolsRunning') and ($vsphere_helper.find_vms(vm)[vm].summary.guest.toolsRunningStatus == 'guestToolsRunning') and
(vsphere_helper.find_vms(vm)[vm].summary.guest.hostName == vm) and ($vsphere_helper.find_vms(vm)[vm].summary.guest.hostName == vm) and
(vsphere_helper.find_vms(vm)[vm].summary.guest.ipAddress != nil) ($vsphere_helper.find_vms(vm)[vm].summary.guest.ipAddress != nil)
) )
begin begin
Socket.getaddrinfo(vm, nil) Socket.getaddrinfo(vm, nil)
@ -172,94 +244,37 @@ loop do
$redis.sadd('vmware_host_pool__ready__'+pool['name'], vm) $redis.sadd('vmware_host_pool__ready__'+pool['name'], vm)
$redis.srem('vmware_host_pool__failed__'+pool['name'], vm) $redis.srem('vmware_host_pool__failed__'+pool['name'], vm)
logger.log('s', "[>] '#{vm}' moved to 'ready' queue") $logger.log('s', "[>] '#{vm}' moved to 'ready' queue")
else else
if ( if (
(vsphere_helper.find_vms(vm)[vm]) and ($vsphere_helper.find_vms(vm)[vm]) and
(vsphere_helper.find_vms(vm)[vm].runtime) ($vsphere_helper.find_vms(vm)[vm].runtime)
) )
start = Time.now start = Time.now
if vsphere_helper.find_vms(vm)[vm].runtime.powerState == 'poweredOn' if $vsphere_helper.find_vms(vm)[vm].runtime.powerState == 'poweredOn'
logger.log('d', "[ ] '#{vm}' is being shut down") $logger.log('d', "[ ] '#{vm}' is being shut down")
vsphere_helper.find_vms(vm)[vm].PowerOffVM_Task.wait_for_completion $vsphere_helper.find_vms(vm)[vm].PowerOffVM_Task.wait_for_completion
end end
vsphere_helper.find_vms(vm)[vm].Destroy_Task.wait_for_completion $vsphere_helper.find_vms(vm)[vm].Destroy_Task.wait_for_completion
finish = '%.2f' % (Time.now-start) finish = '%.2f' % (Time.now-start)
logger.log('s', "[-] '#{vm}' destroyed in #{finish} seconds") $logger.log('s', "[-] '#{vm}' destroyed in #{finish} seconds")
end end
end end
end end
# Bring the pool up to the desired size # Bring the pool up to the desired size
if total < pool['size'] if total < pool['size']
# Provision VMs # Provision VMs
(1..(pool['size']-total)).each { |i| (1..(pool['size']-total)).each { |i|
vm = {} clone_vm(
pool['template'],
if pool['template'] =~ /\// pool['pool'],
templatefolders = pool['template'].split('/') pool['folder'],
vm['template'] = templatefolders.pop pool['datastore']
end
if templatefolders
vm[vm['template']] = vsphere_helper.find_folder(templatefolders.join('/')).find(vm['template'])
else
raise "Please provide a full path to the template"
end
if vm['template'].length == 0
raise "Unable to find template '#{vm['template']}'!"
end
# Generate a randomized hostname
o = [('a'..'z'),('0'..'9')].map{|r| r.to_a}.flatten
vm['hostname'] = o[rand(25)]+(0...14).map{o[rand(o.length)]}.join
# Annotate with creation time, origin template, etc.
configSpec = RbVmomi::VIM.VirtualMachineConfigSpec(
:annotation =>
'Base template: ' + vm['template'] + "\n" +
'Creation time: ' + Time.now.strftime("%Y-%m-%d %H:%M")
) )
# Put the VM in the specified folder and resource pool
relocateSpec = RbVmomi::VIM.VirtualMachineRelocateSpec(
:datastore => vsphere_helper.find_datastore(pool['datastore']),
:pool => vsphere_helper.find_pool(pool['pool']),
:diskMoveType => :moveChildMostDiskBacking
)
# Create a clone spec
spec = RbVmomi::VIM.VirtualMachineCloneSpec(
:location => relocateSpec,
:config => configSpec,
:powerOn => true,
:template => false
)
# Clone the VM
logger.log('d', "[ ] '#{vm['hostname']}' is being cloned from '#{vm['template']}'")
start = Time.now
vm[vm['template']].CloneVM_Task(
:folder => vsphere_helper.find_folder(pool['folder']),
:name => vm['hostname'],
:spec => spec
).wait_for_completion
finish = '%.2f' % (Time.now-start)
# Add VM to Redis inventory ('pending' pool)
$redis.sadd('vmware_host_pool__pending__'+pool['name'], vm['hostname'])
logger.log('s', "[+] '#{vm['hostname']}' cloned from '#{vm['template']}' in #{finish} seconds")
# Metrics
$redis.lpush('vmware_host_pool_metrics__deploy', finish)
$redis.ltrim('vmware_host_pool_metrics__deploy', 0, 100)
} }
end end