puppetlabs/vmpooler
2
0
Fork 0
mirror of https://github.com/puppetlabs/vmpooler.git synced 2026-01-26 18:08:42 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

Rubocop --auto-correct syntax fixups

Browse source
This commit is contained in:
Scott Schneider 2015-02-06 11:06:51 -08:00
parent c937a11f29
commit b3a4f9c0a6
7 changed files with 286 additions and 314 deletions
Download patch file Download diff file Expand all files Collapse all files

1
lib/vmpooler.rb
View file

@ -19,4 +19,3 @@ module Vmpooler
end end
end end
end end

76
lib/vmpooler/api.rb
View file

@ -8,25 +8,24 @@ module Vmpooler
$config[:uptime] = Time.now $config[:uptime] = Time.now
# Set some defaults # Set some defaults
$config[:redis] ||= Hash.new $config[:redis] ||= {}
$config[:redis]['server'] ||= 'localhost' $config[:redis]['server'] ||= 'localhost'
if ($config[:graphite]['server']) if $config[:graphite]['server']
$config[:graphite]['prefix'] ||= 'vmpooler' $config[:graphite]['prefix'] ||= 'vmpooler'
end end
# Connect to Redis # Connect to Redis
$redis = Redis.new(:host => $config[:redis]['server']) $redis = Redis.new(host: $config[:redis]['server'])
end end
def execute! def execute!
my_app = Sinatra.new { my_app = Sinatra.new do
set :environment, 'production' set :environment, 'production'
helpers do helpers do
def hostname_shorten hostname def hostname_shorten(hostname)
if ( $config[:config]['domain'] and hostname =~ /^\w+\.#{$config[:config]['domain']}$/ ) if $config[:config]['domain'] && hostname =~ /^\w+\.#{$config[:config]['domain']}$/
hostname = hostname[/[^\.]+/] hostname = hostname[/[^\.]+/]
end end
@ -36,7 +35,7 @@ module Vmpooler
get '/' do get '/' do
erb :dashboard, locals: { erb :dashboard, locals: {
site_name: $config[:config]['site_name'] || '<b>vmpooler</b>', site_name: $config[:config]['site_name'] || '<b>vmpooler</b>'
} }
end end
@ -74,8 +73,8 @@ module Vmpooler
result[pool['name']]['ready'] = $redis.scard('vmpooler__ready__' + pool['name']) result[pool['name']]['ready'] = $redis.scard('vmpooler__ready__' + pool['name'])
end end
if ( params[:history] ) if params[:history]
if ( $config[:graphite]['server'] ) if $config[:graphite]['server']
history ||= Hash.new history ||= Hash.new
begin begin
@ -86,15 +85,15 @@ module Vmpooler
history.each do |pool| history.each do |pool|
if pool['target'] =~ /.*\.(.*)$/ if pool['target'] =~ /.*\.(.*)$/
pool['name'] = $1 pool['name'] = Regexp.last_match[1]
if ( result[pool['name']] ) if result[pool['name']]
pool['last'] = result[pool['name']]['size'] pool['last'] = result[pool['name']]['size']
result[pool['name']]['history'] ||= Array.new result[pool['name']]['history'] ||= Array.new
pool['datapoints'].each do |metric| pool['datapoints'].each do |metric|
8.times do |n| 8.times do |_n|
if ( metric[0] ) if metric[0]
pool['last'] = metric[0].to_i pool['last'] = metric[0].to_i
result[pool['name']]['history'].push(metric[0].to_i) result[pool['name']]['history'].push(metric[0].to_i)
else else
@ -124,32 +123,32 @@ module Vmpooler
$config[:pools].each do |pool| $config[:pools].each do |pool|
running = $redis.scard('vmpooler__running__' + pool['name']) running = $redis.scard('vmpooler__running__' + pool['name'])
pool['major'] = $1 if pool['name'] =~ /^(\w+)\-/ pool['major'] = Regexp.last_match[1] if pool['name'] =~ /^(\w+)\-/
result[pool['major']] ||= Hash.new result[pool['major']] ||= Hash.new
result[pool['major']]['running'] = result[pool['major']]['running'].to_i + running.to_i result[pool['major']]['running'] = result[pool['major']]['running'].to_i + running.to_i
end end
if ( params[:history] ) if params[:history]
if ( $config[:graphite]['server'] ) if $config[:graphite]['server']
begin begin
buffer = open( buffer = open(
'http://' + $config[:graphite]['server'] + '/render?target=' + $config[:graphite]['prefix'] + '.running.*&from=-1hour&format=json' 'http://' + $config[:graphite]['server'] + '/render?target=' + $config[:graphite]['prefix'] + '.running.*&from=-1hour&format=json'
).read ).read
JSON.parse(buffer).each do |pool| JSON.parse(buffer).each do |pool|
if pool['target'] =~ /.*\.(.*)$/ if pool['target'] =~ /.*\.(.*)$/
pool['name'] = $1 pool['name'] = Regexp.last_match[1]
pool['major'] = $1 if pool['name'] =~ /^(\w+)\-/ pool['major'] = Regexp.last_match[1] if pool['name'] =~ /^(\w+)\-/
result[pool['major']]['history'] ||= Array.new result[pool['major']]['history'] ||= Array.new
for i in 0..pool['datapoints'].length for i in 0..pool['datapoints'].length
if ( if
pool['datapoints'][i] and pool['datapoints'][i] &&
pool['datapoints'][i][0] pool['datapoints'][i][0]
)
pool['last'] = pool['datapoints'][i][0] pool['last'] = pool['datapoints'][i][0]
result[pool['major']]['history'][i] ||= 0 result[pool['major']]['history'][i] ||= 0
@ -192,20 +191,20 @@ module Vmpooler
end end
end end
if ( result['empty'] ) if result['empty']
result['status'] = 0 result['status'] = 0
end end
result['capacity_perecent'] = (result['capacity_current'].to_f / result['capacity_total'].to_f) * 100.0 result['capacity_perecent'] = (result['capacity_current'].to_f / result['capacity_total'].to_f) * 100.0
result['clone_total'] = $redis.hlen('vmpooler__clone__' + Date.today.to_s) result['clone_total'] = $redis.hlen('vmpooler__clone__' + Date.today.to_s)
if ( result['clone_total'] > 0 ) if result['clone_total'] > 0
result['clone_average'] = $redis.hvals('vmpooler__clone__' + Date.today.to_s).map(&:to_f).reduce(:+) / result['clone_total'] result['clone_average'] = $redis.hvals('vmpooler__clone__' + Date.today.to_s).map(&:to_f).reduce(:+) / result['clone_total']
end end
result['uptime'] = Time.now - $config[:uptime] result['uptime'] = Time.now - $config[:uptime]
JSON.pretty_generate(Hash[result.sort_by{|k,v| k}]) JSON.pretty_generate(Hash[result.sort_by { |k, _v| k }])
end end
get '/vm/?' do get '/vm/?' do
@ -230,7 +229,7 @@ module Vmpooler
jdata = JSON.parse(request.body.read) jdata = JSON.parse(request.body.read)
jdata.each do |key, val| jdata.each do |key, val|
if ( $redis.scard('vmpooler__ready__'+key) < val.to_i ) if $redis.scard('vmpooler__ready__' + key) < val.to_i
available = 0 available = 0
end end
end end
@ -243,10 +242,10 @@ module Vmpooler
result[key]['ok'] = true ## result[key]['ok'] = true ##
val.to_i.times do |i| val.to_i.times do |_i|
vm = $redis.spop('vmpooler__ready__' + key) vm = $redis.spop('vmpooler__ready__' + key)
unless (vm.nil?) unless vm.nil?
$redis.sadd('vmpooler__running__' + key, vm) $redis.sadd('vmpooler__running__' + key, vm)
$redis.hset('vmpooler__active__' + key, vm, Time.now) $redis.hset('vmpooler__active__' + key, vm, Time.now)
@ -254,8 +253,8 @@ module Vmpooler
result[key]['ok'] = true ## result[key]['ok'] = true ##
if ( result[key]['hostname'] ) if result[key]['hostname']
result[key]['hostname'] = [result[key]['hostname']] if ! result[key]['hostname'].is_a?(Array) result[key]['hostname'] = [result[key]['hostname']] unless result[key]['hostname'].is_a?(Array)
result[key]['hostname'].push(vm) result[key]['hostname'].push(vm)
else else
result[key]['hostname'] = vm result[key]['hostname'] = vm
@ -271,7 +270,7 @@ module Vmpooler
result['ok'] = false result['ok'] = false
end end
if ( result['ok'] and $config[:config]['domain'] ) if result['ok'] && $config[:config]['domain']
result['domain'] = $config[:config]['domain'] result['domain'] = $config[:config]['domain']
end end
@ -292,7 +291,7 @@ module Vmpooler
available = 1 available = 1
request.keys.each do |template| request.keys.each do |template|
if ( $redis.scard('vmpooler__ready__'+template) < request[template] ) if $redis.scard('vmpooler__ready__' + template) < request[template]
available = 0 available = 0
end end
end end
@ -307,14 +306,14 @@ module Vmpooler
vm = $redis.spop('vmpooler__ready__' + template) vm = $redis.spop('vmpooler__ready__' + template)
unless (vm.nil?) unless vm.nil?
$redis.sadd('vmpooler__running__' + template, vm) $redis.sadd('vmpooler__running__' + template, vm)
$redis.hset('vmpooler__active__' + template, vm, Time.now) $redis.hset('vmpooler__active__' + template, vm, Time.now)
result[template] ||= {} result[template] ||= {}
if ( result[template]['hostname'] ) if result[template]['hostname']
result[template]['hostname'] = [result[template]['hostname']] if ! result[template]['hostname'].is_a?(Array) result[template]['hostname'] = [result[template]['hostname']] unless result[template]['hostname'].is_a?(Array)
result[template]['hostname'].push(vm) result[template]['hostname'].push(vm)
else else
result[template]['hostname'] = vm result[template]['hostname'] = vm
@ -329,7 +328,7 @@ module Vmpooler
result['ok'] = false result['ok'] = false
end end
if ( result['ok'] and $config[:config]['domain'] ) if result['ok'] && $config[:config]['domain']
result['domain'] = $config[:config]['domain'] result['domain'] = $config[:config]['domain']
end end
@ -354,7 +353,7 @@ module Vmpooler
result[params[:hostname]]['lifetime'] = $redis.hget('vmpooler__vm__' + params[:hostname], 'lifetime') || $config[:config]['vm_lifetime'] result[params[:hostname]]['lifetime'] = $redis.hget('vmpooler__vm__' + params[:hostname], 'lifetime') || $config[:config]['vm_lifetime']
result[params[:hostname]]['running'] = ((Time.now - Time.parse($redis.hget('vmpooler__active__' + result[params[:hostname]]['template'], params[:hostname]))) / 60 / 60).round(2) result[params[:hostname]]['running'] = ((Time.now - Time.parse($redis.hget('vmpooler__active__' + result[params[:hostname]]['template'], params[:hostname]))) / 60 / 60).round(2)
if ( $config[:config]['domain'] ) if $config[:config]['domain']
result[params[:hostname]]['domain'] = $config[:config]['domain'] result[params[:hostname]]['domain'] = $config[:config]['domain']
end end
end end
@ -409,10 +408,9 @@ module Vmpooler
JSON.pretty_generate(result) JSON.pretty_generate(result)
end end
} end
my_app.run! my_app.run!
end end
end end
end end

7
lib/vmpooler/graphite.rb
View file

@ -8,13 +8,12 @@ module Vmpooler
@server = s @server = s
end end
def log path, value def log(path, value)
Thread.new { Thread.new do
socket = TCPSocket.new(@server, 2003) socket = TCPSocket.new(@server, 2003)
socket.puts "#{path} #{value} #{Time.now.to_i}" socket.puts "#{path} #{value} #{Time.now.to_i}"
socket.close socket.close
}
end end
end end
end end
end

3
lib/vmpooler/logger.rb
View file

@ -8,7 +8,7 @@ module Vmpooler
@file = f @file = f
end end
def log level, string def log(_level, string)
time = Time.new time = Time.new
stamp = time.strftime('%Y-%m-%d %H:%M:%S') stamp = time.strftime('%Y-%m-%d %H:%M:%S')
@ -18,4 +18,3 @@ module Vmpooler
end end
end end
end end

212
lib/vmpooler/pool_manager.rb
View file

@ -11,20 +11,20 @@ module Vmpooler
$config[:config]['task_limit'] ||= 10 $config[:config]['task_limit'] ||= 10
$config[:config]['vm_checktime'] ||= 15 $config[:config]['vm_checktime'] ||= 15
$config[:config]['vm_lifetime'] ||= 24 $config[:config]['vm_lifetime'] ||= 24
$config[:redis] ||= Hash.new $config[:redis] ||= {}
$config[:redis]['server'] ||= 'localhost' $config[:redis]['server'] ||= 'localhost'
# Load logger library # Load logger library
$logger = Vmpooler::Logger.new $config[:config]['logfile'] $logger = Vmpooler::Logger.new $config[:config]['logfile']
# Load Graphite helper library (if configured) # Load Graphite helper library (if configured)
if (defined? $config[:graphite]['server']) if defined? $config[:graphite]['server']
$config[:graphite]['prefix'] ||= 'vmpooler' $config[:graphite]['prefix'] ||= 'vmpooler'
$graphite = Vmpooler::Graphite.new $config[:graphite]['server'] $graphite = Vmpooler::Graphite.new $config[:graphite]['server']
end end
# Connect to Redis # Connect to Redis
$redis = Redis.new(:host => $config[:redis]['server']) $redis = Redis.new(host: $config[:redis]['server'])
# vSphere object # vSphere object
$vsphere = {} $vsphere = {}
@ -33,19 +33,18 @@ module Vmpooler
$threads = {} $threads = {}
end end
# Check the state of a VM # Check the state of a VM
def check_pending_vm vm, pool, timeout def check_pending_vm(vm, pool, timeout)
Thread.new { Thread.new do
host = $vsphere[pool].find_vm(vm) host = $vsphere[pool].find_vm(vm)
if (host) if host
if ( if
(host.summary) and (host.summary) &&
(host.summary.guest) and (host.summary.guest) &&
(host.summary.guest.hostName) and (host.summary.guest.hostName) &&
(host.summary.guest.hostName == vm) (host.summary.guest.hostName == vm)
)
begin begin
Socket.getaddrinfo(vm, nil) Socket.getaddrinfo(vm, nil)
rescue rescue
@ -58,22 +57,22 @@ module Vmpooler
else else
clone_stamp = $redis.hget('vmpooler__vm__' + vm, 'clone') clone_stamp = $redis.hget('vmpooler__vm__' + vm, 'clone')
if ( if
(clone_stamp) and (clone_stamp) &&
(((Time.now - Time.parse(clone_stamp)) / 60) > timeout) (((Time.now - Time.parse(clone_stamp)) / 60) > timeout)
)
$redis.smove('vmpooler__pending__' + pool, 'vmpooler__completed__' + pool, vm) $redis.smove('vmpooler__pending__' + pool, 'vmpooler__completed__' + pool, vm)
$logger.log('d', "[!] [#{pool}] '#{vm}' marked as 'failed' after #{timeout} minutes") $logger.log('d', "[!] [#{pool}] '#{vm}' marked as 'failed' after #{timeout} minutes")
end end
end end
} end
end end
def check_ready_vm vm, pool, ttl def check_ready_vm(vm, pool, ttl)
Thread.new { Thread.new do
if (ttl > 0) if ttl > 0
if ((((Time.now - host.runtime.bootTime)/60).to_s[/^\d+\.\d{1}/].to_f) > ttl) if (((Time.now - host.runtime.bootTime) / 60).to_s[/^\d+\.\d{1}/].to_f) > ttl
$redis.smove('vmpooler__ready__' + pool, 'vmpooler__completed__' + pool, vm) $redis.smove('vmpooler__ready__' + pool, 'vmpooler__completed__' + pool, vm)
$logger.log('d', "[!] [#{pool}] '#{vm}' reached end of TTL after #{ttl} minutes, removed from 'ready' queue") $logger.log('d', "[!] [#{pool}] '#{vm}' reached end of TTL after #{ttl} minutes, removed from 'ready' queue")
@ -82,31 +81,31 @@ module Vmpooler
check_stamp = $redis.hget('vmpooler__vm__' + vm, 'check') check_stamp = $redis.hget('vmpooler__vm__' + vm, 'check')
if ( if
(! check_stamp) or (!check_stamp) ||
(((Time.now - Time.parse(check_stamp)) / 60) > $config[:config]['vm_checktime']) (((Time.now - Time.parse(check_stamp)) / 60) > $config[:config]['vm_checktime'])
)
$redis.hset('vmpooler__vm__' + vm, 'check', Time.now) $redis.hset('vmpooler__vm__' + vm, 'check', Time.now)
host = $vsphere[pool].find_vm(vm) || host = $vsphere[pool].find_vm(vm) ||
$vsphere[pool].find_vm_heavy(vm)[vm] $vsphere[pool].find_vm_heavy(vm)[vm]
if (host) if host
if ( if
(host.runtime) and (host.runtime) &&
(host.runtime.powerState) and (host.runtime.powerState) &&
(host.runtime.powerState != 'poweredOn') (host.runtime.powerState != 'poweredOn')
)
$redis.smove('vmpooler__ready__' + pool, 'vmpooler__completed__' + pool, vm) $redis.smove('vmpooler__ready__' + pool, 'vmpooler__completed__' + pool, vm)
$logger.log('d', "[!] [#{pool}] '#{vm}' appears to be powered off, removed from 'ready' queue") $logger.log('d', "[!] [#{pool}] '#{vm}' appears to be powered off, removed from 'ready' queue")
end end
if ( if
(host.summary.guest) and (host.summary.guest) &&
(host.summary.guest.hostName) and (host.summary.guest.hostName) &&
(host.summary.guest.hostName != vm) (host.summary.guest.hostName != vm)
)
$redis.smove('vmpooler__ready__' + pool, 'vmpooler__completed__' + pool, vm) $redis.smove('vmpooler__ready__' + pool, 'vmpooler__completed__' + pool, vm)
$logger.log('d', "[!] [#{pool}] '#{vm}' has mismatched hostname, removed from 'ready' queue") $logger.log('d', "[!] [#{pool}] '#{vm}' has mismatched hostname, removed from 'ready' queue")
@ -118,48 +117,48 @@ module Vmpooler
end end
begin begin
Timeout::timeout(5) { Timeout.timeout(5) do
TCPSocket.new vm, 22 TCPSocket.new vm, 22
} end
rescue rescue
if ($redis.smove('vmpooler__ready__'+pool, 'vmpooler__completed__'+pool, vm)) if $redis.smove('vmpooler__ready__' + pool, 'vmpooler__completed__' + pool, vm)
$logger.log('d', "[!] [#{pool}] '#{vm}' is unreachable, removed from 'ready' queue") $logger.log('d', "[!] [#{pool}] '#{vm}' is unreachable, removed from 'ready' queue")
end end
end end
end end
} end
end end
def check_running_vm vm, pool, ttl def check_running_vm(vm, pool, ttl)
Thread.new { Thread.new do
host = $vsphere[pool].find_vm(vm) host = $vsphere[pool].find_vm(vm)
if (host) if host
if ( if
(host.runtime) and (host.runtime) &&
(host.runtime.powerState != 'poweredOn') (host.runtime.powerState != 'poweredOn')
)
$redis.smove('vmpooler__running__' + pool, 'vmpooler__completed__' + pool, vm) $redis.smove('vmpooler__running__' + pool, 'vmpooler__completed__' + pool, vm)
$logger.log('d', "[!] [#{pool}] '#{vm}' appears to be powered off or dead") $logger.log('d', "[!] [#{pool}] '#{vm}' appears to be powered off or dead")
else else
if ( if
(host.runtime) and (host.runtime) &&
(host.runtime.bootTime) (host.runtime.bootTime)
((((Time.now - host.runtime.bootTime) / 60).to_s[/^\d+\.\d{1}/].to_f) > ttl) ((((Time.now - host.runtime.bootTime) / 60).to_s[/^\d+\.\d{1}/].to_f) > ttl)
)
$redis.smove('vmpooler__running__' + pool, 'vmpooler__completed__' + pool, vm) $redis.smove('vmpooler__running__' + pool, 'vmpooler__completed__' + pool, vm)
$logger.log('d', "[!] [#{pool}] '#{vm}' reached end of TTL after #{ttl} minutes") $logger.log('d', "[!] [#{pool}] '#{vm}' reached end of TTL after #{ttl} minutes")
end end
end end
end end
} end
end end
# Clone a VM # Clone a VM
def clone_vm template, folder, datastore, target def clone_vm(template, folder, datastore, target)
Thread.new { Thread.new do
vm = {} vm = {}
if template =~ /\// if template =~ /\//
@ -170,15 +169,15 @@ module Vmpooler
if templatefolders if templatefolders
vm[vm['template']] = $vsphere[vm['template']].find_folder(templatefolders.join('/')).find(vm['template']) vm[vm['template']] = $vsphere[vm['template']].find_folder(templatefolders.join('/')).find(vm['template'])
else else
raise "Please provide a full path to the template" fail 'Please provide a full path to the template'
end end
if vm['template'].length == 0 if vm['template'].length == 0
raise "Unable to find template '#{vm['template']}'!" fail "Unable to find template '#{vm['template']}'!"
end end
# Generate a randomized hostname # Generate a randomized hostname
o = [('a'..'z'),('0'..'9')].map{|r| r.to_a}.flatten o = [('a'..'z'), ('0'..'9')].map(&:to_a).flatten
vm['hostname'] = o[rand(25)] + (0...14).map { o[rand(o.length)] }.join vm['hostname'] = o[rand(25)] + (0...14).map { o[rand(o.length)] }.join
# Add VM to Redis inventory ('pending' pool) # Add VM to Redis inventory ('pending' pool)
@ -188,34 +187,34 @@ module Vmpooler
# Annotate with creation time, origin template, etc. # Annotate with creation time, origin template, etc.
configSpec = RbVmomi::VIM.VirtualMachineConfigSpec( configSpec = RbVmomi::VIM.VirtualMachineConfigSpec(
:annotation => JSON.pretty_generate({ annotation: JSON.pretty_generate(
name: vm['hostname'], name: vm['hostname'],
created_by: $config[:vsphere]['username'], created_by: $config[:vsphere]['username'],
base_template: vm['template'], base_template: vm['template'],
creation_timestamp: Time.now.utc creation_timestamp: Time.now.utc
}) )
) )
# Choose a clone target # Choose a clone target
if (target) if target
$clone_target = $vsphere[vm['template']].find_least_used_host(target) $clone_target = $vsphere[vm['template']].find_least_used_host(target)
elsif ($config[:config]['clone_target']) elsif $config[:config]['clone_target']
$clone_target = $vsphere[vm['template']].find_least_used_host($config[:config]['clone_target']) $clone_target = $vsphere[vm['template']].find_least_used_host($config[:config]['clone_target'])
end end
# Put the VM in the specified folder and resource pool # Put the VM in the specified folder and resource pool
relocateSpec = RbVmomi::VIM.VirtualMachineRelocateSpec( relocateSpec = RbVmomi::VIM.VirtualMachineRelocateSpec(
:datastore => $vsphere[vm['template']].find_datastore(datastore), datastore: $vsphere[vm['template']].find_datastore(datastore),
:host => $clone_target, host: $clone_target,
:diskMoveType => :moveChildMostDiskBacking diskMoveType: :moveChildMostDiskBacking
) )
# Create a clone spec # Create a clone spec
spec = RbVmomi::VIM.VirtualMachineCloneSpec( spec = RbVmomi::VIM.VirtualMachineCloneSpec(
:location => relocateSpec, location: relocateSpec,
:config => configSpec, config: configSpec,
:powerOn => true, powerOn: true,
:template => false template: false
) )
# Clone the VM # Clone the VM
@ -224,9 +223,9 @@ module Vmpooler
begin begin
start = Time.now start = Time.now
vm[vm['template']].CloneVM_Task( vm[vm['template']].CloneVM_Task(
:folder => $vsphere[vm['template']].find_folder(folder), folder: $vsphere[vm['template']].find_folder(folder),
:name => vm['hostname'], name: vm['hostname'],
:spec => spec spec: spec
).wait_for_completion ).wait_for_completion
finish = '%.2f' % (Time.now - start) finish = '%.2f' % (Time.now - start)
@ -245,12 +244,12 @@ module Vmpooler
$graphite.log($config[:graphite]['prefix'] + ".clone.#{vm['template']}", finish) if defined? $graphite $graphite.log($config[:graphite]['prefix'] + ".clone.#{vm['template']}", finish) if defined? $graphite
rescue rescue
end end
} end
end end
# Destroy a VM # Destroy a VM
def destroy_vm vm, pool def destroy_vm(vm, pool)
Thread.new { Thread.new do
$redis.srem('vmpooler__completed__' + pool, vm) $redis.srem('vmpooler__completed__' + pool, vm)
$redis.hdel('vmpooler__active__' + pool, vm) $redis.hdel('vmpooler__active__' + pool, vm)
$redis.del('vmpooler__vm__' + vm) $redis.del('vmpooler__vm__' + vm)
@ -258,14 +257,14 @@ module Vmpooler
host = $vsphere[pool].find_vm(vm) || host = $vsphere[pool].find_vm(vm) ||
$vsphere[pool].find_vm_heavy(vm)[vm] $vsphere[pool].find_vm_heavy(vm)[vm]
if (host) if host
start = Time.now start = Time.now
if ( if
(host.runtime) and (host.runtime) &&
(host.runtime.powerState) and (host.runtime.powerState) &&
(host.runtime.powerState == 'poweredOn') (host.runtime.powerState == 'poweredOn')
)
$logger.log('d', "[ ] [#{pool}] '#{vm}' is being shut down") $logger.log('d', "[ ] [#{pool}] '#{vm}' is being shut down")
host.PowerOffVM_Task.wait_for_completion host.PowerOffVM_Task.wait_for_completion
end end
@ -277,13 +276,13 @@ module Vmpooler
$graphite.log($config[:graphite]['prefix'] + ".destroy.#{pool}", finish) if defined? $graphite $graphite.log($config[:graphite]['prefix'] + ".destroy.#{pool}", finish) if defined? $graphite
end end
} end
end end
def check_pool pool def check_pool(pool)
$logger.log('d', "[*] [#{pool['name']}] starting worker thread") $logger.log('d', "[*] [#{pool['name']}] starting worker thread")
$threads[pool['name']] = Thread.new { $threads[pool['name']] = Thread.new do
$vsphere[pool['name']] ||= Vmpooler::VsphereHelper.new $vsphere[pool['name']] ||= Vmpooler::VsphereHelper.new
loop do loop do
@ -293,13 +292,13 @@ module Vmpooler
base = $vsphere[pool['name']].find_folder(pool['folder']) base = $vsphere[pool['name']].find_folder(pool['folder'])
base.childEntity.each do |vm| base.childEntity.each do |vm|
if ( if
(! $redis.sismember('vmpooler__running__'+pool['name'], vm['name'])) and (! $redis.sismember('vmpooler__running__' + pool['name'], vm['name'])) &&
(! $redis.sismember('vmpooler__ready__'+pool['name'], vm['name'])) and (! $redis.sismember('vmpooler__ready__' + pool['name'], vm['name'])) &&
(! $redis.sismember('vmpooler__pending__'+pool['name'], vm['name'])) and (! $redis.sismember('vmpooler__pending__' + pool['name'], vm['name'])) &&
(! $redis.sismember('vmpooler__completed__'+pool['name'], vm['name'])) and (! $redis.sismember('vmpooler__completed__' + pool['name'], vm['name'])) &&
(! $redis.sismember('vmpooler__discovered__' + pool['name'], vm['name'])) (! $redis.sismember('vmpooler__discovered__' + pool['name'], vm['name']))
)
$redis.sadd('vmpooler__discovered__' + pool['name'], vm['name']) $redis.sadd('vmpooler__discovered__' + pool['name'], vm['name'])
$logger.log('s', "[?] [#{pool['name']}] '#{vm['name']}' added to 'discovered' queue") $logger.log('s', "[?] [#{pool['name']}] '#{vm['name']}' added to 'discovered' queue")
@ -312,8 +311,8 @@ module Vmpooler
# RUNNING # RUNNING
$redis.smembers('vmpooler__running__' + pool['name']).each do |vm| $redis.smembers('vmpooler__running__' + pool['name']).each do |vm|
if (inventory[vm]) if inventory[vm]
if (pool['running_ttl']) if pool['running_ttl']
begin begin
check_running_vm(vm, pool['name'], pool['running_ttl']) check_running_vm(vm, pool['name'], pool['running_ttl'])
rescue rescue
@ -329,7 +328,7 @@ module Vmpooler
# READY # READY
$redis.smembers('vmpooler__ready__' + pool['name']).each do |vm| $redis.smembers('vmpooler__ready__' + pool['name']).each do |vm|
if (inventory[vm]) if inventory[vm]
begin begin
check_ready_vm(vm, pool['name'], pool['ready_ttl'] || 0) check_ready_vm(vm, pool['name'], pool['ready_ttl'] || 0)
rescue rescue
@ -339,15 +338,15 @@ module Vmpooler
# PENDING # PENDING
$redis.smembers('vmpooler__pending__' + pool['name']).each do |vm| $redis.smembers('vmpooler__pending__' + pool['name']).each do |vm|
unless (pool['timeout']) unless pool['timeout']
if ($config[:config]['timeout']) if $config[:config]['timeout']
pool['timeout'] = $config[:config]['timeout'] pool['timeout'] = $config[:config]['timeout']
else else
pool['timeout'] = 15 pool['timeout'] = 15
end end
end end
if (inventory[vm]) if inventory[vm]
begin begin
check_pending_vm(vm, pool['name'], pool['timeout']) check_pending_vm(vm, pool['name'], pool['timeout'])
rescue rescue
@ -357,7 +356,7 @@ module Vmpooler
# COMPLETED # COMPLETED
$redis.smembers('vmpooler__completed__' + pool['name']).each do |vm| $redis.smembers('vmpooler__completed__' + pool['name']).each do |vm|
if (inventory[vm]) if inventory[vm]
begin begin
destroy_vm(vm, pool['name']) destroy_vm(vm, pool['name'])
rescue rescue
@ -376,28 +375,28 @@ module Vmpooler
# DISCOVERED # DISCOVERED
$redis.smembers('vmpooler__discovered__' + pool['name']).each do |vm| $redis.smembers('vmpooler__discovered__' + pool['name']).each do |vm|
['pending', 'ready', 'running', 'completed'].each do |queue| %w(pending ready running completed).each do |queue|
if ($redis.sismember('vmpooler__'+queue+'__'+pool['name'], vm)) if $redis.sismember('vmpooler__' + queue + '__' + pool['name'], vm)
$logger.log('d', "[!] [#{pool['name']}] '#{vm}' found in '#{queue}', removed from 'discovered' queue") $logger.log('d', "[!] [#{pool['name']}] '#{vm}' found in '#{queue}', removed from 'discovered' queue")
$redis.srem('vmpooler__discovered__' + pool['name'], vm) $redis.srem('vmpooler__discovered__' + pool['name'], vm)
end end
end end
if ($redis.sismember('vmpooler__discovered__'+pool['name'], vm)) if $redis.sismember('vmpooler__discovered__' + pool['name'], vm)
$redis.smove('vmpooler__discovered__' + pool['name'], 'vmpooler__completed__' + pool['name'], vm) $redis.smove('vmpooler__discovered__' + pool['name'], 'vmpooler__completed__' + pool['name'], vm)
end end
end end
# LONG-RUNNING # LONG-RUNNING
$redis.smembers('vmpooler__running__' + pool['name']).each do |vm| $redis.smembers('vmpooler__running__' + pool['name']).each do |vm|
if ($redis.hget('vmpooler__active__'+pool['name'], vm)) if $redis.hget('vmpooler__active__' + pool['name'], vm)
running = (Time.now - Time.parse($redis.hget('vmpooler__active__' + pool['name'], vm))) / 60 / 60 running = (Time.now - Time.parse($redis.hget('vmpooler__active__' + pool['name'], vm))) / 60 / 60
lifetime = $redis.hget('vmpooler__vm__' + vm, 'lifetime') || $config[:config]['vm_lifetime'] lifetime = $redis.hget('vmpooler__vm__' + vm, 'lifetime') || $config[:config]['vm_lifetime']
if ( if
(lifetime.to_i > 0) and (lifetime.to_i > 0) &&
(running.to_i > lifetime.to_i) (running.to_i > lifetime.to_i)
)
$redis.smove('vmpooler__running__' + pool['name'], 'vmpooler__completed__' + pool['name'], vm) $redis.smove('vmpooler__running__' + pool['name'], 'vmpooler__completed__' + pool['name'], vm)
$logger.log('d', "[!] [#{pool['name']}] '#{vm}' reached end of TTL after #{lifetime} hours") $logger.log('d', "[!] [#{pool['name']}] '#{vm}' reached end of TTL after #{lifetime} hours")
@ -410,17 +409,16 @@ module Vmpooler
$redis.scard('vmpooler__pending__' + pool['name']) $redis.scard('vmpooler__pending__' + pool['name'])
begin begin
if (defined? $graphite) if defined? $graphite
$graphite.log($config[:graphite]['prefix'] + '.ready.' + pool['name'], $redis.scard('vmpooler__ready__' + pool['name'])) $graphite.log($config[:graphite]['prefix'] + '.ready.' + pool['name'], $redis.scard('vmpooler__ready__' + pool['name']))
$graphite.log($config[:graphite]['prefix'] + '.running.' + pool['name'], $redis.scard('vmpooler__running__' + pool['name'])) $graphite.log($config[:graphite]['prefix'] + '.running.' + pool['name'], $redis.scard('vmpooler__running__' + pool['name']))
end end
rescue rescue
end end
if (total < pool['size']) if total < pool['size']
(1..(pool['size'] - total)).each { |i| (1..(pool['size'] - total)).each do |_i|
if $redis.get('vmpooler__tasks__clone').to_i < $config[:config]['task_limit']
if ($redis.get('vmpooler__tasks__clone').to_i < $config[:config]['task_limit'])
begin begin
$redis.incr('vmpooler__tasks__clone') $redis.incr('vmpooler__tasks__clone')
@ -435,26 +433,26 @@ module Vmpooler
$redis.decr('vmpooler__tasks__clone') $redis.decr('vmpooler__tasks__clone')
end end
end end
} end
end end
sleep(5) sleep(5)
end end
} end
end end
def execute! def execute!
$logger.log('d', "starting vmpooler") $logger.log('d', 'starting vmpooler')
# Clear out the tasks manager, as we don't know about any tasks at this point # Clear out the tasks manager, as we don't know about any tasks at this point
$redis.set('vmpooler__tasks__clone', 0) $redis.set('vmpooler__tasks__clone', 0)
loop do loop do
$pools.each do |pool| $pools.each do |pool|
if (! $threads[pool['name']]) if ! $threads[pool['name']]
check_pool(pool) check_pool(pool)
else else
if (! $threads[pool['name']].alive?) unless $threads[pool['name']].alive?
$logger.log('d', "[!] [#{pool['name']}] worker thread died, restarting") $logger.log('d', "[!] [#{pool['name']}] worker thread died, restarting")
check_pool(pool) check_pool(pool)
end end
@ -464,7 +462,5 @@ module Vmpooler
sleep(1) sleep(1)
end end
end end
end end
end end

118
lib/vmpooler/vsphere_helper.rb
View file

@ -2,36 +2,32 @@ require 'rubygems' unless defined?(Gem)
module Vmpooler module Vmpooler
class VsphereHelper class VsphereHelper
def initialize vInfo = {} def initialize(_vInfo = {})
config_file = File.expand_path('vmpooler.yaml') config_file = File.expand_path('vmpooler.yaml')
vsphere = YAML.load_file(config_file)[:vsphere] vsphere = YAML.load_file(config_file)[:vsphere]
@connection = RbVmomi::VIM.connect :host => vsphere['server'], @connection = RbVmomi::VIM.connect host: vsphere['server'],
:user => vsphere['username'], user: vsphere['username'],
:password => vsphere['password'], password: vsphere['password'],
:insecure => true insecure: true
end end
def find_datastore(datastorename)
def find_datastore datastorename
begin begin
@connection.serviceInstance.CurrentTime @connection.serviceInstance.CurrentTime
rescue rescue
initialize() initialize
end end
datacenter = @connection.serviceInstance.find_datacenter datacenter = @connection.serviceInstance.find_datacenter
datacenter.find_datastore(datastorename) datacenter.find_datastore(datastorename)
end end
def find_folder(foldername)
def find_folder foldername
begin begin
@connection.serviceInstance.CurrentTime @connection.serviceInstance.CurrentTime
rescue rescue
initialize() initialize
end end
datacenter = @connection.serviceInstance.find_datacenter datacenter = @connection.serviceInstance.find_datacenter
@ -49,42 +45,38 @@ module Vmpooler
base base
end end
def find_least_used_host(cluster)
def find_least_used_host cluster
begin begin
@connection.serviceInstance.CurrentTime @connection.serviceInstance.CurrentTime
rescue rescue
initialize() initialize
end end
hosts = Hash.new hosts = {}
hosts_sort = Hash.new hosts_sort = {}
datacenter = @connection.serviceInstance.find_datacenter datacenter = @connection.serviceInstance.find_datacenter
datacenter.hostFolder.children.each do |folder| datacenter.hostFolder.children.each do |folder|
next unless folder.name == cluster next unless folder.name == cluster
folder.host.each do |host| folder.host.each do |host|
if ( if
(host.overallStatus == 'green') and (host.overallStatus == 'green') &&
(!host.runtime.inMaintenanceMode) (!host.runtime.inMaintenanceMode)
)
hosts[host.name] = host hosts[host.name] = host
hosts_sort[host.name] = host.vm.length hosts_sort[host.name] = host.vm.length
end end
end end
end end
hosts[hosts_sort.sort_by { |k,v| v }[0][0]] hosts[hosts_sort.sort_by { |_k, v| v }[0][0]]
end end
def find_pool(poolname)
def find_pool poolname
begin begin
@connection.serviceInstance.CurrentTime @connection.serviceInstance.CurrentTime
rescue rescue
initialize() initialize
end end
datacenter = @connection.serviceInstance.find_datacenter datacenter = @connection.serviceInstance.find_datacenter
@ -103,29 +95,25 @@ module Vmpooler
end end
end end
base = base.resourcePool unless base.is_a?(RbVmomi::VIM::ResourcePool) and base.respond_to?(:resourcePool) base = base.resourcePool unless base.is_a?(RbVmomi::VIM::ResourcePool) && base.respond_to?(:resourcePool)
base base
end end
def find_vm(vmname)
def find_vm vmname
begin begin
@connection.serviceInstance.CurrentTime @connection.serviceInstance.CurrentTime
rescue rescue
initialize() initialize
end end
@connection.searchIndex.FindByDnsName(:vmSearch => true, :dnsName => vmname) @connection.searchIndex.FindByDnsName(vmSearch: true, dnsName: vmname)
end end
def find_vm_heavy(vmname)
def find_vm_heavy vmname
begin begin
@connection.serviceInstance.CurrentTime @connection.serviceInstance.CurrentTime
rescue rescue
initialize() initialize
end end
vmname = vmname.is_a?(Array) ? vmname : [vmname] vmname = vmname.is_a?(Array) ? vmname : [vmname]
@ -133,28 +121,28 @@ module Vmpooler
propertyCollector = @connection.propertyCollector propertyCollector = @connection.propertyCollector
objectSet = [{ objectSet = [{
:obj => containerView, obj: containerView,
:skip => true, skip: true,
:selectSet => [ RbVmomi::VIM::TraversalSpec.new({ selectSet: [RbVmomi::VIM::TraversalSpec.new(
:name => 'gettingTheVMs', name: 'gettingTheVMs',
:path => 'view', path: 'view',
:skip => false, skip: false,
:type => 'ContainerView' type: 'ContainerView'
}) ] )]
}] }]
propSet = [{ propSet = [{
:pathSet => [ 'name' ], pathSet: ['name'],
:type => 'VirtualMachine' type: 'VirtualMachine'
}] }]
results = propertyCollector.RetrievePropertiesEx({ results = propertyCollector.RetrievePropertiesEx(
:specSet => [{ specSet: [{
:objectSet => objectSet, objectSet: objectSet,
:propSet => propSet propSet: propSet
}], }],
:options => { :maxObjects => nil } options: { maxObjects: nil }
}) )
vms = {} vms = {}
results.objects.each do |result| results.objects.each do |result|
@ -163,8 +151,8 @@ module Vmpooler
vms[name] = result.obj vms[name] = result.obj
end end
while results.token do while results.token
results = propertyCollector.ContinueRetrievePropertiesEx({:token => results.token}) results = propertyCollector.ContinueRetrievePropertiesEx(token: results.token)
results.objects.each do |result| results.objects.each do |result|
name = result.propSet.first.val name = result.propSet.first.val
next unless vmname.include? name next unless vmname.include? name
@ -175,29 +163,23 @@ module Vmpooler
vms vms
end end
def get_base_vm_container_from(connection)
def get_base_vm_container_from connection
begin begin
connection.serviceInstance.CurrentTime connection.serviceInstance.CurrentTime
rescue rescue
initialize() initialize
end end
viewManager = connection.serviceContent.viewManager viewManager = connection.serviceContent.viewManager
viewManager.CreateContainerView({ viewManager.CreateContainerView(
:container => connection.serviceContent.rootFolder, container: connection.serviceContent.rootFolder,
:recursive => true, recursive: true,
:type => [ 'VirtualMachine' ] type: ['VirtualMachine']
}) )
end end
def close def close
@connection.close @connection.close
end end
end end
end end

3
vmpooler
View file

@ -1,6 +1,6 @@
#!/usr/bin/env ruby #!/usr/bin/env ruby
$:.unshift(File.dirname(__FILE__)) $LOAD_PATH.unshift(File.dirname(__FILE__))
require 'rubygems' unless defined?(Gem) require 'rubygems' unless defined?(Gem)
require 'lib/vmpooler' require 'lib/vmpooler'
@ -11,4 +11,3 @@ Thread.new { Vmpooler::PoolManager.new.execute! }
loop do loop do
sleep(10) sleep(10)
end end