mirror of
https://github.com/puppetlabs/vmpooler.git
synced 2026-01-27 02:18:41 -05:00
Rubocop --auto-correct syntax fixups
This commit is contained in:
Scott Schneider
parent
c937a11f29
commit
b3a4f9c0a6
7 changed files with 286 additions and 314 deletions
|
|
@ -11,20 +11,20 @@ module Vmpooler
|
|||
$config[:config]['task_limit'] ||= 10
|
||||
$config[:config]['vm_checktime'] ||= 15
|
||||
$config[:config]['vm_lifetime'] ||= 24
|
||||
$config[:redis] ||= Hash.new
|
||||
$config[:redis] ||= {}
|
||||
$config[:redis]['server'] ||= 'localhost'
|
||||
|
||||
# Load logger library
|
||||
$logger = Vmpooler::Logger.new $config[:config]['logfile']
|
||||
|
||||
# Load Graphite helper library (if configured)
|
||||
if (defined? $config[:graphite]['server'])
|
||||
if defined? $config[:graphite]['server']
|
||||
$config[:graphite]['prefix'] ||= 'vmpooler'
|
||||
$graphite = Vmpooler::Graphite.new $config[:graphite]['server']
|
||||
end
|
||||
|
||||
# Connect to Redis
|
||||
$redis = Redis.new(:host => $config[:redis]['server'])
|
||||
$redis = Redis.new(host: $config[:redis]['server'])
|
||||
|
||||
# vSphere object
|
||||
$vsphere = {}
|
||||
|
|
@ -33,133 +33,132 @@ module Vmpooler
|
|||
$threads = {}
|
||||
end
|
||||
|
||||
|
||||
# Check the state of a VM
|
||||
def check_pending_vm vm, pool, timeout
|
||||
Thread.new {
|
||||
def check_pending_vm(vm, pool, timeout)
|
||||
Thread.new do
|
||||
host = $vsphere[pool].find_vm(vm)
|
||||
|
||||
if (host)
|
||||
if (
|
||||
(host.summary) and
|
||||
(host.summary.guest) and
|
||||
(host.summary.guest.hostName) and
|
||||
if host
|
||||
if
|
||||
(host.summary) &&
|
||||
(host.summary.guest) &&
|
||||
(host.summary.guest.hostName) &&
|
||||
(host.summary.guest.hostName == vm)
|
||||
)
|
||||
|
||||
begin
|
||||
Socket.getaddrinfo(vm, nil)
|
||||
rescue
|
||||
end
|
||||
|
||||
$redis.smove('vmpooler__pending__'+pool, 'vmpooler__ready__'+pool, vm)
|
||||
$redis.smove('vmpooler__pending__' + pool, 'vmpooler__ready__' + pool, vm)
|
||||
|
||||
$logger.log('s', "[>] [#{pool}] '#{vm}' moved to 'ready' queue")
|
||||
end
|
||||
else
|
||||
clone_stamp = $redis.hget('vmpooler__vm__'+vm, 'clone')
|
||||
clone_stamp = $redis.hget('vmpooler__vm__' + vm, 'clone')
|
||||
|
||||
if (
|
||||
(clone_stamp) and
|
||||
(((Time.now - Time.parse(clone_stamp))/60) > timeout)
|
||||
)
|
||||
$redis.smove('vmpooler__pending__'+pool, 'vmpooler__completed__'+pool, vm)
|
||||
if
|
||||
(clone_stamp) &&
|
||||
(((Time.now - Time.parse(clone_stamp)) / 60) > timeout)
|
||||
|
||||
$redis.smove('vmpooler__pending__' + pool, 'vmpooler__completed__' + pool, vm)
|
||||
|
||||
$logger.log('d', "[!] [#{pool}] '#{vm}' marked as 'failed' after #{timeout} minutes")
|
||||
end
|
||||
end
|
||||
}
|
||||
end
|
||||
end
|
||||
|
||||
def check_ready_vm vm, pool, ttl
|
||||
Thread.new {
|
||||
if (ttl > 0)
|
||||
if ((((Time.now - host.runtime.bootTime)/60).to_s[/^\d+\.\d{1}/].to_f) > ttl)
|
||||
$redis.smove('vmpooler__ready__'+pool, 'vmpooler__completed__'+pool, vm)
|
||||
def check_ready_vm(vm, pool, ttl)
|
||||
Thread.new do
|
||||
if ttl > 0
|
||||
if (((Time.now - host.runtime.bootTime) / 60).to_s[/^\d+\.\d{1}/].to_f) > ttl
|
||||
$redis.smove('vmpooler__ready__' + pool, 'vmpooler__completed__' + pool, vm)
|
||||
|
||||
$logger.log('d', "[!] [#{pool}] '#{vm}' reached end of TTL after #{ttl} minutes, removed from 'ready' queue")
|
||||
end
|
||||
end
|
||||
|
||||
check_stamp = $redis.hget('vmpooler__vm__'+vm, 'check')
|
||||
check_stamp = $redis.hget('vmpooler__vm__' + vm, 'check')
|
||||
|
||||
if (
|
||||
(! check_stamp) or
|
||||
(((Time.now - Time.parse(check_stamp))/60) > $config[:config]['vm_checktime'])
|
||||
)
|
||||
$redis.hset('vmpooler__vm__'+vm, 'check', Time.now)
|
||||
if
|
||||
(!check_stamp) ||
|
||||
(((Time.now - Time.parse(check_stamp)) / 60) > $config[:config]['vm_checktime'])
|
||||
|
||||
$redis.hset('vmpooler__vm__' + vm, 'check', Time.now)
|
||||
|
||||
host = $vsphere[pool].find_vm(vm) ||
|
||||
$vsphere[pool].find_vm_heavy(vm)[vm]
|
||||
|
||||
if (host)
|
||||
if (
|
||||
(host.runtime) and
|
||||
(host.runtime.powerState) and
|
||||
if host
|
||||
if
|
||||
(host.runtime) &&
|
||||
(host.runtime.powerState) &&
|
||||
(host.runtime.powerState != 'poweredOn')
|
||||
)
|
||||
$redis.smove('vmpooler__ready__'+pool, 'vmpooler__completed__'+pool, vm)
|
||||
|
||||
$redis.smove('vmpooler__ready__' + pool, 'vmpooler__completed__' + pool, vm)
|
||||
|
||||
$logger.log('d', "[!] [#{pool}] '#{vm}' appears to be powered off, removed from 'ready' queue")
|
||||
end
|
||||
|
||||
if (
|
||||
(host.summary.guest) and
|
||||
(host.summary.guest.hostName) and
|
||||
if
|
||||
(host.summary.guest) &&
|
||||
(host.summary.guest.hostName) &&
|
||||
(host.summary.guest.hostName != vm)
|
||||
)
|
||||
$redis.smove('vmpooler__ready__'+pool, 'vmpooler__completed__'+pool, vm)
|
||||
|
||||
$redis.smove('vmpooler__ready__' + pool, 'vmpooler__completed__' + pool, vm)
|
||||
|
||||
$logger.log('d', "[!] [#{pool}] '#{vm}' has mismatched hostname, removed from 'ready' queue")
|
||||
end
|
||||
else
|
||||
$redis.srem('vmpooler__ready__'+pool, vm)
|
||||
$redis.srem('vmpooler__ready__' + pool, vm)
|
||||
|
||||
$logger.log('s', "[!] [#{pool}] '#{vm}' not found in vCenter inventory, removed from 'ready' queue")
|
||||
end
|
||||
|
||||
begin
|
||||
Timeout::timeout(5) {
|
||||
Timeout.timeout(5) do
|
||||
TCPSocket.new vm, 22
|
||||
}
|
||||
end
|
||||
rescue
|
||||
if ($redis.smove('vmpooler__ready__'+pool, 'vmpooler__completed__'+pool, vm))
|
||||
if $redis.smove('vmpooler__ready__' + pool, 'vmpooler__completed__' + pool, vm)
|
||||
$logger.log('d', "[!] [#{pool}] '#{vm}' is unreachable, removed from 'ready' queue")
|
||||
end
|
||||
end
|
||||
end
|
||||
}
|
||||
end
|
||||
end
|
||||
|
||||
def check_running_vm vm, pool, ttl
|
||||
Thread.new {
|
||||
def check_running_vm(vm, pool, ttl)
|
||||
Thread.new do
|
||||
host = $vsphere[pool].find_vm(vm)
|
||||
|
||||
if (host)
|
||||
if (
|
||||
(host.runtime) and
|
||||
if host
|
||||
if
|
||||
(host.runtime) &&
|
||||
(host.runtime.powerState != 'poweredOn')
|
||||
)
|
||||
$redis.smove('vmpooler__running__'+pool, 'vmpooler__completed__'+pool, vm)
|
||||
|
||||
$redis.smove('vmpooler__running__' + pool, 'vmpooler__completed__' + pool, vm)
|
||||
|
||||
$logger.log('d', "[!] [#{pool}] '#{vm}' appears to be powered off or dead")
|
||||
else
|
||||
if (
|
||||
(host.runtime) and
|
||||
if
|
||||
(host.runtime) &&
|
||||
(host.runtime.bootTime)
|
||||
((((Time.now - host.runtime.bootTime)/60).to_s[/^\d+\.\d{1}/].to_f) > ttl)
|
||||
)
|
||||
$redis.smove('vmpooler__running__'+pool, 'vmpooler__completed__'+pool, vm)
|
||||
((((Time.now - host.runtime.bootTime) / 60).to_s[/^\d+\.\d{1}/].to_f) > ttl)
|
||||
|
||||
$redis.smove('vmpooler__running__' + pool, 'vmpooler__completed__' + pool, vm)
|
||||
|
||||
$logger.log('d', "[!] [#{pool}] '#{vm}' reached end of TTL after #{ttl} minutes")
|
||||
end
|
||||
end
|
||||
end
|
||||
}
|
||||
end
|
||||
end
|
||||
|
||||
# Clone a VM
|
||||
def clone_vm template, folder, datastore, target
|
||||
Thread.new {
|
||||
def clone_vm(template, folder, datastore, target)
|
||||
Thread.new do
|
||||
vm = {}
|
||||
|
||||
if template =~ /\//
|
||||
|
|
@ -170,52 +169,52 @@ module Vmpooler
|
|||
if templatefolders
|
||||
vm[vm['template']] = $vsphere[vm['template']].find_folder(templatefolders.join('/')).find(vm['template'])
|
||||
else
|
||||
raise "Please provide a full path to the template"
|
||||
fail 'Please provide a full path to the template'
|
||||
end
|
||||
|
||||
if vm['template'].length == 0
|
||||
raise "Unable to find template '#{vm['template']}'!"
|
||||
fail "Unable to find template '#{vm['template']}'!"
|
||||
end
|
||||
|
||||
# Generate a randomized hostname
|
||||
o = [('a'..'z'),('0'..'9')].map{|r| r.to_a}.flatten
|
||||
vm['hostname'] = o[rand(25)]+(0...14).map{o[rand(o.length)]}.join
|
||||
o = [('a'..'z'), ('0'..'9')].map(&:to_a).flatten
|
||||
vm['hostname'] = o[rand(25)] + (0...14).map { o[rand(o.length)] }.join
|
||||
|
||||
# Add VM to Redis inventory ('pending' pool)
|
||||
$redis.sadd('vmpooler__pending__'+vm['template'], vm['hostname'])
|
||||
$redis.hset('vmpooler__vm__'+vm['hostname'], 'clone', Time.now)
|
||||
$redis.hset('vmpooler__vm__'+vm['hostname'], 'template', vm['template'])
|
||||
$redis.sadd('vmpooler__pending__' + vm['template'], vm['hostname'])
|
||||
$redis.hset('vmpooler__vm__' + vm['hostname'], 'clone', Time.now)
|
||||
$redis.hset('vmpooler__vm__' + vm['hostname'], 'template', vm['template'])
|
||||
|
||||
# Annotate with creation time, origin template, etc.
|
||||
configSpec = RbVmomi::VIM.VirtualMachineConfigSpec(
|
||||
:annotation => JSON.pretty_generate({
|
||||
annotation: JSON.pretty_generate(
|
||||
name: vm['hostname'],
|
||||
created_by: $config[:vsphere]['username'],
|
||||
base_template: vm['template'],
|
||||
creation_timestamp: Time.now.utc
|
||||
})
|
||||
)
|
||||
)
|
||||
|
||||
# Choose a clone target
|
||||
if (target)
|
||||
if target
|
||||
$clone_target = $vsphere[vm['template']].find_least_used_host(target)
|
||||
elsif ($config[:config]['clone_target'])
|
||||
elsif $config[:config]['clone_target']
|
||||
$clone_target = $vsphere[vm['template']].find_least_used_host($config[:config]['clone_target'])
|
||||
end
|
||||
|
||||
# Put the VM in the specified folder and resource pool
|
||||
relocateSpec = RbVmomi::VIM.VirtualMachineRelocateSpec(
|
||||
:datastore => $vsphere[vm['template']].find_datastore(datastore),
|
||||
:host => $clone_target,
|
||||
:diskMoveType => :moveChildMostDiskBacking
|
||||
datastore: $vsphere[vm['template']].find_datastore(datastore),
|
||||
host: $clone_target,
|
||||
diskMoveType: :moveChildMostDiskBacking
|
||||
)
|
||||
|
||||
# Create a clone spec
|
||||
spec = RbVmomi::VIM.VirtualMachineCloneSpec(
|
||||
:location => relocateSpec,
|
||||
:config => configSpec,
|
||||
:powerOn => true,
|
||||
:template => false
|
||||
location: relocateSpec,
|
||||
config: configSpec,
|
||||
powerOn: true,
|
||||
template: false
|
||||
)
|
||||
|
||||
# Clone the VM
|
||||
|
|
@ -224,66 +223,66 @@ module Vmpooler
|
|||
begin
|
||||
start = Time.now
|
||||
vm[vm['template']].CloneVM_Task(
|
||||
:folder => $vsphere[vm['template']].find_folder(folder),
|
||||
:name => vm['hostname'],
|
||||
:spec => spec
|
||||
folder: $vsphere[vm['template']].find_folder(folder),
|
||||
name: vm['hostname'],
|
||||
spec: spec
|
||||
).wait_for_completion
|
||||
finish = '%.2f' % (Time.now-start)
|
||||
finish = '%.2f' % (Time.now - start)
|
||||
|
||||
$redis.hset('vmpooler__clone__'+Date.today.to_s, vm['hostname'], finish)
|
||||
$redis.hset('vmpooler__vm__'+vm['hostname'], 'clone_time', finish)
|
||||
$redis.hset('vmpooler__clone__' + Date.today.to_s, vm['hostname'], finish)
|
||||
$redis.hset('vmpooler__vm__' + vm['hostname'], 'clone_time', finish)
|
||||
|
||||
$logger.log('s', "[+] [#{vm['template']}] '#{vm['hostname']}' cloned from '#{vm['template']}' in #{finish} seconds")
|
||||
rescue
|
||||
$logger.log('s', "[!] [#{vm['template']}] '#{vm['hostname']}' clone appears to have failed")
|
||||
$redis.srem('vmpooler__pending__'+vm['template'], vm['hostname'])
|
||||
$redis.srem('vmpooler__pending__' + vm['template'], vm['hostname'])
|
||||
end
|
||||
|
||||
$redis.decr('vmpooler__tasks__clone')
|
||||
|
||||
begin
|
||||
$graphite.log($config[:graphite]['prefix']+".clone.#{vm['template']}", finish) if defined? $graphite
|
||||
$graphite.log($config[:graphite]['prefix'] + ".clone.#{vm['template']}", finish) if defined? $graphite
|
||||
rescue
|
||||
end
|
||||
}
|
||||
end
|
||||
end
|
||||
|
||||
# Destroy a VM
|
||||
def destroy_vm vm, pool
|
||||
Thread.new {
|
||||
$redis.srem('vmpooler__completed__'+pool, vm)
|
||||
$redis.hdel('vmpooler__active__'+pool, vm)
|
||||
$redis.del('vmpooler__vm__'+vm)
|
||||
def destroy_vm(vm, pool)
|
||||
Thread.new do
|
||||
$redis.srem('vmpooler__completed__' + pool, vm)
|
||||
$redis.hdel('vmpooler__active__' + pool, vm)
|
||||
$redis.del('vmpooler__vm__' + vm)
|
||||
|
||||
host = $vsphere[pool].find_vm(vm) ||
|
||||
$vsphere[pool].find_vm_heavy(vm)[vm]
|
||||
|
||||
if (host)
|
||||
if host
|
||||
start = Time.now
|
||||
|
||||
if (
|
||||
(host.runtime) and
|
||||
(host.runtime.powerState) and
|
||||
if
|
||||
(host.runtime) &&
|
||||
(host.runtime.powerState) &&
|
||||
(host.runtime.powerState == 'poweredOn')
|
||||
)
|
||||
|
||||
$logger.log('d', "[ ] [#{pool}] '#{vm}' is being shut down")
|
||||
host.PowerOffVM_Task.wait_for_completion
|
||||
end
|
||||
|
||||
host.Destroy_Task.wait_for_completion
|
||||
finish = '%.2f' % (Time.now-start)
|
||||
finish = '%.2f' % (Time.now - start)
|
||||
|
||||
$logger.log('s', "[-] [#{pool}] '#{vm}' destroyed in #{finish} seconds")
|
||||
|
||||
$graphite.log($config[:graphite]['prefix']+".destroy.#{pool}", finish) if defined? $graphite
|
||||
$graphite.log($config[:graphite]['prefix'] + ".destroy.#{pool}", finish) if defined? $graphite
|
||||
end
|
||||
}
|
||||
end
|
||||
end
|
||||
|
||||
def check_pool pool
|
||||
def check_pool(pool)
|
||||
$logger.log('d', "[*] [#{pool['name']}] starting worker thread")
|
||||
|
||||
$threads[pool['name']] = Thread.new {
|
||||
$threads[pool['name']] = Thread.new do
|
||||
$vsphere[pool['name']] ||= Vmpooler::VsphereHelper.new
|
||||
|
||||
loop do
|
||||
|
|
@ -293,14 +292,14 @@ module Vmpooler
|
|||
base = $vsphere[pool['name']].find_folder(pool['folder'])
|
||||
|
||||
base.childEntity.each do |vm|
|
||||
if (
|
||||
(! $redis.sismember('vmpooler__running__'+pool['name'], vm['name'])) and
|
||||
(! $redis.sismember('vmpooler__ready__'+pool['name'], vm['name'])) and
|
||||
(! $redis.sismember('vmpooler__pending__'+pool['name'], vm['name'])) and
|
||||
(! $redis.sismember('vmpooler__completed__'+pool['name'], vm['name'])) and
|
||||
(! $redis.sismember('vmpooler__discovered__'+pool['name'], vm['name']))
|
||||
)
|
||||
$redis.sadd('vmpooler__discovered__'+pool['name'], vm['name'])
|
||||
if
|
||||
(! $redis.sismember('vmpooler__running__' + pool['name'], vm['name'])) &&
|
||||
(! $redis.sismember('vmpooler__ready__' + pool['name'], vm['name'])) &&
|
||||
(! $redis.sismember('vmpooler__pending__' + pool['name'], vm['name'])) &&
|
||||
(! $redis.sismember('vmpooler__completed__' + pool['name'], vm['name'])) &&
|
||||
(! $redis.sismember('vmpooler__discovered__' + pool['name'], vm['name']))
|
||||
|
||||
$redis.sadd('vmpooler__discovered__' + pool['name'], vm['name'])
|
||||
|
||||
$logger.log('s', "[?] [#{pool['name']}] '#{vm['name']}' added to 'discovered' queue")
|
||||
end
|
||||
|
|
@ -311,9 +310,9 @@ module Vmpooler
|
|||
end
|
||||
|
||||
# RUNNING
|
||||
$redis.smembers('vmpooler__running__'+pool['name']).each do |vm|
|
||||
if (inventory[vm])
|
||||
if (pool['running_ttl'])
|
||||
$redis.smembers('vmpooler__running__' + pool['name']).each do |vm|
|
||||
if inventory[vm]
|
||||
if pool['running_ttl']
|
||||
begin
|
||||
check_running_vm(vm, pool['name'], pool['running_ttl'])
|
||||
rescue
|
||||
|
|
@ -328,8 +327,8 @@ module Vmpooler
|
|||
end
|
||||
|
||||
# READY
|
||||
$redis.smembers('vmpooler__ready__'+pool['name']).each do |vm|
|
||||
if (inventory[vm])
|
||||
$redis.smembers('vmpooler__ready__' + pool['name']).each do |vm|
|
||||
if inventory[vm]
|
||||
begin
|
||||
check_ready_vm(vm, pool['name'], pool['ready_ttl'] || 0)
|
||||
rescue
|
||||
|
|
@ -338,16 +337,16 @@ module Vmpooler
|
|||
end
|
||||
|
||||
# PENDING
|
||||
$redis.smembers('vmpooler__pending__'+pool['name']).each do |vm|
|
||||
unless (pool['timeout'])
|
||||
if ($config[:config]['timeout'])
|
||||
$redis.smembers('vmpooler__pending__' + pool['name']).each do |vm|
|
||||
unless pool['timeout']
|
||||
if $config[:config]['timeout']
|
||||
pool['timeout'] = $config[:config]['timeout']
|
||||
else
|
||||
pool['timeout'] = 15
|
||||
end
|
||||
end
|
||||
|
||||
if (inventory[vm])
|
||||
if inventory[vm]
|
||||
begin
|
||||
check_pending_vm(vm, pool['name'], pool['timeout'])
|
||||
rescue
|
||||
|
|
@ -356,49 +355,49 @@ module Vmpooler
|
|||
end
|
||||
|
||||
# COMPLETED
|
||||
$redis.smembers('vmpooler__completed__'+pool['name']).each do |vm|
|
||||
if (inventory[vm])
|
||||
$redis.smembers('vmpooler__completed__' + pool['name']).each do |vm|
|
||||
if inventory[vm]
|
||||
begin
|
||||
destroy_vm(vm, pool['name'])
|
||||
rescue
|
||||
$logger.log('s', "[!] [#{pool['name']}] '#{vm}' destroy appears to have failed")
|
||||
$redis.srem('vmpooler__completed__'+pool['name'], vm)
|
||||
$redis.hdel('vmpooler__active__'+pool['name'], vm)
|
||||
$redis.del('vmpooler__vm__'+vm)
|
||||
$redis.srem('vmpooler__completed__' + pool['name'], vm)
|
||||
$redis.hdel('vmpooler__active__' + pool['name'], vm)
|
||||
$redis.del('vmpooler__vm__' + vm)
|
||||
end
|
||||
else
|
||||
$logger.log('s', "[!] [#{pool['name']}] '#{vm}' not found in inventory, removed from 'completed' queue")
|
||||
$redis.srem('vmpooler__completed__'+pool['name'], vm)
|
||||
$redis.hdel('vmpooler__active__'+pool['name'], vm)
|
||||
$redis.del('vmpooler__vm__'+vm)
|
||||
$redis.srem('vmpooler__completed__' + pool['name'], vm)
|
||||
$redis.hdel('vmpooler__active__' + pool['name'], vm)
|
||||
$redis.del('vmpooler__vm__' + vm)
|
||||
end
|
||||
end
|
||||
|
||||
# DISCOVERED
|
||||
$redis.smembers('vmpooler__discovered__'+pool['name']).each do |vm|
|
||||
['pending', 'ready', 'running', 'completed'].each do |queue|
|
||||
if ($redis.sismember('vmpooler__'+queue+'__'+pool['name'], vm))
|
||||
$redis.smembers('vmpooler__discovered__' + pool['name']).each do |vm|
|
||||
%w(pending ready running completed).each do |queue|
|
||||
if $redis.sismember('vmpooler__' + queue + '__' + pool['name'], vm)
|
||||
$logger.log('d', "[!] [#{pool['name']}] '#{vm}' found in '#{queue}', removed from 'discovered' queue")
|
||||
$redis.srem('vmpooler__discovered__'+pool['name'], vm)
|
||||
$redis.srem('vmpooler__discovered__' + pool['name'], vm)
|
||||
end
|
||||
end
|
||||
|
||||
if ($redis.sismember('vmpooler__discovered__'+pool['name'], vm))
|
||||
$redis.smove('vmpooler__discovered__'+pool['name'], 'vmpooler__completed__'+pool['name'], vm)
|
||||
if $redis.sismember('vmpooler__discovered__' + pool['name'], vm)
|
||||
$redis.smove('vmpooler__discovered__' + pool['name'], 'vmpooler__completed__' + pool['name'], vm)
|
||||
end
|
||||
end
|
||||
|
||||
# LONG-RUNNING
|
||||
$redis.smembers('vmpooler__running__'+pool['name']).each do |vm|
|
||||
if ($redis.hget('vmpooler__active__'+pool['name'], vm))
|
||||
running = (Time.now - Time.parse($redis.hget('vmpooler__active__'+pool['name'], vm)))/60/60
|
||||
lifetime = $redis.hget('vmpooler__vm__'+vm, 'lifetime') || $config[:config]['vm_lifetime']
|
||||
$redis.smembers('vmpooler__running__' + pool['name']).each do |vm|
|
||||
if $redis.hget('vmpooler__active__' + pool['name'], vm)
|
||||
running = (Time.now - Time.parse($redis.hget('vmpooler__active__' + pool['name'], vm))) / 60 / 60
|
||||
lifetime = $redis.hget('vmpooler__vm__' + vm, 'lifetime') || $config[:config]['vm_lifetime']
|
||||
|
||||
if (
|
||||
(lifetime.to_i > 0) and
|
||||
if
|
||||
(lifetime.to_i > 0) &&
|
||||
(running.to_i > lifetime.to_i)
|
||||
)
|
||||
$redis.smove('vmpooler__running__'+pool['name'], 'vmpooler__completed__'+pool['name'], vm)
|
||||
|
||||
$redis.smove('vmpooler__running__' + pool['name'], 'vmpooler__completed__' + pool['name'], vm)
|
||||
|
||||
$logger.log('d', "[!] [#{pool['name']}] '#{vm}' reached end of TTL after #{lifetime} hours")
|
||||
end
|
||||
|
|
@ -406,21 +405,20 @@ module Vmpooler
|
|||
end
|
||||
|
||||
# REPOPULATE
|
||||
total = $redis.scard('vmpooler__ready__'+pool['name']) +
|
||||
$redis.scard('vmpooler__pending__'+pool['name'])
|
||||
total = $redis.scard('vmpooler__ready__' + pool['name']) +
|
||||
$redis.scard('vmpooler__pending__' + pool['name'])
|
||||
|
||||
begin
|
||||
if (defined? $graphite)
|
||||
$graphite.log($config[:graphite]['prefix']+'.ready.'+pool['name'], $redis.scard('vmpooler__ready__'+pool['name']))
|
||||
$graphite.log($config[:graphite]['prefix']+'.running.'+pool['name'], $redis.scard('vmpooler__running__'+pool['name']))
|
||||
if defined? $graphite
|
||||
$graphite.log($config[:graphite]['prefix'] + '.ready.' + pool['name'], $redis.scard('vmpooler__ready__' + pool['name']))
|
||||
$graphite.log($config[:graphite]['prefix'] + '.running.' + pool['name'], $redis.scard('vmpooler__running__' + pool['name']))
|
||||
end
|
||||
rescue
|
||||
end
|
||||
|
||||
if (total < pool['size'])
|
||||
(1..(pool['size'] - total)).each { |i|
|
||||
|
||||
if ($redis.get('vmpooler__tasks__clone').to_i < $config[:config]['task_limit'])
|
||||
if total < pool['size']
|
||||
(1..(pool['size'] - total)).each do |_i|
|
||||
if $redis.get('vmpooler__tasks__clone').to_i < $config[:config]['task_limit']
|
||||
begin
|
||||
$redis.incr('vmpooler__tasks__clone')
|
||||
|
||||
|
|
@ -435,26 +433,26 @@ module Vmpooler
|
|||
$redis.decr('vmpooler__tasks__clone')
|
||||
end
|
||||
end
|
||||
}
|
||||
end
|
||||
end
|
||||
|
||||
sleep(5)
|
||||
end
|
||||
}
|
||||
end
|
||||
end
|
||||
|
||||
def execute!
|
||||
$logger.log('d', "starting vmpooler")
|
||||
$logger.log('d', 'starting vmpooler')
|
||||
|
||||
# Clear out the tasks manager, as we don't know about any tasks at this point
|
||||
$redis.set('vmpooler__tasks__clone', 0)
|
||||
|
||||
loop do
|
||||
$pools.each do |pool|
|
||||
if (! $threads[pool['name']])
|
||||
if ! $threads[pool['name']]
|
||||
check_pool(pool)
|
||||
else
|
||||
if (! $threads[pool['name']].alive?)
|
||||
unless $threads[pool['name']].alive?
|
||||
$logger.log('d', "[!] [#{pool['name']}] worker thread died, restarting")
|
||||
check_pool(pool)
|
||||
end
|
||||
|
|
@ -464,7 +462,5 @@ module Vmpooler
|
|||
sleep(1)
|
||||
end
|
||||
end
|
||||
|
||||
end
|
||||
end
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue