puppetlabs/vmpooler
2
0
Fork 0
mirror of https://github.com/puppetlabs/vmpooler.git synced 2026-01-26 01:58:41 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

Changing project name to 'vmpooler'

Browse source 
All instances of 'vmware-host-pooler' and 'vmware_host_pool' changed to
'vmpooler'.
This commit is contained in:
Scott Schneider 2014-02-19 14:08:46 -08:00
parent 4414227fd4
commit da31179e68
5 changed files with 71 additions and 71 deletions
Download patch file Download diff file Expand all files Collapse all files

2
LICENSE
View file

@ -1,4 +1,4 @@
vmware-host-pooler vmpooler
Copyright (C) 2014 Scott Schneider <sschneid@gmail.com> Copyright (C) 2014 Scott Schneider <sschneid@gmail.com>

2
lib/logger.rb
View file

@ -2,7 +2,7 @@ require 'rubygems' unless defined?(Gem)
class Logger class Logger
def initialize( def initialize(
f = '/var/log/vmware-host-pooler.log' f = '/var/log/vmpooler.log'
) )
@file = f @file = f
end end

2
lib/vsphere_helper.rb
View file

@ -11,7 +11,7 @@ class VsphereHelper
Dir.chdir(File.dirname(__FILE__)) Dir.chdir(File.dirname(__FILE__))
config_file = File.expand_path('../vmware-host-pooler.yaml') config_file = File.expand_path('../vmpooler.yaml')
vsphere = YAML.load_file(config_file)[:vsphere] vsphere = YAML.load_file(config_file)[:vsphere]
@connection = RbVmomi::VIM.connect :host => vsphere['server'], @connection = RbVmomi::VIM.connect :host => vsphere['server'],

100
vmware-host-pooler
View file

@ -14,7 +14,7 @@ require 'lib/vsphere_helper'
Dir.chdir(File.dirname(__FILE__)) Dir.chdir(File.dirname(__FILE__))
# Load the configuration file # Load the configuration file
config_file = File.expand_path('vmware-host-pooler.yaml') config_file = File.expand_path('vmpooler.yaml')
$config = YAML.load_file(config_file) $config = YAML.load_file(config_file)
pools = $config[:pools] pools = $config[:pools]
@ -64,18 +64,18 @@ def check_pending_vm vm, pool, timeout
rescue rescue
end end
$redis.smove('vmware_host_pool__pending__'+pool, 'vmware_host_pool__ready__'+pool, vm) $redis.smove('vmpooler__pending__'+pool, 'vmpooler__ready__'+pool, vm)
$logger.log('s', "[>] [#{pool}] '#{vm}' moved to 'ready' queue") $logger.log('s', "[>] [#{pool}] '#{vm}' moved to 'ready' queue")
end end
else else
clone_stamp = $redis.hget('vmware_host_pool__vm__'+vm, 'clone') clone_stamp = $redis.hget('vmpooler__vm__'+vm, 'clone')
if ( if (
(clone_stamp) and (clone_stamp) and
(((Time.now - Time.parse(clone_stamp))/60) > timeout) (((Time.now - Time.parse(clone_stamp))/60) > timeout)
) )
$redis.smove('vmware_host_pool__pending__'+pool, 'vmware_host_pool__completed__'+pool, vm) $redis.smove('vmpooler__pending__'+pool, 'vmpooler__completed__'+pool, vm)
$logger.log('d', "[!] [#{pool}] '#{vm}' marked as 'failed' after #{timeout} minutes") $logger.log('d', "[!] [#{pool}] '#{vm}' marked as 'failed' after #{timeout} minutes")
end end
@ -93,18 +93,18 @@ def check_ready_vm vm, pool, ttl
(host.runtime.powerState) and (host.runtime.powerState) and
(host.runtime.powerState != 'poweredOn') (host.runtime.powerState != 'poweredOn')
) )
$redis.smove('vmware_host_pool__ready__'+pool, 'vmware_host_pool__completed__'+pool, vm) $redis.smove('vmpooler__ready__'+pool, 'vmpooler__completed__'+pool, vm)
$logger.log('d', "[!] [#{pool}] '#{vm}' appears to be powered off or dead") $logger.log('d', "[!] [#{pool}] '#{vm}' appears to be powered off or dead")
else else
if ((((Time.now - host.runtime.bootTime)/60).to_s[/^\d+\.\d{1}/].to_f) > ttl) if ((((Time.now - host.runtime.bootTime)/60).to_s[/^\d+\.\d{1}/].to_f) > ttl)
$redis.smove('vmware_host_pool__ready__'+pool, 'vmware_host_pool__completed__'+pool, vm) $redis.smove('vmpooler__ready__'+pool, 'vmpooler__completed__'+pool, vm)
$logger.log('d', "[!] [#{pool}] '#{vm}' reached end of TTL after #{ttl} minutes") $logger.log('d', "[!] [#{pool}] '#{vm}' reached end of TTL after #{ttl} minutes")
end end
end end
else else
$redis.srem('vmware_host_pool__ready__'+pool, vm) $redis.srem('vmpooler__ready__'+pool, vm)
$logger.log('s', "[!] [#{pool}] '#{vm}' not found in vCenter inventory") $logger.log('s', "[!] [#{pool}] '#{vm}' not found in vCenter inventory")
end end
@ -120,7 +120,7 @@ def check_running_vm vm, pool, ttl
(host.runtime) and (host.runtime) and
(host.runtime.powerState != 'poweredOn') (host.runtime.powerState != 'poweredOn')
) )
$redis.smove('vmware_host_pool__running__'+pool, 'vmware_host_pool__completed__'+pool, vm) $redis.smove('vmpooler__running__'+pool, 'vmpooler__completed__'+pool, vm)
$logger.log('d', "[!] [#{pool}] '#{vm}' appears to be powered off or dead") $logger.log('d', "[!] [#{pool}] '#{vm}' appears to be powered off or dead")
else else
@ -129,7 +129,7 @@ def check_running_vm vm, pool, ttl
(host.runtime.bootTime) (host.runtime.bootTime)
((((Time.now - host.runtime.bootTime)/60).to_s[/^\d+\.\d{1}/].to_f) > ttl) ((((Time.now - host.runtime.bootTime)/60).to_s[/^\d+\.\d{1}/].to_f) > ttl)
) )
$redis.smove('vmware_host_pool__running__'+pool, 'vmware_host_pool__completed__'+pool, vm) $redis.smove('vmpooler__running__'+pool, 'vmpooler__completed__'+pool, vm)
$logger.log('d', "[!] [#{pool}] '#{vm}' reached end of TTL after #{ttl} minutes") $logger.log('d', "[!] [#{pool}] '#{vm}' reached end of TTL after #{ttl} minutes")
end end
@ -163,8 +163,8 @@ def clone_vm template, pool, folder, datastore
vm['hostname'] = o[rand(25)]+(0...14).map{o[rand(o.length)]}.join vm['hostname'] = o[rand(25)]+(0...14).map{o[rand(o.length)]}.join
# Add VM to Redis inventory ('pending' pool) # Add VM to Redis inventory ('pending' pool)
$redis.sadd('vmware_host_pool__pending__'+vm['template'], vm['hostname']) $redis.sadd('vmpooler__pending__'+vm['template'], vm['hostname'])
$redis.hset('vmware_host_pool__vm__'+vm['hostname'], 'clone', Time.now) $redis.hset('vmpooler__vm__'+vm['hostname'], 'clone', Time.now)
# Annotate with creation time, origin template, etc. # Annotate with creation time, origin template, etc.
configSpec = RbVmomi::VIM.VirtualMachineConfigSpec( configSpec = RbVmomi::VIM.VirtualMachineConfigSpec(
@ -206,10 +206,10 @@ def clone_vm template, pool, folder, datastore
$logger.log('s', "[+] [#{vm['template']}] '#{vm['hostname']}' cloned from '#{vm['template']}' in #{finish} seconds") $logger.log('s', "[+] [#{vm['template']}] '#{vm['hostname']}' cloned from '#{vm['template']}' in #{finish} seconds")
rescue rescue
$logger.log('s', "[!] [#{vm['template']}] '#{vm['hostname']}' clone appears to have failed") $logger.log('s', "[!] [#{vm['template']}] '#{vm['hostname']}' clone appears to have failed")
$redis.srem('vmware_host_pool__pending__'+vm['template'], vm['hostname']) $redis.srem('vmpooler__pending__'+vm['template'], vm['hostname'])
end end
$redis.decr('vmware_host_pool__tasks__clone') $redis.decr('vmpooler__tasks__clone')
begin begin
$graphite.log("vcloud.clone.#{vm['template']}", finish) if defined? $graphite $graphite.log("vcloud.clone.#{vm['template']}", finish) if defined? $graphite
@ -221,9 +221,9 @@ end
# Destroy a VM # Destroy a VM
def destroy_vm vm, pool def destroy_vm vm, pool
Thread.new { Thread.new {
$redis.srem('vmware_host_pool__completed__'+pool, vm) $redis.srem('vmpooler__completed__'+pool, vm)
$redis.hdel('vmware_host_pool__active__'+pool, vm) $redis.hdel('vmpooler__active__'+pool, vm)
$redis.del('vmware_host_pool__vm__'+vm) $redis.del('vmpooler__vm__'+vm)
host = $vsphere[pool].find_vm(vm) || host = $vsphere[pool].find_vm(vm) ||
$vsphere[pool].find_vm_heavy(vm)[vm] $vsphere[pool].find_vm_heavy(vm)[vm]
@ -264,13 +264,13 @@ def check_pool pool
base.vm.each do |vm| base.vm.each do |vm|
if ( if (
(! $redis.sismember('vmware_host_pool__running__'+pool['name'], vm['name'])) and (! $redis.sismember('vmpooler__running__'+pool['name'], vm['name'])) and
(! $redis.sismember('vmware_host_pool__ready__'+pool['name'], vm['name'])) and (! $redis.sismember('vmpooler__ready__'+pool['name'], vm['name'])) and
(! $redis.sismember('vmware_host_pool__pending__'+pool['name'], vm['name'])) and (! $redis.sismember('vmpooler__pending__'+pool['name'], vm['name'])) and
(! $redis.sismember('vmware_host_pool__completed__'+pool['name'], vm['name'])) and (! $redis.sismember('vmpooler__completed__'+pool['name'], vm['name'])) and
(! $redis.sismember('vmware_host_pool__discovered__'+pool['name'], vm['name'])) (! $redis.sismember('vmpooler__discovered__'+pool['name'], vm['name']))
) )
$redis.sadd('vmware_host_pool__discovered__'+pool['name'], vm['name']) $redis.sadd('vmpooler__discovered__'+pool['name'], vm['name'])
$logger.log('s', "[?] [#{pool['name']}] '#{vm['name']}' added to 'discovered' queue") $logger.log('s', "[?] [#{pool['name']}] '#{vm['name']}' added to 'discovered' queue")
end end
@ -281,7 +281,7 @@ def check_pool pool
end end
# RUNNING # RUNNING
$redis.smembers('vmware_host_pool__running__'+pool['name']).each do |vm| $redis.smembers('vmpooler__running__'+pool['name']).each do |vm|
if (inventory[vm]) if (inventory[vm])
if (pool['running_ttl']) if (pool['running_ttl'])
begin begin
@ -298,7 +298,7 @@ def check_pool pool
end end
# READY # READY
$redis.smembers('vmware_host_pool__ready__'+pool['name']).each do |vm| $redis.smembers('vmpooler__ready__'+pool['name']).each do |vm|
if (inventory[vm]) if (inventory[vm])
if (pool['ready_ttl']) if (pool['ready_ttl'])
begin begin
@ -310,7 +310,7 @@ def check_pool pool
end end
# PENDING # PENDING
$redis.smembers('vmware_host_pool__pending__'+pool['name']).each do |vm| $redis.smembers('vmpooler__pending__'+pool['name']).each do |vm|
pool['timeout'] ||= 15 pool['timeout'] ||= 15
if (inventory[vm]) if (inventory[vm])
@ -322,47 +322,47 @@ def check_pool pool
end end
# COMPLETED # COMPLETED
$redis.smembers('vmware_host_pool__completed__'+pool['name']).each do |vm| $redis.smembers('vmpooler__completed__'+pool['name']).each do |vm|
if (inventory[vm]) if (inventory[vm])
begin begin
destroy_vm(vm, pool['name']) destroy_vm(vm, pool['name'])
rescue rescue
$logger.log('s', "[!] [#{pool['name']}] '#{vm}' destroy appears to have failed") $logger.log('s', "[!] [#{pool['name']}] '#{vm}' destroy appears to have failed")
$redis.srem('vmware_host_pool__completed__'+pool['name'], vm) $redis.srem('vmpooler__completed__'+pool['name'], vm)
$redis.hdel('vmware_host_pool__active__'+pool['name'], vm) $redis.hdel('vmpooler__active__'+pool['name'], vm)
$redis.del('vmware_host_pool__vm__'+vm) $redis.del('vmpooler__vm__'+vm)
end end
else else
$logger.log('s', "[!] [#{pool['name']}] '#{vm}' not found in inventory, removed from 'completed' queue") $logger.log('s', "[!] [#{pool['name']}] '#{vm}' not found in inventory, removed from 'completed' queue")
$redis.srem('vmware_host_pool__completed__'+pool['name'], vm) $redis.srem('vmpooler__completed__'+pool['name'], vm)
$redis.hdel('vmware_host_pool__active__'+pool['name'], vm) $redis.hdel('vmpooler__active__'+pool['name'], vm)
$redis.del('vmware_host_pool__vm__'+vm) $redis.del('vmpooler__vm__'+vm)
end end
end end
# DISCOVERED # DISCOVERED
$redis.smembers('vmware_host_pool__discovered__'+pool['name']).each do |vm| $redis.smembers('vmpooler__discovered__'+pool['name']).each do |vm|
['pending', 'ready', 'running', 'completed'].each do |queue| ['pending', 'ready', 'running', 'completed'].each do |queue|
if ($redis.sismember('vmware_host_pool__'+queue+'__'+pool['name'], vm)) if ($redis.sismember('vmpooler__'+queue+'__'+pool['name'], vm))
$logger.log('d', "[!] [#{pool['name']}] '#{vm}' found in '#{queue}', removed from 'discovered' queue") $logger.log('d', "[!] [#{pool['name']}] '#{vm}' found in '#{queue}', removed from 'discovered' queue")
$redis.srem('vmware_host_pool__discovered__'+pool['name'], vm) $redis.srem('vmpooler__discovered__'+pool['name'], vm)
end end
end end
if ($redis.sismember('vmware_host_pool__discovered__'+pool['name'], vm)) if ($redis.sismember('vmpooler__discovered__'+pool['name'], vm))
$redis.smove('vmware_host_pool__discovered__'+pool['name'], 'vmware_host_pool__completed__'+pool['name'], vm) $redis.smove('vmpooler__discovered__'+pool['name'], 'vmpooler__completed__'+pool['name'], vm)
end end
end end
# LONG-RUNNING # LONG-RUNNING
$redis.smembers('vmware_host_pool__running__'+pool['name']).each do |vm| $redis.smembers('vmpooler__running__'+pool['name']).each do |vm|
if ($redis.hget('vmware_host_pool__active__'+pool['name'], vm)) if ($redis.hget('vmpooler__active__'+pool['name'], vm))
running = (Time.now - Time.parse($redis.hget('vmware_host_pool__active__'+pool['name'], vm)))/60/60 running = (Time.now - Time.parse($redis.hget('vmpooler__active__'+pool['name'], vm)))/60/60
if ( if (
($config[:config]['vm_lifetime'] > 0) and ($config[:config]['vm_lifetime'] > 0) and
(running > $config[:config]['vm_lifetime']) (running > $config[:config]['vm_lifetime'])
) )
$redis.smove('vmware_host_pool__running__'+pool['name'], 'vmware_host_pool__completed__'+pool['name'], vm) $redis.smove('vmpooler__running__'+pool['name'], 'vmpooler__completed__'+pool['name'], vm)
$logger.log('d', "[!] [#{pool['name']}] '#{vm}' reached end of TTL after #{$config[:config]['vm_lifetime']} hours") $logger.log('d', "[!] [#{pool['name']}] '#{vm}' reached end of TTL after #{$config[:config]['vm_lifetime']} hours")
end end
@ -370,13 +370,13 @@ def check_pool pool
end end
# REPOPULATE # REPOPULATE
total = $redis.scard('vmware_host_pool__ready__'+pool['name']) + total = $redis.scard('vmpooler__ready__'+pool['name']) +
$redis.scard('vmware_host_pool__pending__'+pool['name']) $redis.scard('vmpooler__pending__'+pool['name'])
begin begin
if (defined? $graphite) if (defined? $graphite)
$graphite.log('vcloud.ready.'+pool['name'], $redis.scard('vmware_host_pool__ready__'+pool['name'])) $graphite.log('vcloud.ready.'+pool['name'], $redis.scard('vmpooler__ready__'+pool['name']))
$graphite.log('vcloud.running.'+pool['name'], $redis.scard('vmware_host_pool__running__'+pool['name'])) $graphite.log('vcloud.running.'+pool['name'], $redis.scard('vmpooler__running__'+pool['name']))
end end
rescue rescue
end end
@ -384,9 +384,9 @@ def check_pool pool
if (total < pool['size']) if (total < pool['size'])
(1..(pool['size'] - total)).each { |i| (1..(pool['size'] - total)).each { |i|
if ($redis.get('vmware_host_pool__tasks__clone').to_i < $config[:config]['task_limit']) if ($redis.get('vmpooler__tasks__clone').to_i < $config[:config]['task_limit'])
begin begin
$redis.incr('vmware_host_pool__tasks__clone') $redis.incr('vmpooler__tasks__clone')
clone_vm( clone_vm(
pool['template'], pool['template'],
@ -396,7 +396,7 @@ def check_pool pool
) )
rescue rescue
$logger.log('s', "[!] [#{pool['name']}] clone appears to have failed") $logger.log('s', "[!] [#{pool['name']}] clone appears to have failed")
$redis.decr('vmware_host_pool__tasks__clone') $redis.decr('vmpooler__tasks__clone')
end end
end end
} }
@ -409,10 +409,10 @@ end
$logger.log('d', "starting vmware-host-pooler") $logger.log('d', "starting vmpooler")
# Clear out the tasks manager, as we don't know about any tasks at this point # Clear out the tasks manager, as we don't know about any tasks at this point
$redis.set('vmware_host_pool__tasks__clone', 0) $redis.set('vmpooler__tasks__clone', 0)
loop do loop do
pools.each do |pool| pools.each do |pool|

36
vmware-host-pooler-api
View file

@ -15,7 +15,7 @@ require 'lib/require_relative'
Dir.chdir(File.dirname(__FILE__)) Dir.chdir(File.dirname(__FILE__))
# Load the configuration file # Load the configuration file
config_file = File.expand_path('vmware-host-pooler.yaml') config_file = File.expand_path('vmpooler.yaml')
$config = YAML.load_file(config_file) $config = YAML.load_file(config_file)
pools = $config[:pools] pools = $config[:pools]
@ -34,7 +34,7 @@ $redis = Redis.new(:host => $config[:redis]['server'])
# Sinatra! # Sinatra!
get '/' do get '/' do
erb :dashboard, locals: { erb :dashboard, locals: {
site_name: $config[:config]['site_name'] || '<b>vmware-host-pooler</b>', site_name: $config[:config]['site_name'] || '<b>vmpooler</b>',
} }
end end
@ -48,13 +48,13 @@ get '/dashboard/stats/vcloud/numbers' do
result['completed'] = 0 result['completed'] = 0
$config[:pools].each do |pool| $config[:pools].each do |pool|
result['pending'] += $redis.scard( 'vmware_host_pool__pending__' + pool['name'] ) result['pending'] += $redis.scard( 'vmpooler__pending__' + pool['name'] )
result['ready'] += $redis.scard( 'vmware_host_pool__ready__' + pool['name'] ) result['ready'] += $redis.scard( 'vmpooler__ready__' + pool['name'] )
result['running'] += $redis.scard( 'vmware_host_pool__running__' + pool['name'] ) result['running'] += $redis.scard( 'vmpooler__running__' + pool['name'] )
result['completed'] += $redis.scard( 'vmware_host_pool__completed__' + pool['name'] ) result['completed'] += $redis.scard( 'vmpooler__completed__' + pool['name'] )
end end
result['cloning'] = $redis.get( 'vmware_host_pool__tasks__clone' ) result['cloning'] = $redis.get( 'vmpooler__tasks__clone' )
result['booting'] = result['pending'].to_i - result['cloning'].to_i result['booting'] = result['pending'].to_i - result['cloning'].to_i
result['booting'] = 0 if result['booting'] < 0 result['booting'] = 0 if result['booting'] < 0
result['total'] = result['pending'].to_i + result['ready'].to_i + result['running'].to_i + result['completed'].to_i result['total'] = result['pending'].to_i + result['ready'].to_i + result['running'].to_i + result['completed'].to_i
@ -69,7 +69,7 @@ get '/dashboard/stats/vcloud/pool' do
$config[:pools].each do |pool| $config[:pools].each do |pool|
result[pool['name']] ||= Hash.new result[pool['name']] ||= Hash.new
result[pool['name']]['size'] = pool['size'] result[pool['name']]['size'] = pool['size']
result[pool['name']]['ready'] = $redis.scard( 'vmware_host_pool__ready__' + pool['name'] ) result[pool['name']]['ready'] = $redis.scard( 'vmpooler__ready__' + pool['name'] )
end end
if ( params[:history] ) if ( params[:history] )
@ -106,7 +106,7 @@ get '/dashboard/stats/vcloud/pool' do
else else
$config[:pools].each do |pool| $config[:pools].each do |pool|
result[pool['name']] ||= Hash.new result[pool['name']] ||= Hash.new
result[pool['name']]['history'] = [ $redis.scard( 'vmware_host_pool__ready__' + pool['name'] ) ] result[pool['name']]['history'] = [ $redis.scard( 'vmpooler__ready__' + pool['name'] ) ]
end end
end end
end end
@ -119,7 +119,7 @@ get '/dashboard/stats/vcloud/running' do
result = Hash.new result = Hash.new
$config[:pools].each do |pool| $config[:pools].each do |pool|
running = $redis.scard( 'vmware_host_pool__running__' + pool['name'] ) running = $redis.scard( 'vmpooler__running__' + pool['name'] )
pool['major'] = $1 if pool['name'] =~ /^(\w+)\-/ pool['major'] = $1 if pool['name'] =~ /^(\w+)\-/
result[pool['major']] ||= Hash.new result[pool['major']] ||= Hash.new
@ -181,7 +181,7 @@ get '/vm/:template' do
result = {} result = {}
result[params[:template]] = {} result[params[:template]] = {}
result[params[:template]]['hosts'] = $redis.smembers('vmware_host_pool__ready__'+params[:template]) result[params[:template]]['hosts'] = $redis.smembers('vmpooler__ready__'+params[:template])
JSON.pretty_generate(result) JSON.pretty_generate(result)
end end
@ -192,12 +192,12 @@ post '/vm/:template' do
result = {} result = {}
result[params[:template]] = {} result[params[:template]] = {}
if ( $redis.scard('vmware_host_pool__ready__'+params[:template]) > 0 ) if ( $redis.scard('vmpooler__ready__'+params[:template]) > 0 )
vm = $redis.spop('vmware_host_pool__ready__'+params[:template]) vm = $redis.spop('vmpooler__ready__'+params[:template])
unless (vm.nil?) unless (vm.nil?)
$redis.sadd('vmware_host_pool__running__'+params[:template], vm) $redis.sadd('vmpooler__running__'+params[:template], vm)
$redis.hset('vmware_host_pool__active__'+params[:template], vm, Time.now) $redis.hset('vmpooler__active__'+params[:template], vm, Time.now)
result[params[:template]]['ok'] = true result[params[:template]]['ok'] = true
result[params[:template]]['hostname'] = vm result[params[:template]]['hostname'] = vm
@ -219,9 +219,9 @@ delete '/vm/:hostname' do
result['ok'] = false result['ok'] = false
pools.each do |pool| pools.each do |pool|
if $redis.sismember('vmware_host_pool__running__'+pool['name'], params[:hostname]) if $redis.sismember('vmpooler__running__'+pool['name'], params[:hostname])
$redis.srem('vmware_host_pool__running__'+pool['name'], params[:hostname]) $redis.srem('vmpooler__running__'+pool['name'], params[:hostname])
$redis.sadd('vmware_host_pool__completed__'+pool['name'], params[:hostname]) $redis.sadd('vmpooler__completed__'+pool['name'], params[:hostname])
result['ok'] = true result['ok'] = true
end end
end end