mirror of
https://github.com/puppetlabs/vmpooler.git
synced 2026-01-26 10:08:40 -05:00
Initial
This commit is contained in:
Scott Schneider
parent
b965ce3a55
commit
6d6dbfa2c8
4 changed files with 620 additions and 557 deletions
441
lib/vmpooler/api/v1.rb
Normal file
441
lib/vmpooler/api/v1.rb
Normal file
|
|
@ -0,0 +1,441 @@
|
|||
module Vmpooler
|
||||
class API
|
||||
class V1 < Sinatra::Base
|
||||
api_version = '1'
|
||||
api_prefix = "/api/v#{api_version}"
|
||||
|
||||
helpers do
|
||||
def hostname_shorten(hostname)
|
||||
if $config[:config]['domain'] && hostname =~ /^\w+\.#{$config[:config]['domain']}$/
|
||||
hostname = hostname[/[^\.]+/]
|
||||
end
|
||||
|
||||
hostname
|
||||
end
|
||||
|
||||
def validate_date_str(date_str)
|
||||
/^\d{4}-\d{2}-\d{2}$/ === date_str
|
||||
end
|
||||
|
||||
def mean(list)
|
||||
s = list.map(&:to_f).reduce(:+).to_f
|
||||
(s > 0 && list.length > 0) ? s / list.length.to_f : 0
|
||||
end
|
||||
end
|
||||
|
||||
get "#{api_prefix}/status/?" do
|
||||
content_type :json
|
||||
|
||||
result = {
|
||||
status: {
|
||||
ok: true,
|
||||
message: 'Battle station fully armed and operational.'
|
||||
},
|
||||
capacity: {
|
||||
current: 0,
|
||||
total: 0,
|
||||
percent: 0
|
||||
},
|
||||
clone: {
|
||||
duration: {
|
||||
average: 0,
|
||||
min: 0,
|
||||
max: 0
|
||||
},
|
||||
count: {
|
||||
total: 0
|
||||
}
|
||||
},
|
||||
queue: {
|
||||
pending: 0,
|
||||
cloning: 0,
|
||||
booting: 0,
|
||||
ready: 0,
|
||||
running: 0,
|
||||
completed: 0,
|
||||
total: 0
|
||||
}
|
||||
}
|
||||
|
||||
$config[:pools].each do |pool|
|
||||
pool['capacity'] = $redis.scard('vmpooler__ready__' + pool['name']).to_i
|
||||
|
||||
result[:capacity][:current] += pool['capacity']
|
||||
result[:capacity][:total] += pool['size'].to_i
|
||||
|
||||
if (pool['capacity'] == 0)
|
||||
result[:status][:empty] ||= []
|
||||
result[:status][:empty].push(pool['name'])
|
||||
end
|
||||
|
||||
result[:queue][:pending] += $redis.scard('vmpooler__pending__' + pool['name']).to_i
|
||||
result[:queue][:ready] += $redis.scard('vmpooler__ready__' + pool['name']).to_i
|
||||
result[:queue][:running] += $redis.scard('vmpooler__running__' + pool['name']).to_i
|
||||
result[:queue][:completed] += $redis.scard('vmpooler__completed__' + pool['name']).to_i
|
||||
end
|
||||
|
||||
if result[:status][:empty]
|
||||
result[:status][:ok] = false
|
||||
result[:status][:message] = "Found #{result[:status][:empty].length} empty pools."
|
||||
end
|
||||
|
||||
result[:capacity][:percent] = ((result[:capacity][:current].to_f / result[:capacity][:total].to_f) * 100.0).round(1) if result[:capacity][:total] > 0
|
||||
|
||||
result[:queue][:cloning] = $redis.get('vmpooler__tasks__clone').to_i
|
||||
result[:queue][:booting] = result[:queue][:pending].to_i - result[:queue][:cloning].to_i
|
||||
result[:queue][:booting] = 0 if result[:queue][:booting] < 0
|
||||
result[:queue][:total] = result[:queue][:pending].to_i + result[:queue][:ready].to_i + result[:queue][:running].to_i + result[:queue][:completed].to_i
|
||||
|
||||
result[:clone][:count][:total] = $redis.hlen('vmpooler__clone__' + Date.today.to_s).to_i
|
||||
if result[:clone][:count][:total] > 0
|
||||
clone_times = $redis.hvals('vmpooler__clone__' + Date.today.to_s).map(&:to_f)
|
||||
|
||||
result[:clone][:duration][:average] = (clone_times.reduce(:+).to_f / result[:clone][:count][:total]).round(1)
|
||||
result[:clone][:duration][:min], result[:clone][:duration][:max] = clone_times.minmax
|
||||
end
|
||||
|
||||
result[:status][:uptime] = (Time.now - $config[:uptime]).round(1) if $config[:uptime]
|
||||
|
||||
JSON.pretty_generate(Hash[result.sort_by { |k, _v| k }])
|
||||
end
|
||||
|
||||
get "#{api_prefix}/summary/?" do
|
||||
content_type :json
|
||||
|
||||
result = {
|
||||
clone: {
|
||||
duration: {
|
||||
average: 0,
|
||||
min: 0,
|
||||
max: 0,
|
||||
total: 0
|
||||
},
|
||||
count: {
|
||||
average: 0,
|
||||
min: 0,
|
||||
max: 0,
|
||||
total: 0
|
||||
}
|
||||
},
|
||||
daily: [] # used for daily info
|
||||
}
|
||||
|
||||
from_param, to_param = params[:from], params[:to]
|
||||
|
||||
# Check date formats.
|
||||
# It is ok if to_param is nil, we will assume this means 'today'
|
||||
if to_param.nil?
|
||||
to_param = Date.today.to_s
|
||||
elsif !validate_date_str(to_param.to_s)
|
||||
halt 400, 'Invalid "to" date format, must match YYYY-MM-DD'
|
||||
end
|
||||
|
||||
# It is also ok if from_param is nil, we will assume this also means 'today'
|
||||
if from_param.nil?
|
||||
from_param = Date.today.to_s
|
||||
elsif !validate_date_str(from_param.to_s)
|
||||
halt 400, 'Invalid "from" date format, must match YYYY-MM-DD'
|
||||
end
|
||||
|
||||
from_date, to_date = Date.parse(from_param), Date.parse(to_param)
|
||||
|
||||
if to_date < from_date
|
||||
halt 400, 'Date range is invalid, "to" cannot come before "from".'
|
||||
elsif from_date > Date.today
|
||||
halt 400, 'Date range is invalid, "from" must be in the past.'
|
||||
end
|
||||
|
||||
# total clone time for entire duration requested.
|
||||
min_max_clone_times = [] # min/max clone times from each day.
|
||||
total_clones_per_day = [] # total clones from each day
|
||||
total_clone_dur_day = [] # total clone durations from each day
|
||||
|
||||
# generate sequence/range for from_date to to_date (inclusive).
|
||||
# for each date, calculate the day's clone total & average, as well
|
||||
# as add to total/overall values.
|
||||
(from_date..to_date).each do |date|
|
||||
me = {
|
||||
date: date.to_s,
|
||||
clone: {
|
||||
duration: {
|
||||
average: 0,
|
||||
min: 0,
|
||||
max: 0,
|
||||
total: 0
|
||||
},
|
||||
count: {
|
||||
total: $redis.hlen('vmpooler__clone__' + date.to_s).to_i
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
# add to daily clone count array
|
||||
total_clones_per_day.push(me[:clone][:count][:total])
|
||||
|
||||
# fetch clone times from redis for this date. convert the results
|
||||
# to float (numeric).
|
||||
clone_times = $redis.hvals('vmpooler__clone__' + date.to_s).map(&:to_f)
|
||||
|
||||
unless clone_times.nil? or clone_times.length == 0
|
||||
clone_time = clone_times.reduce(:+).to_f
|
||||
# add clone time for this date for later processing
|
||||
total_clone_dur_day.push(clone_time)
|
||||
|
||||
me[:clone][:duration][:total] = clone_time
|
||||
|
||||
# min and max clone durations for the day.
|
||||
mi, ma = clone_times.minmax
|
||||
me[:clone][:duration][:min], me[:clone][:duration][:max] = mi, ma
|
||||
min_max_clone_times.push(mi, ma)
|
||||
|
||||
# if clone_total > 0, calculate clone_average.
|
||||
# this prevents divide by 0 problems.
|
||||
if me[:clone][:count][:total] > 0
|
||||
me[:clone][:duration][:average] = mean(clone_times)
|
||||
else
|
||||
me[:clone][:duration][:average] = 0
|
||||
end
|
||||
end
|
||||
|
||||
# add to daily array
|
||||
result[:daily].push(me)
|
||||
end
|
||||
|
||||
# again, calc clone_average if we had clones.
|
||||
unless total_clones_per_day.nil? or total_clones_per_day.length == 0
|
||||
# totals
|
||||
result[:clone][:count][:total] = total_clones_per_day.reduce(:+).to_i
|
||||
result[:clone][:duration][:total] = total_clone_dur_day.reduce(:+).to_f
|
||||
|
||||
# averages and other things.
|
||||
if result[:clone][:count][:total] != 0
|
||||
result[:clone][:duration][:average] = result[:clone][:duration][:total] / result[:clone][:count][:total]
|
||||
end
|
||||
|
||||
if min_max_clone_times.length > 0
|
||||
result[:clone][:duration][:min], result[:clone][:duration][:max] = min_max_clone_times.minmax
|
||||
end
|
||||
|
||||
result[:clone][:count][:min], result[:clone][:count][:max] = total_clones_per_day.minmax
|
||||
result[:clone][:count][:average] = mean(total_clones_per_day)
|
||||
end
|
||||
|
||||
JSON.pretty_generate(result)
|
||||
end
|
||||
|
||||
get "#{api_prefix}/vm/?" do
|
||||
content_type :json
|
||||
|
||||
result = []
|
||||
|
||||
$config[:pools].each do |pool|
|
||||
result.push(pool['name'])
|
||||
end
|
||||
|
||||
JSON.pretty_generate(result)
|
||||
end
|
||||
|
||||
post "#{api_prefix}/vm/?" do
|
||||
content_type :json
|
||||
|
||||
result = {}
|
||||
|
||||
available = 1
|
||||
|
||||
jdata = JSON.parse(request.body.read)
|
||||
|
||||
jdata.each do |key, val|
|
||||
if $redis.scard('vmpooler__ready__' + key) < val.to_i
|
||||
available = 0
|
||||
end
|
||||
end
|
||||
|
||||
if (available == 1)
|
||||
result['ok'] = true
|
||||
|
||||
jdata.each do |key, val|
|
||||
result[key] ||= {}
|
||||
|
||||
result[key]['ok'] = true ##
|
||||
|
||||
val.to_i.times do |_i|
|
||||
vm = $redis.spop('vmpooler__ready__' + key)
|
||||
|
||||
unless vm.nil?
|
||||
$redis.sadd('vmpooler__running__' + key, vm)
|
||||
$redis.hset('vmpooler__active__' + key, vm, Time.now)
|
||||
|
||||
result[key] ||= {}
|
||||
|
||||
result[key]['ok'] = true ##
|
||||
|
||||
if result[key]['hostname']
|
||||
result[key]['hostname'] = [result[key]['hostname']] unless result[key]['hostname'].is_a?(Array)
|
||||
result[key]['hostname'].push(vm)
|
||||
else
|
||||
result[key]['hostname'] = vm
|
||||
end
|
||||
else
|
||||
result[key]['ok'] = false ##
|
||||
|
||||
status 503
|
||||
result['ok'] = false
|
||||
end
|
||||
end
|
||||
end
|
||||
else
|
||||
status 503
|
||||
result['ok'] = false
|
||||
end
|
||||
|
||||
if result['ok'] && $config[:config]['domain']
|
||||
result['domain'] = $config[:config]['domain']
|
||||
end
|
||||
|
||||
JSON.pretty_generate(result)
|
||||
end
|
||||
|
||||
post "#{api_prefix}/vm/:template/?" do
|
||||
content_type :json
|
||||
|
||||
result = {}
|
||||
request = {}
|
||||
|
||||
params[:template].split('+').each do |template|
|
||||
request[template] ||= 0
|
||||
request[template] = request[template] + 1
|
||||
end
|
||||
|
||||
available = 1
|
||||
|
||||
request.keys.each do |template|
|
||||
if $redis.scard('vmpooler__ready__' + template) < request[template]
|
||||
available = 0
|
||||
end
|
||||
end
|
||||
|
||||
if (available == 1)
|
||||
result['ok'] = true
|
||||
|
||||
params[:template].split('+').each do |template|
|
||||
result[template] ||= {}
|
||||
|
||||
result[template]['ok'] = true ##
|
||||
|
||||
vm = $redis.spop('vmpooler__ready__' + template)
|
||||
|
||||
unless vm.nil?
|
||||
$redis.sadd('vmpooler__running__' + template, vm)
|
||||
$redis.hset('vmpooler__active__' + template, vm, Time.now)
|
||||
|
||||
result[template] ||= {}
|
||||
|
||||
if result[template]['hostname']
|
||||
result[template]['hostname'] = [result[template]['hostname']] unless result[template]['hostname'].is_a?(Array)
|
||||
result[template]['hostname'].push(vm)
|
||||
else
|
||||
result[template]['hostname'] = vm
|
||||
end
|
||||
else
|
||||
result[template]['ok'] = false ##
|
||||
|
||||
status 503
|
||||
result['ok'] = false
|
||||
end
|
||||
end
|
||||
else
|
||||
status 503
|
||||
result['ok'] = false
|
||||
end
|
||||
|
||||
if result['ok'] && $config[:config]['domain']
|
||||
result['domain'] = $config[:config]['domain']
|
||||
end
|
||||
|
||||
JSON.pretty_generate(result)
|
||||
end
|
||||
|
||||
get "#{api_prefix}/vm/:hostname/?" do
|
||||
content_type :json
|
||||
|
||||
result = {}
|
||||
|
||||
status 404
|
||||
result['ok'] = false
|
||||
|
||||
params[:hostname] = hostname_shorten(params[:hostname])
|
||||
|
||||
if $redis.exists('vmpooler__vm__' + params[:hostname])
|
||||
stauts 200
|
||||
result['ok'] = true
|
||||
|
||||
result[params[:hostname]] = {}
|
||||
|
||||
result[params[:hostname]]['template'] = $redis.hget('vmpooler__vm__' + params[:hostname], 'template')
|
||||
result[params[:hostname]]['lifetime'] = $redis.hget('vmpooler__vm__' + params[:hostname], 'lifetime') || $config[:config]['vm_lifetime']
|
||||
result[params[:hostname]]['running'] = ((Time.now - Time.parse($redis.hget('vmpooler__active__' + result[params[:hostname]]['template'], params[:hostname]))) / 60 / 60).round(2)
|
||||
|
||||
if $config[:config]['domain']
|
||||
result[params[:hostname]]['domain'] = $config[:config]['domain']
|
||||
end
|
||||
end
|
||||
|
||||
JSON.pretty_generate(result)
|
||||
end
|
||||
|
||||
delete "#{api_prefix}/vm/:hostname/?" do
|
||||
content_type :json
|
||||
|
||||
result = {}
|
||||
|
||||
status 404
|
||||
result['ok'] = false
|
||||
|
||||
params[:hostname] = hostname_shorten(params[:hostname])
|
||||
|
||||
$config[:pools].each do |pool|
|
||||
if $redis.sismember('vmpooler__running__' + pool['name'], params[:hostname])
|
||||
$redis.srem('vmpooler__running__' + pool['name'], params[:hostname])
|
||||
$redis.sadd('vmpooler__completed__' + pool['name'], params[:hostname])
|
||||
|
||||
status 200
|
||||
result['ok'] = true
|
||||
end
|
||||
end
|
||||
|
||||
JSON.pretty_generate(result)
|
||||
end
|
||||
|
||||
put "#{api_prefix}/vm/:hostname/?" do
|
||||
content_type :json
|
||||
|
||||
result = {}
|
||||
|
||||
status 404
|
||||
result['ok'] = false
|
||||
|
||||
params[:hostname] = hostname_shorten(params[:hostname])
|
||||
|
||||
if $redis.exists('vmpooler__vm__' + params[:hostname])
|
||||
jdata = JSON.parse(request.body.read)
|
||||
|
||||
jdata.each do |param, arg|
|
||||
case param
|
||||
when 'lifetime'
|
||||
arg = arg.to_i
|
||||
|
||||
if arg > 0
|
||||
$redis.hset('vmpooler__vm__' + params[:hostname], param, arg)
|
||||
|
||||
status 200
|
||||
result['ok'] = true
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
JSON.pretty_generate(result)
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
Loading…
Add table
Add a link
Reference in a new issue