puppetlabs/vmpooler
2
0
Fork 0
mirror of https://github.com/puppetlabs/vmpooler.git synced 2026-01-26 01:58:41 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add provisioining event tracing

Browse source
This commit is contained in:
Dimitri Tischenko 2023-09-19 12:23:00 +01:00
parent 62e3857504
commit 03ea03f90a
1 changed files with 15 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

19
lib/vmpooler/pool_manager.rb
View file

@ -89,7 +89,7 @@ module Vmpooler
rescue StandardError => e rescue StandardError => e
$logger.log('s', "[!] [#{pool}] '#{vm}' #{timeout} #{provider} errored while checking a pending vm : #{e}") $logger.log('s', "[!] [#{pool}] '#{vm}' #{timeout} #{provider} errored while checking a pending vm : #{e}")
@redis.with_metrics do |redis| @redis.with_metrics do |redis|
fail_pending_vm(vm, pool, timeout, timeout_notification, redis) fail_pending_vm(vm, pool, timeout, timeout_notification, redis, provider)
end end
raise raise
end end
@ -106,7 +106,7 @@ module Vmpooler
if provider.vm_ready?(pool, vm, redis) if provider.vm_ready?(pool, vm, redis)
move_pending_vm_to_ready(vm, pool, redis, request_id) move_pending_vm_to_ready(vm, pool, redis, request_id)
else else
fail_pending_vm(vm, pool, timeout, timeout_notification, redis) fail_pending_vm(vm, pool, timeout, timeout_notification, redis, provider)
end end
end end
end end
@ -122,7 +122,7 @@ module Vmpooler
$logger.log('d', "[!] [#{pool}] '#{vm}' no longer exists. Removing from pending.") $logger.log('d', "[!] [#{pool}] '#{vm}' no longer exists. Removing from pending.")
end end
def fail_pending_vm(vm, pool, timeout, timeout_notification, redis, exists: true) def fail_pending_vm(vm, pool, timeout, timeout_notification, redis, provider, exists: true)
clone_stamp = redis.hget("vmpooler__vm__#{vm}", 'clone') clone_stamp = redis.hget("vmpooler__vm__#{vm}", 'clone')
time_since_clone = (Time.now - Time.parse(clone_stamp)) / 60 time_since_clone = (Time.now - Time.parse(clone_stamp)) / 60
@ -150,12 +150,23 @@ module Vmpooler
"[!] [#{pool}] '#{vm}' This error is wholly unexpected" "[!] [#{pool}] '#{vm}' This error is wholly unexpected"
end end
$logger.log('d', nonexist_warning) $logger.log('d', nonexist_warning)
# if vm provisioning failed, we want to see the trace
trace = get_provisioning_trace(vm, pool, provider)
$logger.log('d', "vm provisioning trace: #{trace}") if trace
true true
rescue StandardError => e rescue StandardError => e
$logger.log('d', "Fail pending VM failed with an error: #{e}") $logger.log('d', "Fail pending VM failed with an error: #{e}")
false false
end end
def get_provisioning_trace(vm, pool, provider)
# only call get_provisioning_trace if the provider supports it
return nil unless provider.respond_to?(:get_provisioning_trace)
trace = provider.get_provisioning_trace(vm, pool)
return nil if trace.nil?
trace
end
def handle_timed_out_vm(vm, pool, redis) def handle_timed_out_vm(vm, pool, redis)
request_id = redis.hget("vmpooler__vm__#{vm}", 'request_id') request_id = redis.hget("vmpooler__vm__#{vm}", 'request_id')
pool_alias = redis.hget("vmpooler__vm__#{vm}", 'pool_alias') if request_id pool_alias = redis.hget("vmpooler__vm__#{vm}", 'pool_alias') if request_id
@ -1287,7 +1298,7 @@ module Vmpooler
$logger.log('d', "[!] [#{pool_name}] _check_pool failed with an error while evaluating pending VMs: #{e}") $logger.log('d', "[!] [#{pool_name}] _check_pool failed with an error while evaluating pending VMs: #{e}")
end end
else else
fail_pending_vm(vm, pool_name, pool_timeout, pool_timeout_notification, redis, exists: false) fail_pending_vm(vm, pool_name, pool_timeout, pool_timeout_notification, redis, provider, exists: false)
end end
end end
end end