Initial commit

This commit is contained in:
Rishi Javia 2017-06-30 09:41:21 -07:00
commit d1f0a7b7ea
15 changed files with 1518 additions and 0 deletions

View file

@ -0,0 +1,238 @@
require 'yaml' unless defined?(YAML)
require 'beaker/hypervisor/vmpooler'
module Beaker
class Vcloud < Beaker::Hypervisor
def self.new(vcloud_hosts, options)
if options['pooling_api']
Beaker::Vmpooler.new(vcloud_hosts, options)
else
super
end
end
def initialize(vcloud_hosts, options)
@options = options
@logger = options[:logger]
@hosts = vcloud_hosts
raise 'You must specify a datastore for vCloud instances!' unless @options['datastore']
raise 'You must specify a folder for vCloud instances!' unless @options['folder']
raise 'You must specify a datacenter for vCloud instances!' unless @options['datacenter']
@vsphere_credentials = VsphereHelper.load_config(@options[:dot_fog])
end
def connect_to_vsphere
@logger.notify "Connecting to vSphere at #{@vsphere_credentials[:server]}" +
" with credentials for #{@vsphere_credentials[:user]}"
@vsphere_helper = VsphereHelper.new( @vsphere_credentials )
end
def wait_for_dns_resolution host, try, attempts
@logger.notify "Waiting for #{host['vmhostname']} DNS resolution"
begin
Socket.getaddrinfo(host['vmhostname'], nil)
rescue
if try <= attempts
sleep 5
try += 1
retry
else
raise "DNS resolution failed after #{@options[:timeout].to_i} seconds"
end
end
end
def booting_host host, try, attempts
@logger.notify "Booting #{host['vmhostname']} (#{host.name}) and waiting for it to register with vSphere"
until
@vsphere_helper.find_vms(host['vmhostname'])[host['vmhostname']].summary.guest.toolsRunningStatus == 'guestToolsRunning' and
@vsphere_helper.find_vms(host['vmhostname'])[host['vmhostname']].summary.guest.ipAddress != nil
if try <= attempts
sleep 5
try += 1
else
raise "vSphere registration failed after #{@options[:timeout].to_i} seconds"
end
end
end
# Directly borrowed from openstack hypervisor
def enable_root(host)
if host['user'] != 'root'
copy_ssh_to_root(host, @options)
enable_root_login(host, @options)
host['user'] = 'root'
host.close
end
end
def create_clone_spec host
# Add VM annotation
configSpec = RbVmomi::VIM.VirtualMachineConfigSpec(
:annotation =>
'Base template: ' + host['template'] + "\n" +
'Creation time: ' + Time.now.strftime("%Y-%m-%d %H:%M") + "\n\n" +
'CI build link: ' + ( ENV['BUILD_URL'] || 'Deployed independently of CI' ) +
'department: ' + @options[:department] +
'project: ' + @options[:project],
:extraConfig => [
{ :key => 'guestinfo.hostname',
:value => host['vmhostname']
}
]
)
# Are we using a customization spec?
customizationSpec = @vsphere_helper.find_customization( host['template'] )
if customizationSpec
# Print a logger message if using a customization spec
@logger.notify "Found customization spec for '#{host['template']}', will apply after boot"
end
# Put the VM in the specified folder and resource pool
relocateSpec = RbVmomi::VIM.VirtualMachineRelocateSpec(
:datastore => @vsphere_helper.find_datastore(@options['datacenter'],@options['datastore']),
:pool => @options['resourcepool'] ? @vsphere_helper.find_pool(@options['datacenter'],@options['resourcepool']) : nil,
:diskMoveType => :moveChildMostDiskBacking
)
# Create a clone spec
spec = RbVmomi::VIM.VirtualMachineCloneSpec(
:config => configSpec,
:location => relocateSpec,
:customization => customizationSpec,
:powerOn => true,
:template => false
)
spec
end
def provision
connect_to_vsphere
begin
try = 1
attempts = @options[:timeout].to_i / 5
start = Time.now
tasks = []
@hosts.each_with_index do |h, i|
if h['name']
h['vmhostname'] = h['name']
else
h['vmhostname'] = generate_host_name
end
if h['template'].nil? and defined?(ENV['BEAKER_vcloud_template'])
h['template'] = ENV['BEAKER_vcloud_template']
end
raise "Missing template configuration for #{h}. Set template in nodeset or set ENV[BEAKER_vcloud_template]" unless h['template']
if h['template'] =~ /\//
templatefolders = h['template'].split('/')
h['template'] = templatefolders.pop
end
@logger.notify "Deploying #{h['vmhostname']} (#{h.name}) to #{@options['folder']} from template '#{h['template']}'"
vm = {}
if templatefolders
vm[h['template']] = @vsphere_helper.find_folder(@options['datacenter'],templatefolders.join('/')).find(h['template'])
else
vm = @vsphere_helper.find_vms(h['template'])
end
if vm.length == 0
raise "Unable to find template '#{h['template']}'!"
end
spec = create_clone_spec(h)
# Deploy from specified template
tasks << vm[h['template']].CloneVM_Task( :folder => @vsphere_helper.find_folder(@options['datacenter'],@options['folder']), :name => h['vmhostname'], :spec => spec )
end
try = (Time.now - start) / 5
@vsphere_helper.wait_for_tasks(tasks, try, attempts)
@logger.notify 'Spent %.2f seconds deploying VMs' % (Time.now - start)
try = (Time.now - start) / 5
duration = run_and_report_duration do
@hosts.each_with_index do |h, i|
booting_host(h, try, attempts)
end
end
@logger.notify "Spent %.2f seconds booting and waiting for vSphere registration" % duration
try = (Time.now - start) / 5
duration = run_and_report_duration do
@hosts.each do |host|
repeat_fibonacci_style_for 8 do
@vsphere_helper.find_vms(host['vmhostname'])[host['vmhostname']].summary.guest.ipAddress != nil
end
host[:ip] = @vsphere_helper.find_vms(host['vmhostname'])[host['vmhostname']].summary.guest.ipAddress
enable_root(host)
end
end
@logger.notify "Spent %.2f seconds waiting for DNS resolution" % duration
rescue => e
@vsphere_helper.close
report_and_raise(@logger, e, "Vcloud.provision")
end
end
def cleanup
@logger.notify "Destroying vCloud boxes"
connect_to_vsphere
vm_names = @hosts.map {|h| h['vmhostname'] }.compact
if @hosts.length != vm_names.length
@logger.warn "Some hosts did not have vmhostname set correctly! This likely means VM provisioning was not successful"
end
vms = @vsphere_helper.find_vms vm_names
begin
vm_names.each do |name|
unless vm = vms[name]
@logger.warn "Unable to cleanup #{name}, couldn't find VM #{name} in vSphere!"
next
end
if vm.runtime.powerState == 'poweredOn'
@logger.notify "Shutting down #{vm.name}"
duration = run_and_report_duration do
vm.PowerOffVM_Task.wait_for_completion
end
@logger.notify "Spent %.2f seconds halting #{vm.name}" % duration
end
duration = run_and_report_duration do
vm.Destroy_Task
end
@logger.notify "Spent %.2f seconds destroying #{vm.name}" % duration
end
rescue RbVmomi::Fault => ex
if ex.fault.is_a?(RbVmomi::VIM::ManagedObjectNotFound)
#it's already gone, don't bother trying to delete it
name = vms.key(ex.fault.obj)
vms.delete(name)
vm_names.delete(name)
@logger.warn "Unable to destroy #{name}, it was not found in vSphere"
retry
end
end
@vsphere_helper.close
end
end
end

View file

@ -0,0 +1,355 @@
require 'yaml' unless defined?(YAML)
require 'json'
require 'net/http'
module Beaker
class Vmpooler < Beaker::Hypervisor
SSH_EXCEPTIONS = [
SocketError,
Timeout::Error,
Errno::ETIMEDOUT,
Errno::EHOSTDOWN,
Errno::EHOSTUNREACH,
Errno::ECONNREFUSED,
Errno::ECONNRESET,
Errno::ENETUNREACH,
]
attr_reader :options, :logger, :hosts, :credentials
def initialize(vmpooler_hosts, options)
@options = options
@logger = options[:logger]
@hosts = vmpooler_hosts
@credentials = load_credentials(@options[:dot_fog])
end
def load_credentials(dot_fog = '.fog')
creds = {}
if fog = read_fog_file(dot_fog)
if fog[:default] && fog[:default][:vmpooler_token]
creds[:vmpooler_token] = fog[:default][:vmpooler_token]
else
@logger.warn "Credentials file (#{dot_fog}) is missing a :default section with a :vmpooler_token value; proceeding without authentication"
end
else
@logger.warn "Credentials file (#{dot_fog}) is empty; proceeding without authentication"
end
creds
rescue TypeError, Psych::SyntaxError => e
@logger.warn "#{e.class}: Credentials file (#{dot_fog}) has invalid syntax; proceeding without authentication"
creds
rescue Errno::ENOENT
@logger.warn "Credentials file (#{dot_fog}) not found; proceeding without authentication"
creds
end
def read_fog_file(dot_fog = '.fog')
YAML.load_file(dot_fog)
end
def check_url url
begin
URI.parse(url)
rescue
return false
end
true
end
def get_template_url pooling_api, template
if not check_url(pooling_api)
raise ArgumentError, "Invalid pooling_api URL: #{pooling_api}"
end
scheme = ''
if not URI.parse(pooling_api).scheme
scheme = 'http://'
end
#check that you have a valid uri
template_url = scheme + pooling_api + '/vm/' + template
if not check_url(template_url)
raise ArgumentError, "Invalid full template URL: #{template_url}"
end
template_url
end
# Override host tags with presets
# @param [Beaker::Host] host Beaker host
# @return [Hash] Tag hash
def add_tags(host)
host[:host_tags].merge(
'beaker_version' => Beaker::Version::STRING,
'jenkins_build_url' => @options[:jenkins_build_url],
'department' => @options[:department],
'project' => @options[:project],
'created_by' => @options[:created_by],
'name' => host.name,
'roles' => host.host_hash[:roles].join(', ')
)
end
# Get host info hash from parsed json response
# @param [Hash] parsed_response hash
# @param [String] template string
# @return [Hash] Host info hash
def get_host_info(parsed_response, template)
parsed_response[template]
end
def provision
request_payload = {}
start = Time.now
@hosts.each_with_index do |h, i|
if not h['template']
raise ArgumentError, "You must specify a template name for #{h}"
end
if h['template'] =~ /\//
templatefolders = h['template'].split('/')
h['template'] = templatefolders.pop
end
request_payload[h['template']] = (request_payload[h['template']].to_i + 1).to_s
end
last_wait, wait = 0, 1
waited = 0 #the amount of time we've spent waiting for this host to provision
begin
uri = URI.parse(@options['pooling_api'] + '/vm/')
http = Net::HTTP.new(uri.host, uri.port)
request = Net::HTTP::Post.new(uri.request_uri)
if @credentials[:vmpooler_token]
request['X-AUTH-TOKEN'] = @credentials[:vmpooler_token]
@logger.notify "Requesting VM set from vmpooler (with authentication token)"
else
@logger.notify "Requesting VM set from vmpooler"
end
request_payload_json = request_payload.to_json
@logger.trace( "Request payload json: #{request_payload_json}" )
request.body = request_payload_json
response = http.request(request)
parsed_response = JSON.parse(response.body)
@logger.trace( "Response parsed json: #{parsed_response}" )
if parsed_response['ok']
domain = parsed_response['domain']
request_payload = {}
@hosts.each_with_index do |h, i|
# If the requested host template is not available on vmpooler
host_template = h['template']
if get_host_info(parsed_response, host_template).nil?
request_payload[host_template] ||= 0
request_payload[host_template] += 1
next
end
if parsed_response[h['template']]['hostname'].is_a?(Array)
hostname = parsed_response[host_template]['hostname'].shift
else
hostname = parsed_response[host_template]['hostname']
end
h['vmhostname'] = domain ? "#{hostname}.#{domain}" : hostname
@logger.notify "Using available host '#{h['vmhostname']}' (#{h.name})"
end
unless request_payload.empty?
raise "Vmpooler.provision - requested VM templates #{request_payload.keys} not available"
end
else
if response.code == '401'
raise "Vmpooler.provision - response from pooler not ok. Vmpooler token not authorized to make request.\n#{parsed_response}"
else
raise "Vmpooler.provision - response from pooler not ok. Requested host set #{request_payload.keys} not available in pooler.\n#{parsed_response}"
end
end
rescue JSON::ParserError, RuntimeError, *SSH_EXCEPTIONS => e
@logger.debug "Failed vmpooler provision: #{e.class} : #{e.message}"
if waited <= @options[:timeout].to_i
@logger.debug("Retrying provision for vmpooler host after waiting #{wait} second(s)")
sleep wait
waited += wait
last_wait, wait = wait, last_wait + wait
retry
end
report_and_raise(@logger, e, 'Vmpooler.provision')
end
@logger.notify 'Spent %.2f seconds grabbing VMs' % (Time.now - start)
start = Time.now
@logger.notify 'Tagging vmpooler VMs'
@hosts.each_with_index do |h, i|
begin
uri = URI.parse(@options[:pooling_api] + '/vm/' + h['vmhostname'].split('.')[0])
http = Net::HTTP.new(uri.host, uri.port)
request = Net::HTTP::Put.new(uri.request_uri)
# merge pre-defined tags with host tags
request.body = { 'tags' => add_tags(h) }.to_json
response = http.request(request)
rescue RuntimeError, Errno::EINVAL, Errno::ECONNRESET, EOFError,
Net::HTTPBadResponse, Net::HTTPHeaderSyntaxError, *SSH_EXCEPTIONS => e
@logger.notify "Failed to connect to vmpooler for tagging!"
end
begin
parsed_response = JSON.parse(response.body)
unless parsed_response['ok']
@logger.notify "Failed to tag host '#{h['vmhostname']}'!"
end
rescue JSON::ParserError => e
@logger.notify "Failed to tag host '#{h['vmhostname']}'! (failed with #{e.class})"
end
end
@logger.notify 'Spent %.2f seconds tagging VMs' % (Time.now - start)
# add additional disks to vm
@logger.debug 'Looking for disks to add...'
@hosts.each do |h|
hostname = h['vmhostname'].split(".")[0]
if h['disks']
@logger.debug "Found disks for #{hostname}!"
disks = h['disks']
disks.each_with_index do |disk_size, index|
start = Time.now
add_disk(hostname, disk_size)
done = wait_for_disk(hostname, disk_size, index)
if done
@logger.notify "Spent %.2f seconds adding disk #{index}. " % (Time.now - start)
else
raise "Could not verify disk was added after %.2f seconds" % (Time.now - start)
end
end
else
@logger.debug "No disks to add for #{hostname}"
end
end
end
def cleanup
vm_names = @hosts.map {|h| h['vmhostname'] }.compact
if @hosts.length != vm_names.length
@logger.warn "Some hosts did not have vmhostname set correctly! This likely means VM provisioning was not successful"
end
start = Time.now
vm_names.each do |name|
@logger.notify "Handing '#{name}' back to vmpooler for VM destruction"
uri = URI.parse(get_template_url(@options['pooling_api'], name))
http = Net::HTTP.new( uri.host, uri.port )
request = Net::HTTP::Delete.new(uri.request_uri)
if @credentials[:vmpooler_token]
request['X-AUTH-TOKEN'] = @credentials[:vmpooler_token]
end
begin
response = http.request(request)
rescue *SSH_EXCEPTIONS => e
report_and_raise(@logger, e, 'Vmpooler.cleanup (http.request)')
end
end
@logger.notify "Spent %.2f seconds cleaning up" % (Time.now - start)
end
def add_disk(hostname, disk_size)
@logger.notify "Requesting an additional disk of size #{disk_size}GB for #{hostname}"
if !disk_size.to_s.match /[0123456789]/ || size <= '0'
raise NameError.new "Disk size must be an integer greater than zero!"
end
begin
uri = URI.parse(@options[:pooling_api] + '/api/v1/vm/' + hostname + '/disk/' + disk_size.to_s)
http = Net::HTTP.new(uri.host, uri.port)
request = Net::HTTP::Post.new(uri.request_uri)
request['X-AUTH-TOKEN'] = @credentials[:vmpooler_token]
response = http.request(request)
parsed = parse_response(response)
raise "Response from #{hostname} indicates disk was not added" if !parsed['ok']
rescue NameError, RuntimeError, Errno::EINVAL, Errno::ECONNRESET, EOFError,
Net::HTTPBadResponse, Net::HTTPHeaderSyntaxError, *SSH_EXCEPTIONS => e
report_and_raise(@logger, e, 'Vmpooler.add_disk')
end
end
def parse_response(response)
parsed_response = JSON.parse(response.body)
end
def disk_added?(host, disk_size, index)
if host['disk'].nil?
false
else
host['disk'][index] == "+#{disk_size}gb"
end
end
def get_vm(hostname)
begin
uri = URI.parse(@options[:pooling_api] + '/vm/' + hostname)
http = Net::HTTP.new(uri.host, uri.port)
request = Net::HTTP::Get.new(uri.request_uri)
response = http.request(request)
rescue RuntimeError, Errno::EINVAL, Errno::ECONNRESET, EOFError,
Net::HTTPBadResponse, Net::HTTPHeaderSyntaxError, *SSH_EXCEPTIONS => e
@logger.notify "Failed to connect to vmpooler while getting VM information!"
end
end
def wait_for_disk(hostname, disk_size, index)
response = get_vm(hostname)
parsed = parse_response(response)
@logger.notify "Waiting for disk"
attempts = 0
while (!disk_added?(parsed[hostname], disk_size, index) && attempts < 20)
sleep 10
begin
response = get_vm(hostname)
parsed = parse_response(response)
rescue RuntimeError, Errno::EINVAL, Errno::ECONNRESET, EOFError,
Net::HTTPBadResponse, Net::HTTPHeaderSyntaxError, *SSH_EXCEPTIONS => e
report_and_raise(@logger, e, "Vmpooler.wait_for_disk")
end
print "."
attempts += 1
end
puts " "
disk_added?(parsed[hostname], disk_size, index)
end
end
end