diff --git a/Dockerfile b/docker/Dockerfile
similarity index 59%
rename from Dockerfile
rename to docker/Dockerfile
index 44998af..2c31894 100644
--- a/Dockerfile
+++ b/docker/Dockerfile
@@ -15,14 +15,16 @@ RUN mkdir -p /var/lib/vmpooler
WORKDIR /var/lib/vmpooler
ADD Gemfile* /var/lib/vmpooler/
-RUN bundle install --system
-
-RUN ln -s /opt/jruby/bin/jruby /usr/bin/jruby
COPY . /var/lib/vmpooler
+COPY ./docker/docker-entrypoint.sh /usr/local/bin/
-ENV VMPOOLER_LOG /var/log/vmpooler.log
-CMD \
- /var/lib/vmpooler/scripts/vmpooler_init.sh start \
- && while [ ! -f ${VMPOOLER_LOG} ]; do sleep 1; done ; \
- tail -f ${VMPOOLER_LOG}
+ENV LOGFILE=/dev/stdout \
+ RACK_ENV=production
+
+RUN bundle install --system ; \
+ ln -s /opt/jruby/bin/jruby /usr/bin/jruby ; \
+ chmod +x /usr/local/bin/docker-entrypoint.sh \
+ /var/lib/vmpooler/vmpooler
+
+ENTRYPOINT ["docker-entrypoint.sh"]
diff --git a/Dockerfile-aio b/docker/Dockerfile-aio
similarity index 100%
rename from Dockerfile-aio
rename to docker/Dockerfile-aio
diff --git a/docker/docker-entrypoint.sh b/docker/docker-entrypoint.sh
new file mode 100644
index 0000000..9d21ac0
--- /dev/null
+++ b/docker/docker-entrypoint.sh
@@ -0,0 +1,6 @@
+#!/bin/sh
+set -e
+
+set -- /var/lib/vmpooler/vmpooler "$@"
+
+exec "$@"
diff --git a/lib/vmpooler.rb b/lib/vmpooler.rb
index 73042d9..2caf169 100644
--- a/lib/vmpooler.rb
+++ b/lib/vmpooler.rb
@@ -50,17 +50,55 @@ module Vmpooler
end
# Set some configuration defaults
- parsed_config[:redis] ||= {}
- parsed_config[:redis]['server'] ||= 'localhost'
- parsed_config[:redis]['data_ttl'] ||= 168
+ parsed_config[:config]['task_limit'] = ENV['TASK_LIMIT'] || parsed_config[:config]['task_limit'] || 10
+ parsed_config[:config]['migration_limit'] = ENV['MIGRATION_LIMIT'] if ENV['MIGRATION_LIMIT']
+ parsed_config[:config]['vm_checktime'] = ENV['VM_CHECKTIME'] || parsed_config[:config]['vm_checktime'] || 15
+ parsed_config[:config]['vm_lifetime'] = ENV['VM_LIFETIME'] || parsed_config[:config]['vm_lifetime'] || 24
+ parsed_config[:config]['prefix'] = ENV['VM_PREFIX'] || parsed_config[:config]['prefix'] || ''
- parsed_config[:config]['task_limit'] ||= 10
- parsed_config[:config]['vm_checktime'] ||= 15
- parsed_config[:config]['vm_lifetime'] ||= 24
- parsed_config[:config]['prefix'] ||= ''
+ parsed_config[:config]['logfile'] = ENV['LOGFILE'] if ENV['LOGFILE']
+
+ parsed_config[:config]['site_name'] = ENV['SITE_NAME'] if ENV['SITE_NAME']
+ parsed_config[:config]['domain'] = ENV['DOMAIN_NAME'] if ENV['DOMAIN_NAME']
+ parsed_config[:config]['clone_target'] = ENV['CLONE_TARGET'] if ENV['CLONE_TARGET']
+ parsed_config[:config]['timeout'] = ENV['TIMEOUT'] if ENV['TIMEOUT']
+ parsed_config[:config]['vm_lifetime_auth'] = ENV['VM_LIFETIME_AUTH'] if ENV['VM_LIFETIME_AUTH']
+ parsed_config[:config]['ssh_key'] = ENV['SSH_KEY'] if ENV['SSH_KEY']
+ parsed_config[:config]['max_tries'] = ENV['MAX_TRIES'] if ENV['MAX_TRIES']
+ parsed_config[:config]['retry_factor'] = ENV['RETRY_FACTOR'] if ENV['RETRY_FACTOR']
+ parsed_config[:config]['create_folders'] = ENV['CREATE_FOLDERS'] if ENV['CREATE_FOLDERS']
+ parsed_config[:config]['create_template_delta_disks'] = ENV['CREATE_TEMPLATE_DELTA_DISKS'] if ENV['CREATE_TEMPLATE_DELTA_DISKS']
+ parsed_config[:config]['experimental_features'] = ENV['EXPERIMENTAL_FEATURES'] if ENV['EXPERIMENTAL_FEATURES']
+
+ parsed_config[:redis] = parsed_config[:redis] || {} if ENV['REDIS_SERVER']
+ parsed_config[:redis]['server'] = ENV['REDIS_SERVER'] || parsed_config[:redis]['server'] || 'localhost'
+ parsed_config[:redis]['port'] = ENV['REDIS_PORT'] if ENV['REDIS_PORT']
+ parsed_config[:redis]['password'] = ENV['REDIS_PASSWORD'] if ENV['REDIS_PASSWORD']
+ parsed_config[:redis]['data_ttl'] = ENV['REDIS_DATA_TTL'] || parsed_config[:redis]['data_ttl'] || 168
+
+ parsed_config[:statsd] = parsed_config[:statsd] || {} if ENV['STATSD_SERVER']
+ parsed_config[:statsd]['server'] = ENV['STATSD_SERVER'] if ENV['STATSD_SERVER']
+ parsed_config[:statsd]['prefix'] = ENV['STATSD_PREFIX'] if ENV['STATSD_PREFIX']
+ parsed_config[:statsd]['port'] = ENV['STATSD_PORT'] if ENV['STATSD_PORT']
+
+ parsed_config[:graphite] = parsed_config[:graphite] || {} if ENV['GRAPHITE_SERVER']
+ parsed_config[:graphite]['server'] = ENV['GRAPHITE_SERVER'] if ENV['GRAPHITE_SERVER']
+
+ parsed_config[:auth] = parsed_config[:auth] || {} if ENV['AUTH_PROVIDER']
+ parsed_config[:auth]['provider'] = ENV['AUTH_PROVIDER'] if ENV['AUTH_PROVIDER']
+ parsed_config[:auth][:ldap] = parsed_config[:auth][:ldap] || {} if parsed_config[:auth]['provider'] == 'ldap'
+ parsed_config[:auth][:ldap]['server'] = ENV['LDAP_SERVER'] if ENV['LDAP_SERVER']
+ parsed_config[:auth][:ldap]['port'] = ENV['LDAP_PORT'] if ENV['LDAP_PORT']
+ parsed_config[:auth][:ldap]['base'] = ENV['LDAP_BASE'] if ENV['LDAP_BASE']
+ parsed_config[:auth][:ldap]['user_object'] = ENV['LDAP_USER_OBJECT'] if ENV['LDAP_USER_OBJECT']
# Create an index of pool aliases
parsed_config[:pool_names] = Set.new
+ unless parsed_config[:pools]
+ redis = new_redis(parsed_config[:redis]['server'], parsed_config[:redis]['port'], parsed_config[:redis]['password'])
+ parsed_config[:pools] = load_pools_from_redis(redis)
+ end
+
parsed_config[:pools].each do |pool|
parsed_config[:pool_names] << pool['name']
if pool['alias']
@@ -84,9 +122,23 @@ module Vmpooler
end
parsed_config[:uptime] = Time.now
+
parsed_config
end
+ def self.load_pools_from_redis(redis)
+ pools = []
+ redis.smembers('vmpooler__pools').each do |pool|
+ pool_hash = {}
+ redis.hgetall("vmpooler__pool__#{pool}").each do |k, v|
+ pool_hash[k] = v
+ end
+ pool_hash['alias'] = pool_hash['alias'].split(',')
+ pools << pool_hash
+ end
+ pools
+ end
+
def self.new_redis(host = 'localhost', port = nil, password = nil)
Redis.new(host: host, port: port, password: password)
end
diff --git a/lib/vmpooler/api.rb b/lib/vmpooler/api.rb
index 25fa7f6..a9a9e83 100644
--- a/lib/vmpooler/api.rb
+++ b/lib/vmpooler/api.rb
@@ -4,8 +4,6 @@ module Vmpooler
super
end
- set :environment, :production
-
not_found do
content_type :json
@@ -42,11 +40,10 @@ module Vmpooler
use Vmpooler::API::Reroute
use Vmpooler::API::V1
- def configure(config, redis, metrics, environment = :production)
+ def configure(config, redis, metrics)
self.settings.set :config, config
self.settings.set :redis, redis
self.settings.set :metrics, metrics
- self.settings.set :environment, environment
end
def execute!
diff --git a/lib/vmpooler/dashboard.rb b/lib/vmpooler/dashboard.rb
index 56259d6..046a1d9 100644
--- a/lib/vmpooler/dashboard.rb
+++ b/lib/vmpooler/dashboard.rb
@@ -1,8 +1,13 @@
module Vmpooler
class Dashboard < Sinatra::Base
+
+ def config
+ Vmpooler.config
+ end
+
get '/dashboard/?' do
erb :dashboard, locals: {
- site_name: $config[:config]['site_name'] || 'vmpooler'
+ site_name: config[:config]['site_name'] || 'vmpooler'
}
end
end
diff --git a/lib/vmpooler/pool_manager.rb b/lib/vmpooler/pool_manager.rb
index 15e2dfb..46dd204 100644
--- a/lib/vmpooler/pool_manager.rb
+++ b/lib/vmpooler/pool_manager.rb
@@ -32,6 +32,31 @@ module Vmpooler
$config
end
+ # Place pool configuration in redis so an API instance can discover running pool configuration
+ def load_pools_to_redis
+ previously_configured_pools = $redis.smembers('vmpooler__pools')
+ currently_configured_pools = []
+ config[:pools].each do |pool|
+ currently_configured_pools << pool['name']
+ $redis.sadd('vmpooler__pools', pool['name'])
+ pool_keys = pool.keys
+ pool_keys.delete('alias')
+ to_set = {}
+ pool_keys.each do |k|
+ to_set[k] = pool[k]
+ end
+ to_set['alias'] = pool['alias'].join(',') if to_set.has_key?('alias')
+ $redis.hmset("vmpooler__pool__#{pool['name']}", to_set.to_a.flatten) unless to_set.empty?
+ end
+ previously_configured_pools.each do |pool|
+ unless currently_configured_pools.include? pool
+ $redis.srem('vmpooler__pools', pool)
+ $redis.del("vmpooler__pool__#{pool}")
+ end
+ end
+ return
+ end
+
# Check the state of a VM
def check_pending_vm(vm, pool, timeout, provider)
Thread.new do
@@ -924,6 +949,9 @@ module Vmpooler
end
end
+ # Load running pool configuration into redis so API server can retrieve it
+ load_pools_to_redis
+
# Get pool loop settings
$config[:config] = {} if $config[:config].nil?
check_loop_delay_min = $config[:config]['check_loop_delay_min'] || CHECK_LOOP_DELAY_MIN_DEFAULT
diff --git a/spec/integration/dashboard_spec.rb b/spec/integration/dashboard_spec.rb
index 06d2a86..1616907 100644
--- a/spec/integration/dashboard_spec.rb
+++ b/spec/integration/dashboard_spec.rb
@@ -22,12 +22,9 @@ describe Vmpooler::API do
end
context '/dashboard/' do
- let(:config) { {
- config: {'site_name' => 'test pooler'}
- } }
+ ENV['SITE_NAME'] = 'test pooler'
before do
- $config = config
get '/dashboard/'
end
diff --git a/vmpooler b/vmpooler
index 57478f9..eec75c0 100755
--- a/vmpooler
+++ b/vmpooler
@@ -10,29 +10,49 @@ redis_host = config[:redis]['server']
redis_port = config[:redis]['port']
redis_password = config[:redis]['password']
logger_file = config[:config]['logfile']
+api_logger_file = config[:config]['api_logfile']
metrics = Vmpooler.new_metrics(config)
-api = Thread.new do
- thr = Vmpooler::API.new
- thr.helpers.configure(config, Vmpooler.new_redis(redis_host, redis_port, redis_password), metrics)
- thr.helpers.execute!
+torun_threads = []
+if ARGV.count == 0
+ torun = ['api', 'manager']
+else
+ torun = []
+ torun << 'api' if ARGV.include? 'api'
+ torun << 'manager' if ARGV.include? 'manager'
+ exit(2) if torun.empty?
end
-manager = Thread.new do
- Vmpooler::PoolManager.new(
- config,
- Vmpooler.new_logger(logger_file),
- Vmpooler.new_redis(redis_host, redis_port, redis_password),
- metrics
- ).execute!
+if torun.include? 'api'
+ api = Thread.new do
+ thr = Vmpooler::API.new
+ redis = Vmpooler.new_redis(redis_host, redis_port, redis_password)
+ thr.helpers.configure(config, redis, metrics)
+ thr.helpers.execute!
+ end
+ torun_threads << api
+end
+
+if torun.include? 'manager'
+ manager = Thread.new do
+ Vmpooler::PoolManager.new(
+ config,
+ Vmpooler.new_logger(logger_file),
+ Vmpooler.new_redis(redis_host, redis_port, redis_password),
+ metrics
+ ).execute!
+ end
+ torun_threads << manager
end
if ENV['VMPOOLER_DEBUG']
trap('INT') do
puts 'Shutting down.'
- [api, manager].each(&:exit)
+ torun_threads.each(&:exit)
end
end
-[api, manager].each(&:join)
+torun_threads.each do |th|
+ th.join
+end