tim/fluke
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'features' of /home/git/repositories/cloudtechlab/devops-service into qa

Browse Source
This commit is contained in:
Tim Lianov 2015-11-26 19:32:19 +04:00
commit b32b39545d
84 changed files with 1896 additions and 220 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.gitignore vendored
View File

@ -1,3 +1,4 @@
devops-service/tests/features/support/config.yml
.devops_files/
devops-service/plugins
devops-service/spec/examples.txt

2
devops-client/lib/devops-client.rb
View File

@ -33,7 +33,7 @@ module DevopsClient
if config[:host].nil?
abort(I18n.t("config.invalid.host"), :file => @@config_file)
end
[:api, :username, :password].each do |key|
[:api, :username].each do |key|
if config[key].nil? or config[key].empty?
abort(I18n.t("config.invalid.empty", :file => @@config_file, :key => key))
end

9
devops-client/lib/devops-client/handler/helpers/outputtable.rb
View File

@ -5,8 +5,8 @@ module Outputtable
end
def outputter
raise 'You should use "output_with" method to define outputter' unless defined?(outputter_class)
@outputter ||= outputter_class.new(data_to_output, options.merge(current_command: current_command))
raise 'You should use "output_with" method to define outputter' unless self.class.outputter_class
@outputter ||= self.class.outputter_class.new(data_to_output, options.merge(current_command: current_command))
end
def output(options={})
@ -19,10 +19,9 @@ module Outputtable
end
module ClassMethods
attr_reader :outputter_class
def output_with(klass)
define_method :outputter_class do
klass
end
@outputter_class = klass
end
end

39
devops-client/lib/devops-client/handler/project.rb
View File

@ -84,6 +84,10 @@ class Project < Handler
when "test"
self.options = @options_parser.test_options
test_handler @options_parser.args
when "delete_servers"
self.options = @options_parser.delete_servers_options
delete_servers_handler @options_parser.args
output(output_type: :delete_servers)
else
@options_parser.invalid_command
end
@ -440,4 +444,39 @@ protected
@list || @show || @servers || @test
end
def delete_servers_handler(args)
project, env = args[2], args[3]
if error = inspect_parameters(@options_parser.delete_servers_params, project, env)
@options_parser.invalid_delete_servers_command
abort(error)
end
ask_for_delete_servers(project, env)
body = {
deploy_env: env,
dry_run: false
}
@list = delete("/project/#{project}/servers", body)
end
private
def ask_for_delete_servers(project, env)
body = {
deploy_env: env,
dry_run: true
}
to_delete = delete("/project/#{project}/servers", body)['to_delete']
if to_delete.empty?
abort "There are no servers to delete."
else
puts "Servers to delete:\n----\n"
puts to_delete.join("\n")
puts '----'
end
if @options[:dry_run] || !question('Are you sure to delete them? ')
abort
end
end
end

13
devops-client/lib/devops-client/handler/stack.rb
View File

@ -41,6 +41,9 @@ class Stack < Handler
else
output
end
when :change_stack_template
change_stack_template_handler
output
end
end
@ -136,6 +139,16 @@ class Stack < Handler
puts response.inspect
end
def change_stack_template_handler
stack_id, template_id = @args[2], @args[3]
r = inspect_parameters(@options_parser.delete_params, stack_id, template_id)
unless r.nil?
@options_parser.invalid_change_stack_template_command
abort(r)
end
@show = put("/stack/#{stack_id}/stack_template", {stack_template: template_id})
end
private
def provider_stacks(provider)

10
devops-client/lib/devops-client/options/project_options.rb
View File

@ -3,7 +3,7 @@ require "set"
class ProjectOptions < CommonOptions
commands :create, :delete, :deploy, :list, {:multi => [:create]}, :servers, :stacks, {:set => [:run_list]}, :show, :test, :update, {:user => [:add, :delete]}
commands :create, :delete, :deploy, :list, {:multi => [:create]}, :servers, :stacks, {:set => [:run_list]}, :show, :test, :update, {:user => [:add, :delete]}, :delete_servers
def initialize args, def_options
super(args, def_options)
@ -23,6 +23,7 @@ class ProjectOptions < CommonOptions
self.user_add_params = [id, "USER_NAME", "[USER_NAME ...]"]
self.user_delete_params = [id, "USER_NAME", "[USER_NAME ...]"]
self.test_params = [id, env]
self.delete_servers_params = [id, "[#{env}]"]
end
def create_options
@ -65,7 +66,6 @@ class ProjectOptions < CommonOptions
# end
end
end
def user_add_options
@ -94,4 +94,10 @@ class ProjectOptions < CommonOptions
end
end
def delete_servers_options
self.options do |parser, options|
parser.recognize_option_value(:dry_run, 'project', type: :switch, default: false, switch_value: true, i18n_scope: 'delete_servers')
end
end
end

3
devops-client/lib/devops-client/options/stack_options.rb
View File

@ -2,7 +2,7 @@ require "devops-client/options/common_options"
class StackOptions < CommonOptions
commands :create, :delete, :list, :show, :sync, :resources, :deploy, :reserve, :unreserve
commands :create, :delete, :list, :show, :sync, :resources, :deploy, :reserve, :unreserve, :change_stack_template
def initialize args, def_options
super(args, def_options)
@ -15,6 +15,7 @@ class StackOptions < CommonOptions
self.resources_params = ["STACK"]
self.deploy_params = ["STACK"]
self.reserve_params = ["STACK"]
self.change_stack_template_params = %w(STACK STACK_TEMPLATE)
end
def create_options

19
devops-client/lib/devops-client/output/project.rb
View File

@ -27,6 +27,8 @@ module Output
when :test
title = I18n.t("output.title.project.test", :project => ARGV[2], :env => ARGV[3])
create_test(@data)
when :delete_servers
return delete_servers_output
else
title = I18n.t("output.title.project.list")
create_list(@data)
@ -149,5 +151,22 @@ module Output
headers_and_rows(stacks, fields_to_output)
end
def delete_servers_output
output = ''
if @data['deleted'].empty?
output << 'There are no deleted servers.'
else
output << "Deleted servers:\n----\n"
output << @data['deleted'].join("\n")
end
if !@data['failed'].empty?
output << "\nThere were errors during deleting these servers:\n----\n"
output << @data['failed'].join("\n")
end
output
end
end
end

2
devops-client/locales/en.yml
View File

@ -343,6 +343,8 @@ en:
deploy_env: "Delete user from deploy environment"
deploy:
servers: "Servers list (comma separated) for deploy"
delete_servers:
dry_run: "Only show servers to delete, no real deleting"
script:
params: Script arguments (comma separated list)
server:

3
devops-service/.rspec Normal file
View File

@ -0,0 +1,3 @@
--color
--format progress
--require spec_helper

5
devops-service/Gemfile
View File

@ -23,12 +23,17 @@ gem 'hooks'
#gem "devops-nibr", :path => "../../devops-nibr"
group :test do
gem 'cucumber'
gem 'test-unit'
gem 'httpclient'
gem 'rspec', '~>3.3'
gem 'factory_girl', '~>4.5'
gem 'activesupport'
end
group :devepoment do
gem 'byebug'
gem 'guard-rspec', require: false
end

44
devops-service/Gemfile.lock
View File

@ -2,6 +2,12 @@ GEM
remote: https://rubygems.org/
specs:
CFPropertyList (2.3.1)
activesupport (4.2.4)
i18n (~> 0.7)
json (~> 1.7, >= 1.7.7)
minitest (~> 5.1)
thread_safe (~> 0.3, >= 0.3.4)
tzinfo (~> 1.1)
addressable (2.3.8)
backports (3.6.4)
bson (1.12.3)
@ -60,6 +66,8 @@ GEM
erubis (2.7.0)
eventmachine (1.0.7)
excon (0.45.3)
factory_girl (4.5.0)
activesupport (>= 3.0.0)
ffi (1.9.9)
ffi-yajl (1.4.0)
ffi (~> 1.5)
@ -163,18 +171,38 @@ GEM
formatador (0.2.5)
gherkin (2.12.2)
multi_json (~> 1.3)
guard (2.13.0)
formatador (>= 0.2.4)
listen (>= 2.7, <= 4.0)
lumberjack (~> 1.0)
nenv (~> 0.1)
notiffany (~> 0.0)
pry (>= 0.9.12)
shellany (~> 0.0)
thor (>= 0.18.1)
guard-compat (1.2.1)
guard-rspec (4.6.4)
guard (~> 2.1)
guard-compat (~> 1.1)
rspec (>= 2.99.0, < 4.0)
hashie (2.1.2)
highline (1.7.2)
hooks (0.4.0)
uber (~> 0.0.4)
httpclient (2.6.0.1)
i18n (0.7.0)
inflecto (0.0.2)
ipaddress (0.8.0)
json (1.8.3)
libyajl2 (1.2.0)
listen (3.0.4)
rb-fsevent (>= 0.9.3)
rb-inotify (>= 0.9)
lumberjack (1.0.9)
method_source (0.8.2)
mime-types (1.25.1)
mini_portile (0.6.2)
minitest (5.8.2)
mixlib-authentication (1.3.0)
mixlib-log
mixlib-cli (1.5.0)
@ -185,6 +213,7 @@ GEM
bson (= 1.12.3)
multi_json (1.7.8)
multi_test (0.1.2)
nenv (0.2.0)
net-dhcp (1.3.2)
net-scp (1.2.1)
net-ssh (>= 2.6.5)
@ -196,6 +225,9 @@ GEM
net-ssh-gateway (>= 1.2.0)
nokogiri (1.6.6.2)
mini_portile (~> 0.6.0)
notiffany (0.0.8)
nenv (~> 0.1)
shellany (~> 0.0)
ohai (8.0.1)
ffi (~> 1.9)
ffi-yajl (~> 1.1)
@ -222,6 +254,9 @@ GEM
rack-test (0.6.3)
rack (>= 1.0)
rake (10.2.0)
rb-fsevent (0.9.6)
rb-inotify (0.9.5)
ffi (>= 0.5.0)
redis (3.2.1)
redis-namespace (1.5.2)
redis (~> 3.0, >= 3.0.4)
@ -249,6 +284,7 @@ GEM
rspec (~> 3.0)
rspec-its
specinfra (~> 2.35)
shellany (0.0.1)
sidekiq (3.2.6)
celluloid (= 0.15.2)
connection_pool (>= 2.0.0)
@ -281,8 +317,12 @@ GEM
daemons (>= 1.0.9)
eventmachine (>= 0.12.6)
rack (>= 1.0.0)
thor (0.19.1)
thread_safe (0.3.5)
tilt (1.4.1)
timers (1.1.0)
tzinfo (1.2.2)
thread_safe (~> 0.1)
uber (0.0.13)
uuidtools (2.1.5)
wisper (1.6.0)
@ -292,11 +332,14 @@ PLATFORMS
ruby
DEPENDENCIES
activesupport
bson_ext
byebug
chef (>= 12)
cucumber
factory_girl (~> 4.5)
fog (~> 1.20)
guard-rspec
hooks
httpclient
mime-types (~> 1.25.1)
@ -306,6 +349,7 @@ DEPENDENCIES
rack (= 1.5.2)
rack-accept-media-types
rake (= 10.2.0)
rspec (~> 3.3)
sidekiq (= 3.2.6)
sinatra (= 1.4.5)
sinatra-contrib

44
devops-service/Guardfile Normal file
View File

@ -0,0 +1,44 @@
# A sample Guardfile
# More info at https://github.com/guard/guard#readme
## Uncomment and set this to only include directories you want to watch
# directories %w(app lib config test spec features) \
# .select{|d| Dir.exists?(d) ? d : UI.warning("Directory #{d} does not exist")}
## Note: if you are using the `directories` clause above and you are not
## watching the project directory ('.'), then you will want to move
## the Guardfile to a watched dir and symlink it back, e.g.
#
# $ mkdir config
# $ mv Guardfile config/
# $ ln -s config/Guardfile .
#
# and, you'll have to watch "config/Guardfile" instead of "Guardfile"
# Note: The cmd option is now required due to the increasing number of ways
# rspec may be run, below are examples of the most common uses.
# * bundler: 'bundle exec rspec'
# * bundler binstubs: 'bin/rspec'
# * spring: 'bin/rspec' (This will use spring if running and you have
# installed the spring binstubs per the docs)
# * zeus: 'zeus rspec' (requires the server to be started separately)
# * 'just' rspec: 'rspec'
guard :rspec, cmd: "rspec" do
require "guard/rspec/dsl"
dsl = Guard::RSpec::Dsl.new(self)
# Feel free to open issues for suggestions and improvements
# RSpec files
rspec = dsl.rspec
watch(rspec.spec_helper) { rspec.spec_dir }
watch(rspec.spec_support) { rspec.spec_dir }
watch(rspec.spec_files)
# Factories files
watch(%r{spec/factories/.+\.rb}) { rspec.spec_dir }
# Devops files
watch(%r{db/.+\.rb}) { rspec.spec_dir }
end

2
devops-service/app/api2/handlers/deploy.rb
View File

@ -85,7 +85,7 @@ module Devops
begin
deploy_info = create_deploy_info(s, project, body["build_number"])
deploy_info["run_list"] = run_list if run_list
res = Devops::Executor::ServerExecutor.new(s, out).deploy_server_with_tags(tags, deploy_info)
res = Devops::Executor::ServerExecutor.new(s, out, current_user: owner).deploy_server_with_tags(tags, deploy_info)
status.push(res)
rescue DeployInfoError => e
msg = "Can not get deploy info: " + e.message

30
devops-service/app/api2/handlers/project.rb
View File

@ -3,6 +3,8 @@ require "db/mongo/models/project"
require "workers/project_test_worker"
require "app/api2/parsers/project"
require "lib/project/type/types_factory"
require "lib/executors/server_executor"
require_relative "../helpers/version_2.rb"
require_relative "request_handler"
@ -223,7 +225,7 @@ module Devops
# мы не можем указать один build_number для всех окружений, поэтому nil
deploy_info_buf[s.deploy_env] = project.deploy_info(deploy_env_model, nil)
end
status.push(Devops::Executor::ServerExecutor.new(s, out).deploy_server(deploy_info))
status.push(Devops::Executor::ServerExecutor.new(s, out, current_user: parser.current_user).deploy_server(deploy_info))
end
status
end
@ -298,6 +300,32 @@ module Devops
return [jid]
end
def delete_project_servers(project_id)
env_id, dry_run = parser.delete_project_servers
Devops::Db.connector.project(project_id)
servers = Devops::Db.connector.servers(project_id, env_id)
info = {to_delete: servers.map(&:id)}
if !dry_run
info.merge!(delete_chosen_servers!(servers))
end
info
end
private
def delete_chosen_servers!(servers)
deleted, failed = [], []
servers.each do |server|
begin
Devops::Executor::ServerExecutor.new(server, '').delete_server
deleted << server.id
rescue
failed << server.id
end
end
{deleted: deleted, failed: failed}
end
end
end
end

14
devops-service/app/api2/handlers/server.rb
View File

@ -120,7 +120,7 @@ module Devops
provider = s.provider_instance
r = provider.pause_server s
if r.nil?
set_last_operation_type_and_save(s, Devops::Model::Server::OperationType::PAUSE)
set_last_operation_and_save(s, Devops::Model::Server::OperationType::PAUSE)
"Server with instance ID '#{s.id}' and node name '#{node_name}' is paused"
else
@ -135,7 +135,7 @@ module Devops
provider = s.provider_instance
r = provider.unpause_server s
if r.nil?
set_last_operation_type_and_save(s, Devops::Model::Server::OperationType::UNPAUSE)
set_last_operation_and_save(s, Devops::Model::Server::OperationType::UNPAUSE)
"Server with instance ID '#{s.id}' and node name '#{node_name}' is unpaused"
else
@ -149,7 +149,7 @@ module Devops
Devops::Db.connector.check_project_auth s.project, s.deploy_env, user
raise ConflictException.new("Server '#{node_name}' already reserved") unless s.reserved_by.nil?
s.reserved_by = user
set_last_operation_type_and_save(s, Devops::Model::Server::OperationType::RESERVE)
set_last_operation_and_save(s, Devops::Model::Server::OperationType::RESERVE)
end
def unreserve_server node_name
@ -157,7 +157,7 @@ module Devops
Devops::Db.connector.check_project_auth s.project, s.deploy_env, parser.current_user
raise ConflictException.new("Server '#{node_name}' is not reserved") if s.reserved_by.nil?
s.reserved_by = nil
set_last_operation_type_and_save(s, Devops::Model::Server::OperationType::UNRESERVE)
set_last_operation_and_save(s, Devops::Model::Server::OperationType::UNRESERVE)
end
# TODO: check bootstrap template name
@ -169,7 +169,7 @@ module Devops
DevopsLogger.logger.debug "Bootstrap certificate path: #{cert.path}"
#bootstrap s, out, cert.path, logger
options[:cert_path] = cert.path
executor = Devops::Executor::ServerExecutor.new(s, out)
executor = Devops::Executor::ServerExecutor.new(s, out, current_user: parser.current_user)
r = executor.two_phase_bootstrap(options)
str = nil
r = if check_server(s)
@ -322,8 +322,8 @@ module Devops
end
end
def set_last_operation_type_and_save(server, operation_type)
server.set_last_operation(operation_type)
def set_last_operation_and_save(server, operation_type)
server.set_last_operation(operation_type, parser.current_user)
Devops::Db.connector.server_update(server)
end

9
devops-service/app/api2/handlers/stack.rb
View File

@ -155,7 +155,7 @@ module Devops
deploy_info = project.deploy_info(stack.deploy_env, nil)
servers.each do |s|
begin
res = Devops::Executor::ServerExecutor.new(s, out).deploy_server_with_tags(tags, deploy_info)
res = Devops::Executor::ServerExecutor.new(s, out, current_user: owner).deploy_server_with_tags(tags, deploy_info)
status.push(res)
rescue DeployInfoError => e
msg = "Can not get deploy info: " + e.message
@ -203,6 +203,13 @@ module Devops
end
end
def change_stack_template(stack_id)
stack_template_id = parser.change_stack_template
Devops::Db.connector.stack_template(stack_template_id)
stack = Devops::Db.connector.stack(stack_id)
stack.change_stack_template!(stack_template_id)
end
end
end
end

10
devops-service/app/api2/helpers/parser.rb
View File

@ -28,6 +28,14 @@ module Devops
check_param val, String, msg, _nil, empty
end
def check_boolean val, msg
begin
check_param val, TrueClass, msg, false, true
rescue
check_param val, FalseClass, msg, false, true
end
end
def check_array val, msg, vals_type=String, _nil=false, empty=false
check_param val, Array, msg, _nil, empty
val.each {|v| raise Devops::ValidationError.new(msg) unless v.is_a?(vals_type)} unless val.nil?
@ -60,7 +68,7 @@ module Devops
end
end
if val.is_a?(type)
raise Devops::ValidationError.new(msg) if val.empty? and !empty
raise Devops::ValidationError.new(msg) if !empty && val.empty?
val
else
raise Devops::ValidationError.new(msg)

7
devops-service/app/api2/parsers/project.rb
View File

@ -97,6 +97,13 @@ module Devops
servers = check_array(obj["servers"], "Parameter 'servers' should be a not empty array of strings", String, true)
return deploy_env, servers
end
def delete_project_servers
body = create_object_from_json_body
dry_run = check_boolean(body["dry_run"], "Parameter 'dry_run' must be a boolean")
deploy_env = check_string(body["deploy_env"], "Parameter 'deploy_env' must be a not empty string", true)
[deploy_env, dry_run]
end
end
end
end

6
devops-service/app/api2/parsers/stack.rb
View File

@ -38,6 +38,12 @@ module Devops
@body
end
def change_stack_template
template_id = create_object_from_json_body['stack_template']
check_string(template_id, "Parameter 'stack_template' must be a not empty string")
template_id
end
end
end
end

31
devops-service/app/api2/routes/project.rb
View File

@ -166,10 +166,37 @@ module Devops
# "id": "nstance id"
# }
# ]
app.get_with_headers "/project/:project/servers", :headers => [:accept] do |project|
servers_routes_hash = {}
servers_routes_hash["GET"] = lambda { |project|
check_privileges("project", "r")
json Devops::API2_0::Handler::Project.new(request).project_servers(project).map(&:to_hash)
end
}
# Deletes project servers
#
# * *Request*
# - method : PATCH
# - headers :
# - Accept: application/json
# - Content-Type: application/json
# - body :
# {
# "dry_run": false # set to true if you'd like to just see list of servers to delete
# "deploy_env": null # set to env's identifier to delete that env's servers
# }
#
# * *Returns* :
# 200 -
# {
# "to_delete": ['server1', 'server2'],
# "deleted": ['server1'],
# "failed": ['server2']
# }
servers_routes_hash["DELETE"] = lambda { |project_id|
check_privileges("project", "w")
json Devops::API2_0::Handler::Project.new(request).delete_project_servers(project_id)
}
app.multi_routes "/project/:project/servers", {}, servers_routes_hash
# Get project stacks
#

19
devops-service/app/api2/routes/stack.rb
View File

@ -187,6 +187,25 @@ module Devops
}
app.multi_routes "/stack/:id/tags", {:headers => [:content_type]}, hash
# Change stack stack_template
#
# * *Request*
# - method : PUT
# - headers :
# - Accept: application/json
# - Content-Type: application/json
# - body :
# {
# "stack_template": "template_id"
# }
#
# * *Returns* :
# 200 - OK
app.put_with_headers "/stack/:id/stack_template", :headers => [:accept, :content_type] do |id|
check_privileges("stack", "r")
json Devops::API2_0::Handler::Stack.new(request).change_stack_template(id)
end
puts "Stack routes initialized"
end

14
devops-service/commands/stack.rb
View File

@ -1,13 +1,15 @@
module StackCommands
extend self
def self.result_codes
{
RESULT_CODES = {
stack_rolled_back: 1,
unkown_status: 2,
timeout: 3,
error: 5
}
def self.result_codes
RESULT_CODES
end
def self.result_code(code)
@ -21,12 +23,18 @@ module StackCommands
begin
out << "Syncing stack '#{stack.id}'...\n"
events_keys = []
sleep_times.each do |sleep_time|
sleep sleep_time
stack.sync_details!
stack.events.each do |event|
unless events_keys.include?(event["event_id"])
events_keys << event["event_id"]
out.puts "#{event["timestamp"]} - #{event["status"]}: #{event["reason"]}"
end
end
case stack.stack_status
when 'CREATE_IN_PROGRESS'
out << "."
out.flush
when 'CREATE_COMPLETE'
mongo.stack_update(stack)

2
devops-service/core/devops-application.rb
View File

@ -5,7 +5,7 @@ module Devops
def self.inherited(base)
@@applications << base.new
puts "Devops application '#{base}' has been added"
puts "Devops application '#{base}' has been added" unless ENV['RACK_ENV'] == 'test'
end
def self.applications

5
devops-service/db/mongo/connectors/report.rb
View File

@ -59,10 +59,7 @@ module Connectors
set = {"status" => status, "updated_at" => Time.new}
set["job_result_code"] = job_result_code unless job_result_code.nil?
collection.update({"_id" => jid}, {"$set" => set})
end
def set_report_status(jid, status, job_result_code)
collection.update({"_id" => jid}, {"$set" => {"status" => status, "updated_at" => Time.new, "job_result_code" => job_result_code}})
DevopsLogger.logger.info("Report '#{jid}' status has been changed to '#{status}'")
end
def set_report_server_data id, chef_node_name, host

17
devops-service/db/mongo/models/deploy_env/cloud_deploy_env.rb
View File

@ -12,21 +12,7 @@ module Devops
class CloudDeployEnv < DeployEnvBase
attr_accessor :flavor, :image, :subnets, :groups, :stack_template
=begin
@Deprecated
types :identifier => {:type => String, :empty => false},
:image => {:type => String, :empty => false},
:flavor => {:type => String, :empty => false},
:provider => {:type => String, :empty => false},
:expires => {:type => String, :empty => false, :nil => true},
:run_list => {:type => Array, :empty => true},
:users => {:type => Array, :empty => true},
:subnets => {:type => Array, :empty => true},
:groups => {:type => Array, :empty => false},
:stack_template => {:type => String, :empty => false, :nil => true}
=end
#TODO: account validator
set_validators ::Validators::DeployEnv::Flavor,
::Validators::DeployEnv::Image,
::Validators::DeployEnv::Groups,
@ -46,8 +32,7 @@ module Devops
# ::Validators::FieldValidator::Groups.new
set_field_validators :stack_template, ::Validators::FieldValidator::Nil,
::Validators::FieldValidator::FieldType::String,
::Validators::FieldValidator::NotEmpty,
# ::Validators::FieldValidator::StackTemplate.new
::Validators::FieldValidator::NotEmpty
def initialize d={}
super(d)

2
devops-service/db/mongo/models/deploy_env/deploy_env_base.rb
View File

@ -69,7 +69,7 @@ module Devops
role = res[:new] || res[:exist]
self.run_list << "role[#{role[0]}]" unless role.nil?
Devops::Db.connector.set_project_deploy_env_field(project_id, old_name, {"identifier" => new_name, "run_list" => self.run_list})
msg = "Project '#{project_id}': environment '#{old_name}' has been renamed to '#{new_name}'." + Project.create_roles_response(res)
msg = "Project '#{project_id}': environment '#{old_name}' has been renamed to '#{new_name}'." + ::Devops::Model::Project.create_roles_response(res)
DevopsLogger.logger.info(msg)
msg
end

7
devops-service/db/mongo/models/deploy_env/deploy_env_ec2.rb
View File

@ -40,13 +40,14 @@ module Devops
DeployEnvEc2.new(hash)
end
private
def subnets_filter
networks = provider_instance.networks
unless self.subnets.empty?
{"vpc-id" => networks.detect{|n| n["name"] == self.subnets[0]}["vpcId"] }
network = networks.detect {|n| n["name"] == self.subnets[0]}
if network
{"vpc-id" => network["vpcId"] }
end
end
end

22
devops-service/db/mongo/models/deploy_env/deploy_env_openstack.rb
View File

@ -4,16 +4,16 @@ module Devops
module Model
class DeployEnvOpenstack < CloudDeployEnv
types :identifier => {:type => String, :empty => false},
:image => {:type => String, :empty => false},
:flavor => {:type => String, :empty => false},
:provider => {:type => String, :empty => false},
:expires => {:type => String, :empty => false, :nil => true},
:run_list => {:type => Array, :empty => true},
:users => {:type => Array, :empty => true},
:subnets => {:type => Array, :empty => true},
:groups => {:type => Array, :empty => false},
:stack_template => {:type => String, :empty => false, :nil => true}
# types :identifier => {:type => String, :empty => false},
# :image => {:type => String, :empty => false},
# :flavor => {:type => String, :empty => false},
# :provider => {:type => String, :empty => false},
# :expires => {:type => String, :empty => false, :nil => true},
# :run_list => {:type => Array, :empty => true},
# :users => {:type => Array, :empty => true},
# :subnets => {:type => Array, :empty => true},
# :groups => {:type => Array, :empty => false},
# :stack_template => {:type => String, :empty => false, :nil => true}
=begin
set_validators ::Validators::DeployEnv::RunList,
@ -31,8 +31,6 @@ module Devops
DeployEnvOpenstack.new(hash)
end
private
def subnets_filter
nil
end

1
devops-service/db/mongo/models/deploy_env/deploy_env_static.rb
View File

@ -7,6 +7,7 @@ module Devops
module Model
class DeployEnvStatic < DeployEnvBase
# TODO: all code except self.create could be safely removed
types :identifier => {:type => String, :empty => false},
:provider => {:type => String, :empty => false},
:expires => {:type => String, :empty => false, :nil => true},

11
devops-service/db/mongo/models/image.rb
View File

@ -65,13 +65,12 @@ module Devops
end
def to_hash_without_id
o = {
"provider" => self.provider,
"name" => self.name,
"remote_user" => self.remote_user
{
"provider" => provider,
"name" => name,
"remote_user" => remote_user,
"bootstrap_template" => bootstrap_template
}
o["bootstrap_template"] = self.bootstrap_template
o
end
def self.create_from_json! json

3
devops-service/db/mongo/models/key.rb
View File

@ -39,11 +39,10 @@ module Devops
end
def to_hash_without_id
o = {
{
"path" => self.path,
"scope" => self.scope
}
o
end
end

9
devops-service/db/mongo/models/mongo_model.rb
View File

@ -59,6 +59,7 @@ module Devops
# TODO: we should validate type in request parser
# self.validate_fields_types
self.class.validate_model(self)
validate_fields!
true
rescue InvalidRecord => e
error_message = self.build_error_message(e.message)
@ -81,6 +82,13 @@ module Devops
true
end
def valid?
validate!
true
rescue InvalidRecord
false
end
def build_error_message(message)
# overrided in descendants
message
@ -157,6 +165,7 @@ module Devops
end
end
# validate field value
# if method validate! returns false, then stop validation without error
def set_field_validators field, *validators

53
devops-service/db/mongo/models/server.rb
View File

@ -1,7 +1,7 @@
require "db/mongo/models/mongo_model"
require "db/mongo/models/model_with_provider"
require "db/validators/deploy_env/run_list"
require "providers/static"
module Devops
module Model
@ -10,16 +10,22 @@ module Devops
include ModelWithProvider
module OperationType
CREATION = :creation
DEPLOY = :deploy
RESERVE = :reserve
UNRESERVE = :unreserve
PAUSE = :pause
UNPAUSE = :unpause
# we store strings in mongo, so it's better not to use symbols
CREATION = 'creation'
DEPLOY = 'deploy'
RESERVE = 'reserve'
UNRESERVE = 'unreserve'
PAUSE = 'pause'
UNPAUSE = 'unpause'
def self.supported_type?(value)
return false unless value.is_a?(String)
[CREATION, DEPLOY, RESERVE, UNRESERVE, PAUSE, UNPAUSE].include?(value)
end
end
attr_accessor :chef_node_name, :id, :remote_user, :project, :deploy_env, :private_ip, :public_ip, :created_at, :without_bootstrap, :created_by, :reserved_by, :stack, :run_list
attr_accessor :key, :last_operation_at, :last_operation_type
attr_accessor :key, :last_operation
types :id => {:type => String, :empty => false},
:provider => {:type => String, :empty => false},
@ -39,13 +45,13 @@ module Devops
def self.fields
["chef_node_name", "project", "deploy_env", "provider", "remote_user", "private_ip", "public_ip", "created_at", "created_by", "key", "reserved_by", "run_list", "stack",
"last_operation_type", "last_operation_at"]
"last_operation"]
end
def initialize s={}
self.set_provider(s)
self.chef_node_name = s["chef_node_name"]
self.id = s["_id"]
self.id = s["_id"] || s['id']
self.remote_user = s["remote_user"]
self.project = s["project"]
self.deploy_env = s["deploy_env"]
@ -57,21 +63,13 @@ module Devops
self.reserved_by = s["reserved_by"]
self.stack = s["stack"]
self.run_list = s["run_list"] || []
self.last_operation_at = s["last_operation_at"]
self.last_operation_type = s["last_operation_type"]
self.last_operation = s["last_operation"]
self
end
def create provider, image, flavor, subnets, groups, out
res = {}
res[:before] = self.run_hook :before_create
return false unless provider.create_server(self, image, flavor, subnets, groups, out)
Devops::Db.connector.server_insert self
res[:after] = self.run_hook :after_create
res
end
def validate!
# remove it after updating from .types to validators
validate_fields_types
super
true
end
@ -90,8 +88,7 @@ module Devops
"reserved_by" => self.reserved_by,
"stack" => stack,
"run_list" => self.run_list,
"last_operation_at" => self.last_operation_at,
"last_operation_type" => self.last_operation_type
"last_operation" => self.last_operation
}.merge(provider_hash).delete_if { |k,v| v.nil? }
end
@ -114,9 +111,13 @@ module Devops
self.provider == Provider::Static::PROVIDER
end
def set_last_operation(operation_type)
self.last_operation_type = operation_type
self.last_operation_at = Time.now
def set_last_operation(operation_type, user)
raise ArgumentError unless OperationType.supported_type?(operation_type)
self.last_operation = {
'type' => operation_type,
'date' => Time.now,
'user' => user
}
end
end

39
devops-service/db/mongo/models/stack/stack_base.rb
View File

@ -7,7 +7,7 @@ module Devops
include ModelWithProvider
attr_accessor :id, :name, :project, :deploy_env, :stack_template, :parameters, :details, :owner, :run_list
attr_accessor :id, :name, :project, :deploy_env, :stack_template, :parameters, :details, :events, :owner, :run_list
types id: {type: String, empty: false},
provider: {type: String, empty: false},
@ -19,6 +19,38 @@ module Devops
run_list: {type: Array, value_type: String, empty: true, nil: true}
# details: {type: Hash, nil: true} # Hash type isn't supported yet
set_field_validators :id, ::Validators::FieldValidator::NotNil,
::Validators::FieldValidator::FieldType::String,
::Validators::FieldValidator::NotEmpty
set_field_validators :provider, ::Validators::FieldValidator::NotNil,
::Validators::FieldValidator::FieldType::String,
::Validators::FieldValidator::NotEmpty
set_field_validators :project, ::Validators::FieldValidator::NotNil,
::Validators::FieldValidator::FieldType::String,
::Validators::FieldValidator::NotEmpty
set_field_validators :deploy_env, ::Validators::FieldValidator::NotNil,
::Validators::FieldValidator::FieldType::String,
::Validators::FieldValidator::NotEmpty
set_field_validators :stack_template, ::Validators::FieldValidator::NotNil,
::Validators::FieldValidator::FieldType::String,
::Validators::FieldValidator::NotEmpty
set_field_validators :name, ::Validators::FieldValidator::Nil,
::Validators::FieldValidator::FieldType::String,
::Validators::FieldValidator::NotEmpty
set_field_validators :owner, ::Validators::FieldValidator::NotNil,
::Validators::FieldValidator::FieldType::String,
::Validators::FieldValidator::NotEmpty
set_field_validators :run_list, ::Validators::FieldValidator::NotNil,
::Validators::FieldValidator::FieldType::Array,
::Validators::FieldValidator::RunList
def initialize attrs={}
# self.provider = self.class.provider
self.set_provider(attrs)
@ -34,6 +66,7 @@ module Devops
self
end
# TODO: use string keys
def to_hash_without_id
{
project: project,
@ -44,7 +77,8 @@ module Devops
# details are required to proper status handling
details: bson_safe_details,
stack_status: stack_status,
owner: owner
owner: owner,
run_list: run_list
}.merge(provider_hash)
end
@ -67,6 +101,7 @@ module Devops
def sync_details!
self.details = provider_instance.stack_details(self)
self.events = provider_instance.stack_events(self)
end
def resources

22
devops-service/db/mongo/models/stack/stack_ec2.rb
View File

@ -1,16 +1,19 @@
require 'db/mongo/models/stack/stack_base'
module Devops
module Model
class StackEc2 < StackBase
def initialize attr={}
self.provider = 'ec2'
super(attr)
self.provider = 'ec2'
end
def stack_status
self.details['StackStatus'] if self.details
end
# creation date is instance of unsupported by mongo class, so stringify it
def bson_safe_details
return unless details
result = details.dup
@ -18,6 +21,23 @@ module Devops
result
end
def update_in_cloud!(params)
parameters = params.keep_if do |key|
%w(Parameters TemplateBody TemplateURL Capabilities).include?(key)
end
provider_instance.update_stack(self, parameters)
end
# We should improve this functionality: stack will be rollbacked
# if there are errors during stack_template changing, so we should track
# that process and persist changes only in case of success.
def change_stack_template!(stack_template)
self.stack_template = stack_template
update_in_cloud!('TemplateBody' => template_body)
Devops::Db.connector.stack_update(self)
end
end
end
end

1
devops-service/db/mongo/models/stack/stack_openstack.rb
View File

@ -1,3 +1,4 @@
require 'db/mongo/models/stack/stack_base'
module Devops
module Model
class StackOpenstack < StackBase

17
devops-service/db/mongo/models/stack_template/stack_template_base.rb
View File

@ -16,6 +16,23 @@ module Devops
template_body: {type: String, empty: false},
owner: {type: String, empty: false}
set_field_validators :id, ::Validators::FieldValidator::NotNil,
::Validators::FieldValidator::FieldType::String,
::Validators::FieldValidator::NotEmpty,
::Validators::FieldValidator::Name
set_field_validators :provider, ::Validators::FieldValidator::NotNil,
::Validators::FieldValidator::FieldType::String,
::Validators::FieldValidator::NotEmpty
set_field_validators :template_body, ::Validators::FieldValidator::NotNil,
::Validators::FieldValidator::FieldType::String,
::Validators::FieldValidator::NotEmpty
set_field_validators :owner, ::Validators::FieldValidator::NotNil,
::Validators::FieldValidator::FieldType::String,
::Validators::FieldValidator::NotEmpty
set_validators ::Validators::StackTemplate::TemplateContent
def initialize(attrs)

2
devops-service/db/mongo/models/stack_template/stack_template_ec2.rb
View File

@ -5,7 +5,7 @@ module Devops
# In Amazon Cloudformation the template file must be stored on an Amazon S3 bucket.
attr_accessor :template_url
types template_url: {type: String, empty: false}
# types template_url: {type: String, empty: false}
def initialize(attrs)
self.template_url = attrs['template_url']

25
devops-service/db/mongo/models/user.rb
View File

@ -1,5 +1,6 @@
require "exceptions/invalid_record"
require "exceptions/invalid_command"
require "exceptions/invalid_privileges"
require "db/mongo/models/mongo_model"
module Devops
@ -12,10 +13,9 @@ module Devops
PRIVILEGES = ["r", "w", "x"]
PRIVILEGES_REGEX = /^r?w?x?$/
KNOWN_ENTITIES = %w(flavor group image project server key user filter network provider script templates stack_template stack)
attr_accessor :id, :password, :privileges, :email
types :id => {:type => String, :empty => false},
:email => {:type => String, :empty => false},
:password => {:type => String, :empty => true}
set_field_validators :id, ::Validators::FieldValidator::NotNil,
::Validators::FieldValidator::FieldType::String,
@ -54,7 +54,7 @@ module Devops
if !priv.empty? and PRIVILEGES_REGEX.match(priv).to_s.empty?
raise InvalidCommand.new "Invalid privileges '#{priv}'. Available values are '#{PRIVILEGES.join("', '")}'"
end
raise InvalidPrivileges.new "Can't grant privileges to root" if self.id == ROOT_USER_NAME
raise ::InvalidPrivileges.new "Can't grant privileges to root" if self.id == ROOT_USER_NAME
case cmd
when "all"
@ -114,22 +114,7 @@ module Devops
def privileges_with_value value, options={}
privileges = {}
[
'flavor',
'group',
'image',
'project',
'server',
'key',
'user',
'filter',
'network',
'provider',
'script',
'templates',
'stack_template',
'stack'
].each { |t| privileges.store(t, value) }
KNOWN_ENTITIES.each { |t| privileges.store(t, value) }
privileges.merge(options)
end

2
devops-service/db/validators/base.rb
View File

@ -8,6 +8,8 @@ module Validators
def validate!
raise InvalidRecord.new(message) unless valid?
rescue StandardError => e
raise InvalidRecord.new("An error raised during validation with #{self.class}: #{e.class}: #{e.message}")
end
def valid?

9
devops-service/db/validators/deploy_env/flavor.rb
View File

@ -2,7 +2,8 @@ module Validators
class DeployEnv::Flavor < Base
def valid?
@model.provider_instance.flavors.detect do |flavor|
return true unless @model.flavor
available_flavors.detect do |flavor|
flavor['id'] == @model.flavor
end
end
@ -10,5 +11,11 @@ module Validators
def message
"Invalid flavor '#{@model.flavor}'."
end
private
def available_flavors
@model.provider_instance.flavors
end
end
end

11
devops-service/db/validators/deploy_env/groups.rb
View File

@ -2,13 +2,20 @@ module Validators
class DeployEnv::Groups < Base
def valid?
subnets_filter = @model.send(:subnets_filter)
@invalid_groups = @model.groups - @model.provider_instance.groups(subnets_filter).keys
return true if @model.groups.nil?
@invalid_groups = @model.groups - available_groups
@invalid_groups.empty?
end
def message
"Invalid groups '#{@invalid_groups.join("', '")}'."
end
private
def available_groups
subnets_filter = @model.subnets_filter
@model.provider_instance.groups(subnets_filter).keys
end
end
end

10
devops-service/db/validators/deploy_env/image.rb
View File

@ -5,8 +5,8 @@ module Validators
include ::ImageCommands
def valid?
images = get_available_provider_images(::Devops::Db.connector, @model.provider)
images.detect do |image|
return true unless @model.image
available_images.detect do |image|
image["id"] == @model.image
end
end
@ -14,5 +14,11 @@ module Validators
def message
"Invalid image '#{@model.image}'."
end
private
def available_images
get_available_provider_images(::Devops::Db.connector, @model.provider)
end
end
end

21
devops-service/db/validators/deploy_env/stack_template.rb
View File

@ -2,20 +2,23 @@ module Validators
class DeployEnv::StackTemplate < Base
def valid?
if @model.stack_template
begin
Devops::Db.connector.stack_template(@model.stack_template)
true
rescue RecordNotFound => e
false
end
else
true
return true unless @model.stack_template
available_stack_templates.detect do |template|
template['id'] == @model.stack_template
end
end
def message
"Invalid stack template '#{@model.stack_template}'."
end
private
def available_stack_templates
# map to hash to simplify mocks. Later replace this method with something more suitable
Devops::Db.connector.stack_templates.map(&:to_hash)
end
end
end

8
devops-service/db/validators/field_validators/flavor.rb
View File

@ -4,7 +4,7 @@ module Validators
class Flavor < Base
def valid?
@model.provider_instance.flavors.detect do |flavor|
available_flavors.detect do |flavor|
flavor['id'] == @value
end
end
@ -12,6 +12,12 @@ module Validators
def message
"Invalid flavor '#{@value}'."
end
private
def available_flavors
@model.provider_instance.flavors
end
end
end
end

9
devops-service/db/validators/field_validators/image.rb
View File

@ -7,8 +7,7 @@ module Validators
include ::ImageCommands
def valid?
images = get_available_provider_images(::Devops::Db.connector, @model.provider)
images.detect do |image|
available_images.detect do |image|
image["id"] == @value
end
end
@ -16,6 +15,12 @@ module Validators
def message
"Invalid image '#{@value}'."
end
private
def available_images
get_available_provider_images(::Devops::Db.connector, @model.provider)
end
end
end
end

9
devops-service/db/validators/helpers/users.rb
View File

@ -2,13 +2,18 @@ module Validators
class Helpers::Users < Base
def valid?
mongo_users = ::Devops::Db.connector.users_names(@model)
@nonexistent_users = @model - mongo_users
@nonexistent_users = (@model || []) - available_users
@nonexistent_users.empty?
end
def message
Devops::Messages.t("project.deploy_env.validation.users.not_exist", users: @nonexistent_users.join("', '"))
end
private
def available_users
::Devops::Db.connector.users_names(@model)
end
end
end

9
devops-service/db/validators/image/bootstrap_template.rb
View File

@ -9,8 +9,7 @@ module Validators
def valid?
if @model.bootstrap_template
templates = get_templates
templates.include?(@model.bootstrap_template)
available_templates.include?(@model.bootstrap_template)
else
true
end
@ -19,6 +18,12 @@ module Validators
def message
"Invalid bootstrap template '#{@model.bootstrap_template}' for image '#{@model.id}'"
end
private
def available_templates
get_templates
end
end
end
end

9
devops-service/db/validators/image/image_in_filter.rb
View File

@ -5,12 +5,17 @@ module Validators
include ImageCommands
def valid?
images = get_available_provider_images(::Devops::Db.connector, @model.provider)
images.map{|i| i["id"]}.include?(@model.id)
available_images.map{|i| i["id"]}.include?(@model.id)
end
def message
"Invalid image id '#{@model.id}' for provider '#{@model.provider}', please check image filters"
end
private
def available_images
get_available_provider_images(::Devops::Db.connector, @model.provider)
end
end
end

34
devops-service/lib/executors/server_executor.rb
View File

@ -35,7 +35,7 @@ module Devops
before_deploy :create_run_list
def initialize server, out
def initialize server, out, options={}
if server
@project = Devops::Db.connector.project(server.project)
@deploy_env = @project.deploy_env(server.deploy_env)
@ -44,6 +44,7 @@ module Devops
@server = server
@out = out
@out.class.send(:define_method, :flush) { } unless @out.respond_to?(:flush)
@current_user = options[:current_user]
end
def self.result_code(symbolic_code)
@ -74,9 +75,19 @@ module Devops
@server
end
def create_server_object options
Devops::Model::Server.new({
"project" => @project.id,
"deploy_env" => @deploy_env.identifier,
"created_by" => options["created_by"],
"provider" => @deploy_env.provider,
"provider_account" => @deploy_env.provider_account
})
end
def create_server options
@server = Devops::Model::Server.new({"project" => @project.id, "deploy_env" => @deploy_env.identifier, "created_by" => options["created_by"], "provider" => @deploy_env.provider, "provider_account" => @deploy_env.provider_account})
@server.set_last_operation(Devops::Model::Server::OperationType::CREATION)
@server = create_server_object(options)
@server.set_last_operation(Devops::Model::Server::OperationType::CREATION, options["created_by"])
provider = @deploy_env.provider_instance
mongo = ::Devops::Db.connector
begin
@ -116,7 +127,9 @@ module Devops
return 0
end
rescue => e
@out << e.message
@out.puts e.message
@out.puts e.backtrace.join("\n")
DevopsLogger.logger.error e.message
roll_back
mongo.server_delete @server.id
@ -215,6 +228,7 @@ module Devops
bootstrap_options.push "-N #{@server.chef_node_name}" if @server.chef_node_name
bootstrap_options.push "--sudo" unless @server.remote_user == "root"
bootstrap_options.push "-t #{options[:bootstrap_template]}" if options[:bootstrap_template]
bootstrap_options.push "-E #{options[:chef_environment]}" if options[:chef_environment]
rl = options[:run_list]
bootstrap_options.push "-r #{rl.join(",")}" unless rl.nil? or rl.empty?
bootstrap_options.push "-c #{options[:config]}" if options[:config]
@ -360,7 +374,7 @@ module Devops
deploy_info.delete("use_json_file")
json = nil
dir = DevopsConfig.config[:project_info_dir]
file = deploy_info["json_file"] || "#{@server.project}_#{@server.deploy_env}_#{Time.new.to_i}"
file = deploy_info.delete("json_file") || "#{@server.project}_#{@server.deploy_env}_#{Time.new.to_i}"
path = File.join(dir, file)
if File.exists?(path)
json = File.read(path)
@ -387,17 +401,19 @@ module Devops
k = Devops::Db.connector.key(@server.key)
lline = @knife_instance.ssh_stream(@out, cmd, ip, @server.remote_user, k.path)
r = /Chef\sClient\sfinished/i
if lline[r].nil?
1
else
if lline && lline[r]
@out << "\nAfter deploy hooks...\n"
res = self.run_hook(:after_deploy, @out, deploy_info)
@out << "Done\n"
@server.set_last_operation(Devops::Model::Server::OperationType::DEPLOY)
@server.set_last_operation(Devops::Model::Server::OperationType::DEPLOY, @current_user)
Devops::Db.connector.server_update(@server)
0
else
@out << "An error occured during knife command executing"
1
end
end

4
devops-service/providers/base_provider.rb
View File

@ -43,5 +43,9 @@ module Provider
def set_stack_tags stack, out=""
end
def stack_events(stack)
[]
end
end
end

56
devops-service/providers/ec2.rb
View File

@ -110,7 +110,8 @@ module Provider
vpcId = nil
unless subnets.empty?
options["SubnetId"] = subnets[0]
vpcId = self.networks.detect{|n| n["name"] == options["SubnetId"]}["vpcId"]
network = self.networks.detect{|n| n["name"] == options["SubnetId"]}
vpcId = network["vpcId"] if network
if vpcId.nil?
out << "Can not get 'vpcId' by subnet name '#{options["SubnetId"]}'\n"
return false
@ -152,7 +153,8 @@ module Provider
end
s.public_ip = details["ipAddress"]
s.private_ip = details["privateIpAddress"]
tags = set_server_tags(s)
tags = server_tags(s)
compute.create_tags(s.id, tags)
out << "\nServer tags: #{tags.inspect}\n"
out << "\nDone\n\n"
out << s.info
@ -160,16 +162,14 @@ module Provider
true
end
def set_server_tags s
tags = {
"Name" => s.chef_node_name,
"cid:project" => s.project,
"cid:deployEnv" => s.deploy_env,
"cid:user" => s.created_by,
"cid:remoteUser" => s.remote_user
def server_tags server
{
"Name" => server.chef_node_name,
"cid:project" => server.project,
"cid:deployEnv" => server.deploy_env,
"cid:user" => server.created_by,
"cid:remoteUser" => server.remote_user
}
compute.create_tags(s.id, tags)
tags
end
def delete_server s
@ -231,18 +231,11 @@ module Provider
'TemplateBody' => stack.template_body,
'Parameters' => stack.parameters || {},
'Capabilities' => ['CAPABILITY_IAM'],
'Tags' => {
"StackName" => stack.name,
"StackTemplate" => stack.stack_template,
"cid:project" => stack.project,
"cid:deployEnv" => stack.deploy_env,
"cid:user" => stack.owner
}
'Tags' => stack_tags(stack)
}
)
stack.id = response.body['StackId']
out << "Stack id: #{stack.id}\n"
#set_stack_tags(stack, out)
out.flush
rescue Excon::Errors::Conflict => e
raise ProviderErrors::NameConflict
@ -260,20 +253,17 @@ module Provider
end
end
def set_stack_tags stack, out=""
tags = {
# "cid:remoteUser" => s.remote_user
def stack_tags stack
{
"StackTemplate" => stack.stack_template,
"cid:project" => stack.project,
"cid:deployEnv" => stack.deploy_env,
"cid:user" => stack.owner
}
#ids = stack_resources(stack).map {|resource| resource['PhysicalResourceId']}
#ids << stack.id
#compute.create_tags(ids, tags)
stack_resources(stack).each do |resource|
begin
compute.create_tags(resource['PhysicalResourceId'], tags)
rescue Fog::Compute::AWS::Error => e
out << "Error: " + e.message
end
end
def update_stack(stack, params)
cloud_formation.update_stack(stack.name, params)
end
def validate_stack_template template
@ -294,6 +284,10 @@ module Provider
cloud_formation.describe_stack_resources({'StackName' => stack.name}).body['StackResources']
end
def stack_events(stack)
cloud_formation.describe_stack_events(stack.name).body['StackEvents'].map{|se| {"timestamp" => se["Timestamp"], "stack_name" => se["StackName"], "stack_id" => se["StackId"], "event_id" => se["EventId"], "reason" => se["ResourceStatusReason"], "status" => se["ResourceStatus"]}}.sort{|se1, se2| se1["timestamp"] <=> se2["timestamp"]}
end
# не работает, не используется
# def stack_resource(stack, resource_id)
# physical_id = fog_stack(stack).resources.get(resource_id).physical_resource_id

2
devops-service/providers/provider_factory.rb
View File

@ -39,7 +39,7 @@ module Provider
o = Provider.const_get(p.capitalize).new(conf)
if o.configured?
@@providers[p] = o
@@available_providers << p
ProviderFactory.add_provider p
puts "Provider '#{p}' has been loaded"
end
factory = Provider.const_get(p.capitalize + "AccountsFactory").new

28
devops-service/spec/factories/deploy_env.rb Normal file
View File

@ -0,0 +1,28 @@
require 'db/mongo/models/deploy_env/deploy_env_ec2'
require 'db/mongo/models/deploy_env/deploy_env_openstack'
require 'db/mongo/models/deploy_env/deploy_env_static'
FactoryGirl.define do
factory :deploy_env, class: Devops::Model::DeployEnvBase do
identifier 'name'
run_list []
users ['root']
factory :deploy_env_static, class: Devops::Model::DeployEnvStatic do
provider 'static'
end
factory :cloud_deploy_env, class: Devops::Model::CloudDeployEnv do
flavor 'flavor'
image 'image'
factory :deploy_env_ec2, class: Devops::Model::DeployEnvEc2 do
provider 'ec2'
end
factory :deploy_env_openstack, class: Devops::Model::DeployEnvOpenstack do
provider 'openstack'
end
end
end
end

10
devops-service/spec/factories/image.rb Normal file
View File

@ -0,0 +1,10 @@
require 'db/mongo/models/image'
FactoryGirl.define do
factory :image, class: Devops::Model::Image do
id 'test_image'
remote_user 'root'
name 'my_image'
provider 'ec2'
end
end

8
devops-service/spec/factories/key.rb Normal file
View File

@ -0,0 +1,8 @@
require 'db/mongo/models/key'
FactoryGirl.define do
factory :key, class: Devops::Model::Key do
path SpecSupport::BLANK_FILE
scope 'user'
end
end

20
devops-service/spec/factories/report.rb Normal file
View File

@ -0,0 +1,20 @@
require 'db/mongo/models/report'
FactoryGirl.define do
factory :report, class: Devops::Model::Report do
id 'id'
file 'path'
created_by 'root'
project 'project'
deploy_env 'env'
type 1
created_at Time.now
updated_at Time.now
status 'completed'
initialize_with {
new(attributes.stringify_keys)
}
end
end

18
devops-service/spec/factories/server.rb Normal file
View File

@ -0,0 +1,18 @@
require 'db/mongo/models/server'
FactoryGirl.define do
factory :server, class: Devops::Model::Server do
id 'server2'
provider 'ec2'
remote_user 'root'
project 'project'
deploy_env 'env'
private_ip '192.168.0.1'
key 'key_id'
created_by 'root'
chef_node_name 'chef_node_name'
reserved_by 'root'
run_list []
last_operation({'type' => 'creation', 'date' => Time.now, 'user' => 'root' })
end
end

24
devops-service/spec/factories/stack.rb Normal file
View File

@ -0,0 +1,24 @@
require 'db/mongo/models/stack/stack_ec2'
require 'db/mongo/models/stack/stack_openstack'
FactoryGirl.define do
factory :stack, class: Devops::Model::StackBase do
id 'name'
project 'project'
deploy_env 'deploy_env'
stack_template 'template_id'
name 'iamstack'
owner 'root'
run_list []
initialize_with { new(attributes.stringify_keys) }
factory :stack_ec2, class: Devops::Model::StackEc2 do
provider 'ec2'
end
factory :stack_openstack, class: Devops::Model::StackOpenstack do
provider 'openstack'
end
end
end

20
devops-service/spec/factories/stack_template.rb Normal file
View File

@ -0,0 +1,20 @@
require 'db/mongo/models/stack_template/stack_template_ec2'
require 'db/mongo/models/stack_template/stack_template_openstack'
FactoryGirl.define do
factory :stack_template, class: Devops::Model::StackTemplateBase do
id 'name'
template_body '{}'
owner 'root'
initialize_with { new(attributes.stringify_keys) }
factory :stack_template_ec2, class: Devops::Model::StackTemplateEc2 do
provider 'ec2'
end
factory :stack_template_openstack, class: Devops::Model::StackTemplateOpenstack do
provider 'openstack'
end
end
end

9
devops-service/spec/factories/user.rb Normal file
View File

@ -0,0 +1,9 @@
require 'db/mongo/models/user'
FactoryGirl.define do
factory :user, class: Devops::Model::User do
id 'john'
password '123456'
email 'test@google.com'
end
end

60
devops-service/spec/models/deploy_env/deploy_env_ec2_spec.rb Normal file
View File

@ -0,0 +1,60 @@
require 'db/mongo/models/deploy_env/deploy_env_ec2'
RSpec.describe Devops::Model::DeployEnvEc2, type: :model do
let(:env) { build(:deploy_env_ec2) }
before do
allow(Provider::ProviderFactory).to receive(:providers).and_return(%w(ec2))
allow_any_instance_of(Validators::Helpers::Users).to receive(:available_users).and_return(['root'])
allow_any_instance_of(Validators::DeployEnv::Flavor).to receive(:available_flavors).and_return([{'id' => 'flavor'}])
allow_any_instance_of(Validators::FieldValidator::Flavor).to receive(:available_flavors).and_return([{'id' => 'flavor'}])
allow_any_instance_of(Validators::DeployEnv::Groups).to receive(:available_groups).and_return(['default'])
allow_any_instance_of(Validators::DeployEnv::Image).to receive(:available_images).and_return([{'id' => 'image'}])
allow_any_instance_of(Validators::DeployEnv::Image).to receive(:available_images).and_return([{'id' => 'image'}])
allow_any_instance_of(Validators::DeployEnv::StackTemplate).to receive(:available_stack_templates).and_return([{'id' => 'template'}])
allow_any_instance_of(Validators::FieldValidator::Image).to receive(:available_images).and_return([{'id' => 'image'}])
end
it_behaves_like 'deploy env'
it_behaves_like 'cloud deploy env'
describe '#initialize' do
it 'keep only first subnet in given array' do
env = described_class.new('subnets' => %w(foo bar))
expect(env.subnets).to match_array(%w(foo))
end
end
describe '.create' do
it 'returns instance of DeployEnvEc2' do
expect(described_class.create({})).to be_an_instance_of(described_class)
end
end
describe '#subnets_filter' do
before do
allow_any_instance_of(described_class).to receive_message_chain('provider_instance.networks') {
[{'name' => 'foo', 'vpcId' => 'bar'}]
}
end
it 'returns nil if #subnets are empty' do
expect(build(:deploy_env_ec2, subnets: []).subnets_filter).to be_nil
end
context "when provider has env's network" do
it 'returns hash with vpcId of that network' do
env = build(:deploy_env_ec2, subnets: ['foo'])
expect(env.subnets_filter).to eq({'vpc-id' => 'bar'})
end
end
context "when provider hasn't env's network" do
it 'returns nil' do
env = build(:deploy_env_ec2, subnets: ['wrong'])
expect(env.subnets_filter).to be nil
end
end
end
end

32
devops-service/spec/models/deploy_env/deploy_env_openstack_spec.rb Normal file
View File

@ -0,0 +1,32 @@
require 'db/mongo/models/deploy_env/deploy_env_openstack'
RSpec.describe Devops::Model::DeployEnvOpenstack, type: :model do
let(:env) { build(:deploy_env_openstack) }
before do
allow(Provider::ProviderFactory).to receive(:providers).and_return(%w(openstack))
allow_any_instance_of(Validators::Helpers::Users).to receive(:available_users).and_return(['root'])
allow_any_instance_of(Validators::DeployEnv::Flavor).to receive(:available_flavors).and_return([{'id' => 'flavor'}])
allow_any_instance_of(Validators::FieldValidator::Flavor).to receive(:available_flavors).and_return([{'id' => 'flavor'}])
allow_any_instance_of(Validators::DeployEnv::Groups).to receive(:available_groups).and_return(['default'])
allow_any_instance_of(Validators::DeployEnv::Image).to receive(:available_images).and_return([{'id' => 'image'}])
allow_any_instance_of(Validators::DeployEnv::Image).to receive(:available_images).and_return([{'id' => 'image'}])
allow_any_instance_of(Validators::DeployEnv::StackTemplate).to receive(:available_stack_templates).and_return([{'id' => 'template'}])
allow_any_instance_of(Validators::FieldValidator::Image).to receive(:available_images).and_return([{'id' => 'image'}])
end
it_behaves_like 'deploy env'
it_behaves_like 'cloud deploy env'
describe '.create' do
it 'returns instance of DeployEnvOpenstack' do
expect(described_class.create({})).to be_an_instance_of(described_class)
end
end
describe '#subnets_filter' do
it 'always returns nil' do
expect(env.subnets_filter).to be nil
end
end
end

19
devops-service/spec/models/deploy_env/deploy_env_static_spec.rb Normal file
View File

@ -0,0 +1,19 @@
require 'db/mongo/models/deploy_env/deploy_env_static'
RSpec.describe Devops::Model::DeployEnvStatic, type: :model do
let(:env) { build(:deploy_env_static) }
before do
allow(Provider::ProviderFactory).to receive(:providers).and_return(%w(static))
allow_any_instance_of(Validators::Helpers::Users).to receive(:available_users).and_return(['root'])
end
it_behaves_like 'deploy env'
describe '.create' do
it 'returns instance of DeployEnvStatic' do
expect(described_class.create({})).to be_an_instance_of(Devops::Model::DeployEnvStatic)
end
end
end

47
devops-service/spec/models/image_spec.rb Normal file
View File

@ -0,0 +1,47 @@
require 'db/mongo/models/image'
RSpec.describe Devops::Model::Image, type: :model do
let(:image) { build(:image) }
let(:name_with_dash) { 'asd-asd' }
let(:name_with_slash) { 'asd/asd' }
before do
allow(Provider::ProviderFactory).to receive(:providers).and_return(%w(openstack ec2 static'))
allow_any_instance_of(Validators::Image::ImageInFilter).to receive(:available_images).and_return([{'id' => 'test_image'}, {'id' => name_with_dash}, {'id' => name_with_slash}])
end
it 'is valid with correct attrs' do
expect(image).to be_valid
end
describe 'validation' do
include_examples 'field type validation', :id, :not_nil, :non_empty_string, :field_validator
include_examples 'field type validation', :remote_user, :not_nil, :non_empty_string, :only_word_symbols, :field_validator
include_examples 'field type validation', :name, :not_nil, :non_empty_string, :field_validator
include_examples 'field type validation', :bootstrap_template, :maybe_nil, :non_empty_string, :only_word_symbols, :field_validator
it 'id should contain only letters, digits and dashes' do
expect(build(:image, id: name_with_dash)).to be_valid
expect(build(:image, id: name_with_slash)).not_to be_valid
end
it "id should be included in image filters" do
expect(build(:image, id: 'wrong')).not_to be_valid
end
it 'name should contain only letters, digits and dashes' do
expect(build(:image, name: name_with_slash)).not_to be_valid
end
it 'bootstrap_template should be included in available bootstrap templates' do
expect(build(:image, bootstrap_template: 'wrong')).not_to be_valid
end
end
it '#to_hash_without_id returns provider, name, remote_user and bootstrap_template' do
expect(image.to_hash_without_id.keys).to match_array(%w(provider name remote_user bootstrap_template))
end
end

28
devops-service/spec/models/key_spec.rb Normal file
View File

@ -0,0 +1,28 @@
require 'db/mongo/models/key'
RSpec.describe Devops::Model::Key, type: :model do
let(:key) { build(:key) }
it 'is valid with correct attrs' do
expect(key).to be_valid
end
describe 'validations' do
it 'key file should exist in file system' do
expect(build(:key, path: './not_exist')).not_to be_valid
end
it "scope could be 'user' or 'system'" do
expect(build(:key, scope: 'system')).to be_valid
expect(build(:key, scope: 'wrong')).not_to be_valid
end
end
it '#filename returns base name of key file' do
expect(key.filename).to eq('blank_file')
end
it '#to_hash_without_id returns path and scope' do
expect(key.to_hash_without_id.keys).to eq(%w(path scope))
end
end

43
devops-service/spec/models/report_spec.rb Normal file
View File

@ -0,0 +1,43 @@
require 'db/mongo/models/report'
RSpec.describe Devops::Model::Report, type: :model do
let(:report) { build(:report) }
describe '#initialize' do
it 'converts created_at to localtime' do
now = Time.now.utc
expect(now.zone).to eq 'UTC'
expect(
build(:report, created_at: now).created_at.zone
).not_to eq 'UTC'
end
it 'converts updated_at to localtime' do
now = Time.now.utc
expect(now.zone).to eq 'UTC'
expect(
build(:report, updated_at: now).updated_at.zone
).not_to eq 'UTC'
end
end
describe '#to_hash_without_id' do
it 'contains several fields' do
expect(report.to_hash_without_id.keys).to match_array(%w(
file
created_at
updated_at
created_by
project
deploy_env
type
chef_node_name
host
status
stack
subreports
job_result_code
))
end
end
end

95
devops-service/spec/models/server_spec.rb Normal file
View File

@ -0,0 +1,95 @@
require 'db/mongo/models/server'
RSpec.describe Devops::Model::Server, type: :model do
let(:server) { build(:server) }
before do
allow(Provider::ProviderFactory).to receive(:providers).and_return(%w(openstack ec2 static'))
end
it 'is valid with correct attrs' do
expect(server).to be_valid
end
describe 'validation rules:' do
include_examples 'field type validation', :id, :not_nil, :non_empty_string
include_examples 'field type validation', :provider, :not_nil, :non_empty_string
include_examples 'field type validation', :remote_user, :not_nil, :non_empty_string
include_examples 'field type validation', :project, :not_nil, :non_empty_string
include_examples 'field type validation', :deploy_env, :not_nil, :non_empty_string
include_examples 'field type validation', :private_ip, :not_nil, :non_empty_string
include_examples 'field type validation', :public_ip, :maybe_nil, :maybe_empty_string
include_examples 'field type validation', :key, :not_nil, :non_empty_string
include_examples 'field type validation', :created_by, :not_nil, :non_empty_string
include_examples 'field type validation', :chef_node_name, :not_nil, :maybe_empty_string
include_examples 'field type validation', :reserved_by, :not_nil, :maybe_empty_string
include_examples 'field type validation', :stack, :maybe_nil, :non_empty_string
include_examples 'field type validation', :run_list, :not_nil, :maybe_empty_array
include_examples 'field type validation', :run_list, :run_list
end
describe '#initialize' do
it 'sets run_list to empty array if it is nil' do
server = described_class.new()
expect(server.run_list).to eq []
end
end
describe '.fields' do
it 'is array with several strings' do
expect(described_class.fields).to match_array(%w(
chef_node_name project deploy_env provider remote_user
private_ip public_ip created_at created_by key reserved_by
run_list stack last_operation
))
end
end
it '#to_hash_without_id returns not nil fields' do
server = described_class.new('run_list' => [], 'project' => 'asd')
expect(server.to_hash_without_id.keys).to match_array(%w(run_list project))
server.stack = 'stack_id'
expect(server.to_hash_without_id.keys).to match_array(%w(run_list project stack))
end
describe '#info' do
it 'returns string' do
expect(server.info).to be_a(String)
end
end
describe '#static?' do
it 'returns true for servers with provider==static' do
expect(build(:server, provider: 'static').static?).to be true
end
it 'returns false for servers with provider==ec2' do
expect(server.static?).to be false
end
end
describe '#set_last_operation' do
it 'sets #last_operation.date to Time.now' do
prev_operation_time = server.last_operation['date']
server.set_last_operation('deploy', 'root')
expect(server.last_operation['date']).to be > prev_operation_time
end
it 'updates last_operation_type' do
server.set_last_operation('deploy', 'root')
expect(server.last_operation['type']).to eq 'deploy'
end
it 'it raises error if given type is not supported' do
expect {
server.set_last_operation(:wrong, 'root')
}.to raise_error ArgumentError
end
it 'expects string as an argument' do
expect {
server.set_last_operation(:deploy, 'root')
}.to raise_error ArgumentError
end
end
end

174
devops-service/spec/models/stack/stack_ec2_spec.rb Normal file
View File

@ -0,0 +1,174 @@
require 'db/mongo/models/stack/stack_ec2'
RSpec.describe Devops::Model::StackEc2, type: :model do
let(:stack) { build(:stack_ec2) }
before do
allow(Provider::ProviderFactory).to receive(:providers).and_return(%w(ec2))
end
it 'is valid with factory attrs' do
expect(build(:stack_ec2)).to be_valid
end
describe 'validation rules:' do
include_examples 'field type validation', :id, :not_nil, :non_empty_string, :field_validator
include_examples 'field type validation', :project, :not_nil, :non_empty_string, :field_validator
include_examples 'field type validation', :deploy_env, :not_nil, :non_empty_string, :field_validator
include_examples 'field type validation', :stack_template, :not_nil, :non_empty_string, :field_validator
include_examples 'field type validation', :name, :maybe_nil, :non_empty_string, :field_validator
include_examples 'field type validation', :owner, :not_nil, :non_empty_string, :field_validator
include_examples 'field type validation', :run_list, :maybe_nil, :maybe_empty_array, :run_list, :field_validator
it 'validates provider' do
stack.provider = nil
expect(stack).not_to be_valid
stack.provider = ''
expect(stack).not_to be_valid
end
end
describe '#to_hash_without_id' do
it 'returns hash with several fields' do
expect(stack.to_hash_without_id.keys).to include('provider', :project, :deploy_env, :stack_template, :name, :owner, :run_list)
end
end
describe '#initialize' do
it 'sets provider to ec2 even if given attrs don\'t contain it' do
expect(described_class.new.provider).to eq 'ec2'
end
it 'sets run_list to empty array if it\'s blank' do
expect(described_class.new.run_list).to eq []
end
end
describe '#bson_safe_details' do
it 'stringify value of CreationTime key' do
stack.details = {'CreationTime' => Time.now}
expect(stack.bson_safe_details['CreationTime']).to be_a(String)
end
end
describe '#create_stack_in_cloud!' do
it 'calls create_stack method of provider instance' do
expect(stack).to receive_message_chain('provider_instance.create_stack')
stack.create_stack_in_cloud!('')
end
it 'raises InvalidRecord if stack with such name already exists in cloud' do
allow(stack).to receive_message_chain('provider_instance.create_stack').and_raise(ProviderErrors::NameConflict)
expect { stack.create_stack_in_cloud!('') }.to raise_error(InvalidRecord)
end
end
describe '#delete_stack_in_cloud!' do
it 'calls delete_stack method of provider instance' do
expect(stack).to receive_message_chain('provider_instance.delete_stack').with(stack)
stack.delete_stack_in_cloud!
end
end
describe '#template_body' do
it 'is a String' do
allow(Devops::Db).to receive_message_chain('connector.stack_template.template_body') {'body'}
expect(stack.template_body).to be_a(String)
end
end
describe '#sync_details!' do
let(:stack_with_blank_info) { stack.details = nil; stack.events=nil; stack }
let(:fresh_details) { {'StackStatus' => 'CREATE_COMPLETE'} }
let(:fresh_events) { [] }
subject { stack_with_blank_info.sync_details! }
before do
allow(stack_with_blank_info).to receive_message_chain('provider_instance.stack_details') {fresh_details}
allow(stack_with_blank_info).to receive_message_chain('provider_instance.stack_events') {fresh_events}
end
it "get fresh stack details and stores it in @details" do
expect(stack_with_blank_info).to receive_message_chain('provider_instance.stack_details')
subject
expect(stack_with_blank_info.details).to eq fresh_details
end
it "get fresh stack events and stores it in @events" do
expect(stack_with_blank_info).to receive_message_chain('provider_instance.stack_events')
subject
expect(stack_with_blank_info.events).to eq fresh_events
end
it 'updates stack status' do
subject
expect(stack_with_blank_info.stack_status).to eq 'CREATE_COMPLETE'
end
end
describe '#update_in_cloud!' do
before { allow(stack).to receive_message_chain('provider_instance.update_stack') }
it 'calls to method update_stack of provider instance' do
expect(stack).to receive_message_chain('provider_instance.update_stack')
stack.update_in_cloud!({})
end
it 'filters params to include only Parameters, TemplateBody, TemplateURL and Capabilities' do
permitted_keys = %w(Parameters TemplateBody TemplateURL Capabilities)
permitted_hash = permitted_keys.inject({}) {|hash, key| hash[key] = 1; hash}
unfiltered_hash = permitted_hash.merge('wrong' => 1)
expect(stack).to receive_message_chain('provider_instance.update_stack').with(stack, permitted_hash)
stack.update_in_cloud!(unfiltered_hash)
end
end
describe '#change_stack_template!' do
let(:new_template) { 'brand_new_template' }
before do
allow(stack).to receive(:template_body)
allow(stack).to receive(:update_in_cloud!)
allow(Devops::Db).to receive_message_chain('connector.stack_update')
end
it 'updates stack_template' do
stack.change_stack_template!(new_template)
expect(stack.stack_template).to eq new_template
end
end
describe '.create' do
subject { described_class.create({}, '') }
before do
allow_any_instance_of(described_class).to receive(:create_stack_in_cloud!)
allow_any_instance_of(described_class).to receive(:sync_details!)
end
it "returns instance of #{described_class.name}" do
expect(subject).to be_a(described_class)
end
it 'creates stack in AWS' do
expect_any_instance_of(described_class).to receive(:create_stack_in_cloud!)
subject
end
it 'synchronizes details' do
expect_any_instance_of(described_class).to receive(:sync_details!)
subject
end
end
describe '.build_from_bson' do
subject { described_class.build_from_bson('_id' => 'foo', 'name' => 'bar') }
it "returns instance of #{described_class.name} with given parameters" do
expect(subject.id).to eq 'foo'
expect(subject.name).to eq 'bar'
end
end
end

13
devops-service/spec/models/stack_template/stack_template_ec2_spec.rb Normal file
View File

@ -0,0 +1,13 @@
require 'db/mongo/models/stack_template/stack_template_ec2'
RSpec.describe Devops::Model::StackTemplateEc2, type: :model do
let(:stack_template) { build(:stack_template_ec2) }
before do
allow(Provider::ProviderFactory).to receive(:providers).and_return(%w(ec2))
allow_any_instance_of(Devops::Model::StackTemplateEc2).to receive_message_chain('provider_instance.validate_stack_template') { true }
end
it_behaves_like 'stack template'
end

13
devops-service/spec/models/stack_template/stack_template_openstack_spec.rb Normal file
View File

@ -0,0 +1,13 @@
require 'db/mongo/models/stack_template/stack_template_openstack'
RSpec.describe Devops::Model::StackTemplateOpenstack, type: :model do
let(:stack_template) { build(:stack_template_openstack) }
before do
allow(Provider::ProviderFactory).to receive(:providers).and_return(%w(openstack))
allow_any_instance_of(Devops::Model::StackTemplateOpenstack).to receive_message_chain('provider_instance.validate_stack_template') { true }
end
it_behaves_like 'stack template'
end

107
devops-service/spec/models/user_spec.rb Normal file
View File

@ -0,0 +1,107 @@
require 'db/mongo/models/user'
RSpec.describe Devops::Model::User, type: :model do
let(:user) { build(:user) }
it 'is valid with correct attrs' do
expect(user).to be_valid
end
describe 'validation' do
include_examples 'field type validation', :id, :not_nil, :non_empty_string, :only_word_symbols, :field_validator
include_examples 'field type validation', :password, :not_nil, :maybe_empty_string, :field_validator
include_examples 'field type validation', :email, :not_nil, :maybe_empty_string, :field_validator
it "privileges is set to default value if nil is passed" do
expect(user.privileges).not_to be nil
end
it 'privileges should be a hash' do
expect(build(:user, privileges: 'root')).not_to be_valid
end
end
it '#to_hash_without_id returns email, password and privileges' do
expect(user.to_hash_without_id.keys).to match_array(%w(email password privileges))
end
describe '#privileges' do
subject {user.privileges}
it { should be_a(Hash) }
it 'has entity types as keys' do
expect(subject.keys).to match_array(Devops::Model::User::KNOWN_ENTITIES)
end
end
describe '#all_privileges' do
it 'all privileges are set to rwx' do
expect(user.all_privileges.values.uniq).to eq ['rwx']
end
end
describe '#default_privileges' do
it 'user privilege is empty' do
expect(user.default_privileges['user']).to be_empty
end
it 'others are r' do
result = user.default_privileges
result.delete('user')
expect(result.values.uniq).to eq ['r']
end
end
describe '#grant' do
it 'sets privilege' do
expect {
user.grant('key', 'rw')
}.to change{ user.privileges['key'] }.from('r').to('rw')
end
it 'could not be applied to root' do
root = build(:user, id: 'root')
expect{root.grant('user', 'r')}.to raise_error(InvalidPrivileges)
end
it 'recognize all value of entity' do
user.grant('all', 'rw')
expect(user.privileges.values.uniq).to eq ['rw']
end
it 'sets default privileges if cmd is empty' do
user.grant('user', 'rw')
user.grant('', 'rwx')
expect(user.privileges).to eq user.default_privileges
end
it 'could not be applied with unknown privilege value' do
expect{user.grant('user', 'q')}.to raise_error(InvalidCommand)
end
end
describe '#check_privileges' do
it "raises InvalidPrivileges if user hasn't specified privilege" do
expect { user.check_privileges('key', 'w') }.to raise_error(InvalidPrivileges)
end
it 'does nothing is user has specified privilege' do
user.check_privileges('key', 'r')
end
end
describe '.create_root' do
subject {Devops::Model::User.create_root}
it { should be_valid }
it 'his name is root' do
expect(subject.id).to eq Devops::Model::User::ROOT_USER_NAME
end
it 'his password is root password' do
expect(subject.password).to eq Devops::Model::User::ROOT_PASSWORD
end
it 'has all privileges' do
expect(subject.privileges).to eq user.all_privileges
end
end
end

78
devops-service/spec/spec_helper.rb Normal file
View File

@ -0,0 +1,78 @@
ENV['RACK_ENV'] ||= 'test'
require 'byebug'
require 'factory_girl'
require 'active_support/core_ext/hash/indifferent_access'
require 'active_support/inflector'
# setup load_path and require support files
root = File.join(File.dirname(__FILE__), "..")
$LOAD_PATH.push root unless $LOAD_PATH.include? root
Dir[("./spec/support/**/*.rb")].each { |f| require f }
# Factory girl configuration
FactoryGirl.define do
# do not try to persist, but raise validation errors
to_create { |model| model.validate! }
end
FactoryGirl.find_definitions
# RSpec configuration
RSpec.configure do |config|
config.include FactoryGirl::Syntax::Methods
# rspec-expectations config goes here. You can use an alternate
# assertion/expectation library such as wrong or the stdlib/minitest
# assertions if you prefer.
config.expect_with :rspec do |expectations|
expectations.include_chain_clauses_in_custom_matcher_descriptions = true
end
# rspec-mocks config goes here. You can use an alternate test double
# library (such as bogus or mocha) by changing the `mock_with` option here.
config.mock_with :rspec do |mocks|
# Prevents you from mocking or stubbing a method that does not exist on
# a real object. This is generally recommended, and will default to
# `true` in RSpec 4.
mocks.verify_partial_doubles = true
end
# Allows RSpec to persist some state between runs in order to support
# the `--only-failures` and `--next-failure` CLI options. We recommend
# you configure your source control system to ignore this file.
config.example_status_persistence_file_path = "spec/examples.txt"
# Limits the available syntax to the non-monkey patched syntax that is
# recommended. For more details, see:
# - http://myronmars.to/n/dev-blog/2012/06/rspecs-new-expectation-syntax
# - http://www.teaisaweso.me/blog/2013/05/27/rspecs-new-message-expectation-syntax/
# - http://myronmars.to/n/dev-blog/2014/05/notable-changes-in-rspec-3#new__config_option_to_disable_rspeccore_monkey_patching
config.disable_monkey_patching!
# Many RSpec users commonly either run the entire suite or an individual
# file, and it's useful to allow more verbose output when running an
# individual spec file.
if config.files_to_run.one?
# Use the documentation formatter for detailed output,
# unless a formatter has already been configured
# (e.g. via a command-line flag).
config.default_formatter = 'doc'
end
# Print the 10 slowest examples and example groups at the
# end of the spec run, to help surface which specs are running
# particularly slow.
# config.profile_examples = 10
# Run specs in random order to surface order dependencies. If you find an
# order dependency and want to debug it, you can fix the order by providing
# the seed, which is printed after each run.
# --seed 1234
config.order = :random
# Seed global randomization in this process using the `--seed` CLI option.
# Setting this allows you to use `--seed` to deterministically reproduce
# test failures related to randomization by passing the same `--seed` value
# as the one that triggered the failure.
Kernel.srand config.seed
end

0
devops-service/spec/support/blank_file Normal file
View File

38
devops-service/spec/support/shared_cloud_deploy_env_specs.rb Normal file
View File

@ -0,0 +1,38 @@
RSpec.shared_examples 'cloud deploy env' do
validated_model_name = described_class.name.demodulize.underscore
describe 'validation rules:' do
include_examples 'field type validation', :flavor, :maybe_nil, :non_empty_string, :field_validator
include_examples 'field type validation', :image, :maybe_nil, :non_empty_string, :field_validator
include_examples 'field type validation', :groups, :maybe_nil, :maybe_empty_array, :field_validator
include_examples 'field type validation', :subnets, :maybe_nil, :maybe_empty_array, :field_validator
include_examples 'field type validation', :stack_template, :maybe_nil, :non_empty_string, :field_validator
it 'flavor should be available' do
expect(build(validated_model_name, flavor: 'flavor')).to be_valid
expect(build(validated_model_name, flavor: 'wrong')).not_to be_valid
end
it 'image should be available' do
expect(build(validated_model_name, image: 'image')).to be_valid
expect(build(validated_model_name, image: 'wrong')).not_to be_valid
end
it 'all groups should be available' do
expect(build(validated_model_name, groups: ['default'])).to be_valid
expect(build(validated_model_name, groups: ['wrong'])).not_to be_valid
expect(build(validated_model_name, groups: ['wrong', 'default'])).not_to be_valid
end
it 'stack_template should be available' do
expect(build(validated_model_name, stack_template: 'template')).to be_valid
expect(build(validated_model_name, stack_template: 'wrong')).not_to be_valid
end
end
describe '#to_hash' do
it 'includes flavor, image, subnets, groups and stack_template in keys' do
expect(described_class.new.to_hash).to include('flavor', 'image', 'subnets', 'groups', 'stack_template')
end
end
end

211
devops-service/spec/support/shared_deploy_env_specs.rb Normal file
View File

@ -0,0 +1,211 @@
require 'core/devops-application'
require 'core/devops-db'
RSpec.shared_examples 'deploy env' do
validated_model_name = described_class.name.demodulize.underscore
include SpecSupport
it 'is valid with correct attrs' do
expect(env).to be_valid
end
describe 'validation rules:' do
include_examples 'field type validation', :identifier, :not_nil, :non_empty_string, :only_word_symbols, :field_validator
include_examples 'field type validation', :run_list, :not_nil, :maybe_empty_array, :run_list, :field_validator
include_examples 'field type validation', :users, :not_nil, :maybe_empty_array, :field_validator
include_examples 'field type validation', :expires, :maybe_nil, :non_empty_string, :field_validator
it 'should be valid only with all users available' do
expect(build(validated_model_name, users: ['root'])).to be_valid
expect(build(validated_model_name, users: ['wrong'])).not_to be_valid
expect(build(validated_model_name, users: ['wrong', 'root'])).not_to be_valid
end
it 'expires should be smth like "2d" or "15h"' do
expect(build(validated_model_name, expires: '2d')).to be_valid
expect(build(validated_model_name, expires: 'wrong')).not_to be_valid
end
describe '#validate_provider!' do
it 'raises InvalidRecord if provider is nil' do
env.provider = nil
expect {env.validate_provider!}.to raise_error InvalidRecord
end
end
end
describe '#initialize' do
it 'sets identifier from given hash' do
model = described_class.new('identifier' => 'a')
expect(model.identifier).to eq 'a'
end
it 'sets provider from given hash' do
model = described_class.new('provider' => 'ec2')
expect(model.provider).to eq 'ec2'
end
it 'sets uniq elements from run list from given hash' do
model = described_class.new('run_list' => ['role[a]', 'role[a]', 'recipe[e]'])
expect(model.run_list).to match_array ['role[a]', 'recipe[e]']
end
it 'sets empty array if run list is empty' do
model = described_class.new
expect(model.run_list).to match_array []
end
it 'sets expires from given hash' do
model = described_class.new('expires' => '3d')
expect(model.expires).to eq '3d'
end
it 'sets uniq users from given hash' do
model = described_class.new('users' => ['root', 'root', 'user'])
expect(model.users).to match_array ['root', 'user']
end
end
describe '#to_hash' do
it 'includes identifier, run_list, expires, users and provider in keys' do
expect(described_class.new.to_hash).to include('identifier', 'run_list', 'expires', 'users', 'provider')
end
end
describe '#add_users' do
it "doesn't add duplications of already added users" do
env = described_class.new('users' => %w(root user))
env.add_users %w(root user)
expect(env.users).to match_array %w(root user)
end
it "adds new users" do
env = described_class.new('users' => %w(root))
env.add_users ['user1', 'user2']
expect(env.users).to match_array %w(root user1 user2)
end
end
describe '#update_field' do
subject { env.update_field('project_name', 'run_list', ['role[asd]']) }
before do
allow_message_expectations_on_nil
allow(Devops::Db.connector).to receive(:set_project_deploy_env_field)
end
it 'validate it' do
expect(env).to receive(:validate_run_list!)
subject
end
it 'updates attribute value' do
expect { subject }.to change {env.run_list}.to(['role[asd]'])
end
it 'saves it' do
expect(Devops::Db.connector).to receive(:set_project_deploy_env_field).with('project_name', env.identifier, {'run_list' => ['role[asd]']})
subject
end
end
describe '#create_role' do
subject { env.create_role('project_name') }
before do
stub_loggers
allow(env).to receive_message_chain('knife_instance.role_name') { 'role_name' }
end
it 'returns nil if knife_instance is nil' do
allow(env).to receive(:knife_instance)
expect(subject).to be nil
end
it 'returns hash with :error if knife.roles is nil' do
allow(env).to receive_message_chain('knife_instance.roles')
expect(subject).to be_a(Hash).and include(:error)
end
it 'returns hash with :error when creating a role raises an error' do
allow(env).to receive_message_chain('knife_instance.roles') { [] }
allow(env).to receive_message_chain('knife_instance.create_role') { raise StandardError }
expect(subject).to be_a(Hash).and include(error: ['role_name'])
end
context 'when a role already exists in chef' do
before { allow(env).to receive_message_chain('knife_instance.roles') { ['role_name'] } }
it 'returns hash with :exist' do
expect(subject).to be_a(Hash).and include(exist: ['role_name'])
end
it "adds the role to env's run_list" do
subject
expect(env.run_list).to include('role[role_name]')
end
end
context 'when a role is missing in chef' do
before { allow(env).to receive_message_chain('knife_instance.roles') { [] } }
it 'returns hash with :new when a role has been created' do
expect(env).to receive_message_chain('knife_instance.create_role')
expect(subject).to be_a(Hash).and include(new: ['role_name'])
end
it "adds the role to env's run_list" do
allow(env).to receive_message_chain('knife_instance.create_role')
subject
expect(env.run_list).to include('role[role_name]')
end
end
end
describe '#rename' do
subject { env.rename('project_id', 'new_name') }
let(:old_role_name) {'project_id_name'}
let(:new_role_name) {'project_id_new_name'}
let(:suggested_old_roles) {["role[#{old_role_name}]"]}
let(:suggested_new_roles) {["role[#{new_role_name}]"]}
before do
stub_loggers
# simulate correct start conditions
env.run_list = suggested_old_roles
# stub calls to knife
allow(env).to receive(:create_role) { {exist: [new_role_name]} }
allow(env).to receive_message_chain('knife_instance.role_name') { old_role_name }
# there is a call to Project.create_roles_response, stub it
allow_message_expectations_on_nil
project_class_double = double()
allow(project_class_double).to receive(:create_roles_response) { ''}
stub_const('Devops::Model::Project', project_class_double)
end
it 'raises InvalidRecord if env with such name already exists in project' do
allow(Devops::Db.connector).to receive_message_chain('project.deploy_env')
expect{subject}.to raise_error(InvalidRecord)
end
context 'when there is no env with such name already' do
before do
allow(Devops::Db.connector).to receive_message_chain('project.deploy_env') {raise RecordNotFound}
allow(Devops::Db.connector).to receive(:set_project_deploy_env_field)
end
it 'validates new identifier' do
expect(env).to receive(:validate_identifier!)
subject
end
it 'removes old role and adds new one' do
# somewhy 'expect to change' did't work
expect(env.run_list).to match_array(suggested_old_roles)
subject
expect(env.run_list).to match_array(suggested_new_roles)
end
end
end
describe '#knife_instance' do
it 'calls KnifeFactory.instance' do
expect(KnifeFactory).to receive(:instance)
env.knife_instance
end
end
end

53
devops-service/spec/support/shared_stack_template_specs.rb Normal file
View File

@ -0,0 +1,53 @@
RSpec.shared_examples 'stack template' do
validated_model_name = described_class.name.demodulize.underscore
it 'is valid with factory attrs' do
expect(build(validated_model_name)).to be_valid
end
describe 'validation rules' do
include_examples 'field type validation', :id, :not_nil, :non_empty_string, :only_word_symbols, :field_validator
include_examples 'field type validation', :provider, :not_nil, :non_empty_string, :field_validator
include_examples 'field type validation', :template_body, :not_nil, :non_empty_string, :field_validator
include_examples 'field type validation', :owner, :not_nil, :non_empty_string, :field_validator
end
describe '#to_hash_without_id' do
it 'returns hash with provider, template_body and owner' do
expect(stack_template.to_hash_without_id).to include(:provider, :template_body, :owner)
end
end
describe '.create' do
it "returns instance of #{described_class.name}" do
params = {
'id' => 'foo',
'template_body' => '{}',
'owner' => 'root',
'provider' => 'ec2'
}
expect(described_class.create(params)).to be_an_instance_of(described_class)
end
end
describe '#build_from_bson' do
let(:params) { {
'_id' => 'foo',
'template_body' => '{}',
'owner' => 'root',
'provider' => 'ec2'
}}
subject { described_class.build_from_bson(params) }
it 'sets id from _id' do
expect(subject.id).to eq 'foo'
end
it 'sets other params from given hash' do
expect(subject.template_body).to eq '{}'
expect(subject.owner).to eq 'root'
expect(subject.provider).to eq 'ec2'
end
end
end

121
devops-service/spec/support/shared_validation_specs.rb Normal file
View File

@ -0,0 +1,121 @@
SUPPORTED_MODEL_PROPERTIES = [:not_nil, :maybe_nil, :non_empty_string, :maybe_empty_string, :non_empty_array, :maybe_empty_array, :only_word_symbols, :run_list, :field_validator]
RSpec.shared_examples 'field type validation' do |field, *properties|
validated_model_name = described_class.name.demodulize.underscore
unsupported_properties = properties - SUPPORTED_MODEL_PROPERTIES
with_field_validators = properties.include?(:field_validator)
raise_error "Unsupported properties: #{unsupported_properties.join(', ')}" unless unsupported_properties.empty?
describe field do
it 'should not be nil' do
expect(build(validated_model_name, field => nil)).not_to be_valid
end if properties.include?(:not_nil)
it 'may be nil' do
expect(build(validated_model_name, field => nil)).to be_valid
end if properties.include?(:maybe_nil)
it 'should be non empty string' do
expect(build(validated_model_name, field => 0)).not_to be_valid
expect(build(validated_model_name, field => '')).not_to be_valid
end if properties.include?(:non_empty_string)
it 'may be empty string' do
expect(build(validated_model_name, field => 0)).not_to be_valid
expect(build(validated_model_name, field => '')).to be_valid
end if properties.include?(:maybe_empty_string)
it 'should be non empty array' do
expect(build(validated_model_name, field => 0)).not_to be_valid
expect(build(validated_model_name, field => [])).not_to be_valid
end if properties.include?(:non_empty_array)
it 'may be empty array' do
expect(build(validated_model_name, field => 0)).not_to be_valid
expect(build(validated_model_name, field => [])).to be_valid
end if properties.include?(:maybe_empty_array)
it 'should contain only word symbols' do
expect(build(validated_model_name, field => 'asd-asd')).not_to be_valid
end if properties.include?(:only_word_symbols)
it 'should contain elements like role[asd] or recipe[asd]' do
expect(build(validated_model_name, field => ['role[asd]'])).to be_valid
expect(build(validated_model_name, field => ['recipe[asd]'])).to be_valid
expect(build(validated_model_name, field => ['wrong_format'])).not_to be_valid
end if properties.include?(:run_list)
end
if with_field_validators
field_validation_method = "validate_#{field}!"
describe field_validation_method do
it 'should not be nil' do
expect{
build(validated_model_name, field => nil).send(field_validation_method)
}.to raise_error InvalidRecord
end if properties.include?(:not_nil)
it 'may be nil' do
expect{
build(validated_model_name, field => nil).send(field_validation_method)
}.not_to raise_error
end if properties.include?(:maybe_nil)
it 'should be non empty string' do
expect{
build(validated_model_name, field => 0).send(field_validation_method)
}.to raise_error InvalidRecord
expect{
build(validated_model_name, field => '').send(field_validation_method)
}.to raise_error InvalidRecord
end if properties.include?(:non_empty_string)
it 'may be empty string' do
expect{
build(validated_model_name, field => 0).send(field_validation_method)
}.to raise_error InvalidRecord
expect{
build(validated_model_name, field => '').send(field_validation_method)
}.not_to raise_error
end if properties.include?(:maybe_empty_string)
it 'should be non empty array' do
expect{
build(validated_model_name, field => 0).send(field_validation_method)
}.to raise_error InvalidRecord
expect{
build(validated_model_name, field => []).send(field_validation_method)
}.to raise_error InvalidRecord
end if properties.include?(:non_empty_array)
it 'may be empty array' do
expect{
build(validated_model_name, field => 0).send(field_validation_method)
}.to raise_error InvalidRecord
expect{
build(validated_model_name, field => []).send(field_validation_method)
}.not_to raise_error
end if properties.include?(:maybe_empty_array)
it 'should contain only word symbols' do
expect{
build(validated_model_name, field => 'asd-asd').send(field_validation_method)
}.to raise_error InvalidRecord
end if properties.include?(:only_word_symbols)
it 'should contain elements like role[asd] or recipe[asd]' do
expect{
build(validated_model_name, field => ['role[asd]']).send(field_validation_method)
}.not_to raise_error
expect{
build(validated_model_name, field => ['recipe[asd]']).send(field_validation_method)
}.not_to raise_error
expect{
build(validated_model_name, field => ['wrong_format']).send(field_validation_method)
}.to raise_error InvalidRecord
end if properties.include?(:run_list)
end
end
end

11
devops-service/spec/support/spec_support.rb Normal file
View File

@ -0,0 +1,11 @@
require 'core/devops-application'
module SpecSupport
BLANK_FILE = File.join(Devops::Application.root, 'spec/support/blank_file')
def stub_loggers
allow(DevopsLogger).to receive_message_chain('logger.debug')
allow(DevopsLogger).to receive_message_chain('logger.info')
allow(DevopsLogger).to receive_message_chain('logger.error')
end
end

2
devops-service/workers/bootstrap_worker.rb
View File

@ -21,7 +21,7 @@ class BootstrapWorker < Worker
bootstrap_template: bootstrap_template
}
=end
executor = Devops::Executor::ServerExecutor.new(server, out)
executor = Devops::Executor::ServerExecutor.new(server, out, current_user: owner)
executor.report = report
status = executor.two_phase_bootstrap(options)
mongo.set_report_server_data(jid, server.chef_node_name, server.public_ip || server.private_ip)

2
devops-service/workers/deploy_worker.rb
View File

@ -16,7 +16,7 @@ class DeployWorker < Worker
server = Devops::Model::Server.new(server_attrs)
report = save_report(file, owner, server)
executor = Devops::Executor::ServerExecutor.new(server, out)
executor = Devops::Executor::ServerExecutor.new(server, out, current_user: owner)
executor.report = report
executor.deploy_server_with_tags(tags, deploy_info)
end

11
devops-service/workers/stack_bootstrap_worker.rb
View File

@ -22,9 +22,6 @@ class StackBootstrapWorker < Worker
begin
stack = create_stack(stack_attrs)
rescue StackCreatingError
return 1
end
#TODO: errors
begin
@ -41,16 +38,20 @@ class StackBootstrapWorker < Worker
rescue BootstrapingStackServerError
@out.puts "\nAn error occured during bootstraping stack servers. Initiating stack rollback."
rollback_stack!(stack)
1
2
rescue DeployingStackServerError => e
@out.puts "\nStack was launched, but an error occured during deploying stack servers."
@out.puts "You can redeploy stack after fixing the error."
1
3
rescue StandardError => e
@out.puts "\nAn error occured. Initiating stack rollback."
rollback_stack!(stack)
raise e
end
rescue StackCreatingError
@out.puts "Stack creating error"
1
end
end
end

6
devops-service/workers/worker.rb
View File

@ -119,7 +119,7 @@ class Worker
end
def update_job_status(status, job_result_code)
set_status(jid, status)
Worker.set_status(jid, status)
mongo.set_report_status(jid, status, job_result_code)
status
end
@ -130,8 +130,4 @@ class Worker
config
end
def set_status id, status
self.class.set_status(id, status)
end
end