440 lines
17 KiB
Ruby
440 lines
17 KiB
Ruby
|
require "commands/status"
|
||
|
|
require "db/mongo/models/project"
|
||
|
|
require "db/mongo/models/user"
|
||
|
|
require "workers/project_test_worker"
|
||
|
|
require "app/api3/parsers/project"
|
||
|
|
require "lib/project/type/types_factory"
|
||
|
|
require "lib/executors/server_executor"
|
||
|
|
|
||
|
|
require_relative "request_handler"
|
||
|
|
|
||
|
|
module Devops
|
||
|
|
module API3
|
||
|
|
module Handler
|
||
|
|
class Project < RequestHandler
|
||
|
|
|
||
|
|
set_parser Devops::API3::Parser::ProjectParser
|
||
|
|
|
||
|
|
include Devops::API3::Helpers
|
||
|
|
|
||
|
|
extend StatusCommands
|
||
|
|
|
||
|
|
def project_types
|
||
|
|
Devops::TypesFactory.types_names
|
||
|
|
end
|
||
|
|
|
||
|
|
def projects
|
||
|
|
user = parser.current_user
|
||
|
|
query = {}
|
||
|
|
if user != Devops::Model::User::ROOT_USER_NAME
|
||
|
|
query['$or'] = [{owner: user}, {project_users: user}]
|
||
|
|
end
|
||
|
|
parser.archived_projects ? query["archived"] = true : query["archived"] = {"$exists" => false}
|
||
|
|
Devops::Model::Project.where(query)
|
||
|
|
#Devops::Db.connector.projects(nil, nil, parser.projects, parser.archived_projects)
|
||
|
|
end
|
||
|
|
|
||
|
|
def project id
|
||
|
|
Devops::Model::Project.find(id)
|
||
|
|
rescue Mongoid::Errors::DocumentNotFound
|
||
|
|
raise Devops::Exception::RecordNotFound.new("Project '#{id}' not found")
|
||
|
|
end
|
||
|
|
|
||
|
|
def project_environments(id)
|
||
|
|
project = project(id)
|
||
|
|
project.environments
|
||
|
|
end
|
||
|
|
|
||
|
|
def get_project_with_environment id, env
|
||
|
|
#Devops::Model::Project.where({'environments.id' => env}).only('environments.$.id').find(id) ??? TODO: projection with array index
|
||
|
|
project = Devops::Model::Project.where({'environments.id' => env}).find(id)
|
||
|
|
project.environments = [ project.environments.detect{|de| de.id == env} ]
|
||
|
|
project
|
||
|
|
rescue Mongoid::Errors::DocumentNotFound
|
||
|
|
raise Devops::Exception::RecordNotFound.new("Project '#{id}' with deploy environment '#{env}' not found")
|
||
|
|
end
|
||
|
|
|
||
|
|
def project_environment(id, env)
|
||
|
|
get_project_with_environment(id, env).environments[0]
|
||
|
|
end
|
||
|
|
|
||
|
|
def project_env_servers id, env
|
||
|
|
project = get_project_with_environment(id, env)
|
||
|
|
user = parser.current_user
|
||
|
|
users = [ project.owner ] + project.project_users
|
||
|
|
Devop::Exception::AccessError.new("User can not read this project") unless users.include?(user)
|
||
|
|
Devops::Model::Server.where({'project' => id, 'environment' => env}).all
|
||
|
|
end
|
||
|
|
|
||
|
|
def pvroject_servers id
|
||
|
|
project = project(id)
|
||
|
|
user = parser.current_user
|
||
|
|
users = [ project.owner ] + project.project_users
|
||
|
|
Devop::Exception::AccessError.new("User can not read this project") unless users.include?(user)
|
||
|
|
Devops::Model::Server.where({'project' => id}).all
|
||
|
|
end
|
||
|
|
|
||
|
|
def add_project_users id
|
||
|
|
users = parser.users
|
||
|
|
#TODO: projection
|
||
|
|
dbusers = Devops::Model::User.where('_id.in' => users).map{|u| u.id}
|
||
|
|
invalid_users = users - dbusers
|
||
|
|
raise Devops::Exception::ValidationError.new("Invalid users: '#{invalid_users.join("', '")}'") unless invalid_users.empty?
|
||
|
|
add_to_project_array id, :project_users, users
|
||
|
|
end
|
||
|
|
|
||
|
|
def delete_project_users id
|
||
|
|
pull_from_project_array id, :project_users, parser.users
|
||
|
|
end
|
||
|
|
|
||
|
|
def set_project_description id
|
||
|
|
db_project = project(id)
|
||
|
|
db_project.description = parser.set_description
|
||
|
|
db_project.save!
|
||
|
|
end
|
||
|
|
|
||
|
|
def add_to_project_array id, key, list_to_add
|
||
|
|
db_project = project(id)
|
||
|
|
set = Set.new(db_project.send(key)).merge(list_to_add)
|
||
|
|
db_project.add_to_set({key => list_to_add})
|
||
|
|
set.to_a
|
||
|
|
end
|
||
|
|
|
||
|
|
def pull_from_project_array id, key, list_to_pull
|
||
|
|
db_project = project(id)
|
||
|
|
set = Set.new(db_project.send(key)).subtract(list_to_pull)
|
||
|
|
db_project.pull_all({key => list_to_pull})
|
||
|
|
set.to_a
|
||
|
|
end
|
||
|
|
|
||
|
|
def set_project_run_list id
|
||
|
|
db_project = project(id)
|
||
|
|
db_project.run_list = parser.run_list
|
||
|
|
db_project.save!
|
||
|
|
db_project.run_list
|
||
|
|
end
|
||
|
|
|
||
|
|
def add_project_run_list id
|
||
|
|
add_to_project_array id, :run_list, parser.run_list
|
||
|
|
end
|
||
|
|
|
||
|
|
def delete_project_run_list id
|
||
|
|
pull_from_project_array id, :run_list, parser.run_list
|
||
|
|
end
|
||
|
|
|
||
|
|
def add_project_env_users id, env
|
||
|
|
project = get_project_with_environment(id, env)
|
||
|
|
users = parser.users
|
||
|
|
dbusers = project.project_users + [project.owner]
|
||
|
|
invalid_users = users - dbusers
|
||
|
|
raise Devops::Exception::ValidationError.new("User(s) '#{invalid_users.join("', '")}' is/are not a project user(s)") unless invalid_users.empty?
|
||
|
|
Devops::Model::Project.where({'_id' => id, 'environments.id' => env}).add_to_set('environments.$.users' => users)
|
||
|
|
Set.new(project.environments[0].users + users).to_a
|
||
|
|
end
|
||
|
|
|
||
|
|
def delete_project_env_users id, env
|
||
|
|
project = get_project_with_environment(id, env)
|
||
|
|
users = parser.users
|
||
|
|
Devops::Model::Project.where({'_id' => id, 'environments.id' => env}).pull_all('environments.$.users' => users)
|
||
|
|
project.environments[0].users - users
|
||
|
|
end
|
||
|
|
|
||
|
|
def project_env_stacks id, env
|
||
|
|
# check if project exists
|
||
|
|
get_project_with_environment(id, env)
|
||
|
|
Devops::Model::StackBase.where({project: id, environment: env}).all
|
||
|
|
end
|
||
|
|
|
||
|
|
def create_project
|
||
|
|
p = parser.create_project
|
||
|
|
|
||
|
|
p.owner = parser.current_user
|
||
|
|
p.environments.each do |env|
|
||
|
|
env.add_users [parser.current_user]
|
||
|
|
end
|
||
|
|
p.save!
|
||
|
|
info = "Project '#{p.id}' has been created."
|
||
|
|
DevopsLogger.logger.info info
|
||
|
|
info
|
||
|
|
end
|
||
|
|
|
||
|
|
=begin
|
||
|
|
def set_project_components id
|
||
|
|
body = parser.set_project_components
|
||
|
|
project = Devops::Db.connector.project(id)
|
||
|
|
project.components = body["components"]
|
||
|
|
project.validate_components
|
||
|
|
Devops::Db.connector.project_update_field id, "components", body["components"]
|
||
|
|
"Updated project '#{project.id}' with components '#{body["components"].inspect}'"
|
||
|
|
end
|
||
|
|
=end
|
||
|
|
|
||
|
|
def add_environment id
|
||
|
|
db_project = project(id)
|
||
|
|
env = parser.add_environment
|
||
|
|
env.validate!
|
||
|
|
env.add_users [parser.current_user]
|
||
|
|
begin
|
||
|
|
db_env = db_project.environment(env.id)
|
||
|
|
raise Devops::Exception::ValidationError.new("Can not add new environment for project '#{id}'. Environment '#{env.id}' already exist")
|
||
|
|
rescue Devops::Exception::RecordNotFound => e
|
||
|
|
db_project.add_environment(env)
|
||
|
|
info = "Deploy environment '#{env.id}' has been added to project '#{id}'."
|
||
|
|
DevopsLogger.logger.info info
|
||
|
|
[info, env]
|
||
|
|
end
|
||
|
|
end
|
||
|
|
|
||
|
|
def project_environment_categories project, env
|
||
|
|
project = get_project_with_environment(project, env)
|
||
|
|
penv = project.environments[0]
|
||
|
|
penv.categories
|
||
|
|
end
|
||
|
|
|
||
|
|
def add_category id, env
|
||
|
|
project = get_project_with_environment(id, env)
|
||
|
|
penv = project.environments[0]
|
||
|
|
cat = parser.add_category
|
||
|
|
cat.validate!
|
||
|
|
db_cat = penv.get_category(cat.id)
|
||
|
|
if db_cat.nil?
|
||
|
|
category = project.add_category(penv, cat)
|
||
|
|
roles = category.create_role(id, env)
|
||
|
|
roles_response = Model::Category.present_created_roles(roles)
|
||
|
|
info = "New category '#{cat.id}' has been added to environment '#{env}' of project '#{id}'. "
|
||
|
|
info += roles_response
|
||
|
|
DevopsLogger.logger.info info
|
||
|
|
[info, cat]
|
||
|
|
else
|
||
|
|
raise Devops::Exception::ValidationError.new("Category '#{cat.id}' for project '#{id}' and deploy environment '#{env}' already exist")
|
||
|
|
end
|
||
|
|
end
|
||
|
|
|
||
|
|
def show_category id, env, category
|
||
|
|
project = get_project_with_environment(id, env)
|
||
|
|
penv = project.environments[0]
|
||
|
|
cat = penv.categories.detect{|c| c.id == category}
|
||
|
|
raise Devops::Exception::RecordNotFound.new("Category '#{category}' for project '#{id}' and environment '#{env}' not found") if cat.nil?
|
||
|
|
cat
|
||
|
|
end
|
||
|
|
|
||
|
|
def delete_category id, env, category
|
||
|
|
project = get_project_with_environment(id, env)
|
||
|
|
penv = project.environments[0]
|
||
|
|
project.delete_category(penv, category)
|
||
|
|
info = "Category '#{category}' has been removed from environment '#{env}' of project '#{id}'"
|
||
|
|
DevopsLogger.logger.info info
|
||
|
|
return info
|
||
|
|
end
|
||
|
|
|
||
|
|
def update_environment_field id, environment, field
|
||
|
|
project = Devops::Db.connector.project(id)
|
||
|
|
db_env = project.environment(environment)
|
||
|
|
value = parser.update_environment_field
|
||
|
|
if db_env.respond_to?(field + "=")
|
||
|
|
if field == "id"
|
||
|
|
db_env.rename id, value
|
||
|
|
"Environment '#{environment}' has been renamed to '#{value}'"
|
||
|
|
else
|
||
|
|
db_env.update_field(id, field, value)
|
||
|
|
"Environment's field '#{field}' has been updated"
|
||
|
|
end
|
||
|
|
else
|
||
|
|
raise Devops::Exception::RecordNotFound.new("Field '#{field}' does not exist")
|
||
|
|
end
|
||
|
|
end
|
||
|
|
|
||
|
|
def update_environment id, environment
|
||
|
|
project = Devops::Db.connector.project(id)
|
||
|
|
db_env = project.environment(environment)
|
||
|
|
env = parser.update_environment
|
||
|
|
env.id = environment if env.id.nil?
|
||
|
|
begin
|
||
|
|
unless env.id == environment
|
||
|
|
servers = Devops::Db.connector.servers_by_project_and_environment(id, environment)
|
||
|
|
raise InvalidRecord.new("Environment '#{environment}' can't be updated: it has #{servers.size} running servers.") unless servers.empty?
|
||
|
|
end
|
||
|
|
begin
|
||
|
|
project.environment(env.id)
|
||
|
|
raise InvalidRecord.new("Environment '#{environment}' can't be renamed to '#{env.id}', environment '#{env.id}' already exists") unless environment == env.id
|
||
|
|
rescue Devops::Exception::RecordNotFound => e
|
||
|
|
end
|
||
|
|
env.validate!
|
||
|
|
project.delete_environment(environment)
|
||
|
|
project.add_environment(env)
|
||
|
|
"Deploy environment '#{environment}' has been updated in project '#{project.id}'"
|
||
|
|
rescue Devops::Exception::RecordNotFound => e
|
||
|
|
env.id = environment
|
||
|
|
res = project.add_environment env
|
||
|
|
"Deploy environment '#{env.id}' has been added to project '#{project.id}'." + res
|
||
|
|
end
|
||
|
|
end
|
||
|
|
|
||
|
|
def delete_environment id, environment
|
||
|
|
db_project = get_project_with_environment(id, environment)
|
||
|
|
servers = Devops::Model::Server.find({'project' => id, 'environment' => environment})
|
||
|
|
raise Devops::Exception::DependencyError.new("Can not delete environment '#{environment}', there are #{servers.size} servers on it")
|
||
|
|
rescue Mongoid::Errors::DocumentNotFound
|
||
|
|
db_project.delete_environment(environment)
|
||
|
|
DevopsLogger.logger.info "Deploy environment '#{environment}' for project '#{id}' has been deleted"
|
||
|
|
end
|
||
|
|
|
||
|
|
def update_project id
|
||
|
|
body = parser.update
|
||
|
|
db_project = project(id)
|
||
|
|
%w(description run_list project_users).each do |key|
|
||
|
|
db_project.send(key + "=", body[key]) if body.key? key
|
||
|
|
end
|
||
|
|
db_project.save!
|
||
|
|
DevopsLogger.logger.info "Project '#{id}' has been updated"
|
||
|
|
end
|
||
|
|
|
||
|
|
def set_project_env_run_list id, environment
|
||
|
|
list = parser.run_list
|
||
|
|
project = Devops::Db.connector.project(id)
|
||
|
|
env = project.environment environment
|
||
|
|
Devops::Db.connector.set_project_env_run_list id, environment, list
|
||
|
|
"Updated environment '#{env.id}' with run_list '#{list.inspect}' in project '#{project.id}'"
|
||
|
|
end
|
||
|
|
|
||
|
|
def delete_project id
|
||
|
|
db_project = project(id)
|
||
|
|
servers_cnt = Devops::Model::Server.where({'project' => id}).count
|
||
|
|
if servers_cnt != 0
|
||
|
|
raise Devops::Exception::DependencyError.new "Deleting project #{id} is forbidden: Project has #{servers_cnt} server(s)"
|
||
|
|
else
|
||
|
|
db_project.delete
|
||
|
|
"Project '#{id}' has been deleted"
|
||
|
|
end
|
||
|
|
end
|
||
|
|
|
||
|
|
def deploy_project_stream out, id
|
||
|
|
# check if project exist
|
||
|
|
project = Devops::Db.connector.project(id)
|
||
|
|
environment, servers = parser.deploy
|
||
|
|
keys = {}
|
||
|
|
dbserver = Devops::Db.connector.servers(id, environment, servers, true)
|
||
|
|
out << (dbservers.empty? ? "No reserved servers to deploy\n" : "Deploy servers: '#{dbservers.map{|s| s.name}.join("', '")}'\n")
|
||
|
|
status = []
|
||
|
|
deploy_info_buf = {}
|
||
|
|
dbservers.each do |s|
|
||
|
|
begin
|
||
|
|
Devops::Db.connector.check_project_auth s.project, s.environment, parser.current_user
|
||
|
|
rescue InvalidPrivileges, Devops::Exception::RecordNotFound => e
|
||
|
|
out << e.message + "\n"
|
||
|
|
status.push 2
|
||
|
|
next
|
||
|
|
end
|
||
|
|
environment_model = project.environment(s.environment)
|
||
|
|
deploy_info = if deploy_info_buf[s.environment]
|
||
|
|
deploy_info_buf[s.environment]
|
||
|
|
else
|
||
|
|
# мы не можем указать один build_number для всех окружений, поэтому nil
|
||
|
|
deploy_info_buf[s.environment] = project.deploy_info(environment_model, nil)
|
||
|
|
end
|
||
|
|
status.push(Devops::Executor::ServerExecutor.new(s, out, current_user: parser.current_user).deploy_server(deploy_info))
|
||
|
|
end
|
||
|
|
status
|
||
|
|
end
|
||
|
|
|
||
|
|
def deploy_project id
|
||
|
|
# check if project exist
|
||
|
|
project_model = Devops::Db.connector.project(id)
|
||
|
|
environment, servers = parser.deploy
|
||
|
|
files = []
|
||
|
|
dbservers = Devops::Db.connector.servers(id, environment, servers, true)
|
||
|
|
#out << (dbservers.empty? ? "No reserved servers to deploy\n" : "Deploy servers: '#{dbservers.map{|s| s.name}.join("', '")}'\n")
|
||
|
|
deploy_info_buf = {}
|
||
|
|
dbservers.each do |s|
|
||
|
|
begin
|
||
|
|
Devops::Db.connector.check_project_auth s.project, s.environment, parser.current_user
|
||
|
|
rescue InvalidPrivileges, Devops::Exception::RecordNotFound => e
|
||
|
|
next
|
||
|
|
end
|
||
|
|
|
||
|
|
environment_model = project_model.environment(s.environment)
|
||
|
|
deploy_info = if deploy_info_buf[s.environment]
|
||
|
|
deploy_info_buf[s.environment]
|
||
|
|
else
|
||
|
|
# мы не можем указать один build_number для всех окружений, поэтому nil
|
||
|
|
deploy_info_buf[s.environment] = project_model.deploy_info(environment_model, nil)
|
||
|
|
end
|
||
|
|
|
||
|
|
jid = Worker.start_async(DeployWorker,
|
||
|
|
server_attrs: s.to_hash,
|
||
|
|
owner: parser.current_user,
|
||
|
|
tags: [],
|
||
|
|
deploy_info: deploy_info
|
||
|
|
)
|
||
|
|
files.push jid
|
||
|
|
end
|
||
|
|
files
|
||
|
|
end
|
||
|
|
|
||
|
|
def archive_project id
|
||
|
|
db_project = project(id)
|
||
|
|
Devops::Model::Project.where('_id' => id).set('archived' => true)
|
||
|
|
msg = "Project '#{id}' has been archived"
|
||
|
|
DevopsLogger.logger.info msg
|
||
|
|
msg
|
||
|
|
end
|
||
|
|
|
||
|
|
def unarchive_project id
|
||
|
|
db_project = project(id)
|
||
|
|
Devops::Model::Project.where('_id' => id).unset('archived')
|
||
|
|
msg = "Project '#{id}' has been unarchived"
|
||
|
|
DevopsLogger.logger.info msg
|
||
|
|
msg
|
||
|
|
end
|
||
|
|
|
||
|
|
def test_project id, environment
|
||
|
|
project = Devops::Db.connector.project(id)
|
||
|
|
env = project.environment environment
|
||
|
|
DevopsLogger.logger.info "Test project '#{project.id}' and environment '#{env.id}'"
|
||
|
|
if env.provider == ::Provider::Static::PROVIDER
|
||
|
|
msg = "Can not test environment with provider '#{::Provider::Static::PROVIDER}'"
|
||
|
|
Logger.warn msg
|
||
|
|
raise InvalidRecord.new(msg)
|
||
|
|
end
|
||
|
|
|
||
|
|
jid = Worker.start_async(ProjectTestWorker,
|
||
|
|
project: project.id,
|
||
|
|
environment: env.id,
|
||
|
|
user: @request.env['REMOTE_USER']
|
||
|
|
)
|
||
|
|
|
||
|
|
sleep 1
|
||
|
|
return [jid]
|
||
|
|
end
|
||
|
|
|
||
|
|
def delete_project_env_servers(project_id, env)
|
||
|
|
dry_run = parser.delete_project_env_servers
|
||
|
|
servers = project_env_servers project_id, env
|
||
|
|
info = {to_delete: servers.map(&:id)}
|
||
|
|
if !dry_run
|
||
|
|
info.merge!(delete_chosen_servers!(servers))
|
||
|
|
end
|
||
|
|
info
|
||
|
|
end
|
||
|
|
|
||
|
|
private
|
||
|
|
|
||
|
|
def delete_chosen_servers!(servers)
|
||
|
|
deleted, failed = [], []
|
||
|
|
servers.each do |server|
|
||
|
|
begin
|
||
|
|
Devops::Executor::ServerExecutor.new(server, '').delete_server
|
||
|
|
deleted << server.id
|
||
|
|
rescue
|
||
|
|
failed << server.id
|
||
|
|
end
|
||
|
|
end
|
||
|
|
{deleted: deleted, failed: failed}
|
||
|
|
end
|
||
|
|
|
||
|
|
end
|
||
|
|
end
|
||
|
|
end
|
||
|
|
end
|
||
|
|
|