rosa-build/app/models/build_list.rb

389 lines
14 KiB
Ruby
Raw Normal View History

2012-01-30 20:39:34 +00:00
# -*- encoding : utf-8 -*-
2011-04-07 14:20:21 +01:00
class BuildList < ActiveRecord::Base
2012-11-06 14:13:16 +00:00
include Modules::Models::CommitAndVersion
2011-04-07 14:20:21 +01:00
belongs_to :project
belongs_to :arch
2012-05-04 18:12:51 +01:00
belongs_to :save_to_platform, :class_name => 'Platform'
belongs_to :save_to_repository, :class_name => 'Repository'
2012-05-04 18:12:51 +01:00
belongs_to :build_for_platform, :class_name => 'Platform'
belongs_to :user
2012-05-04 18:12:51 +01:00
belongs_to :advisory
belongs_to :mass_build, :counter_cache => true
has_many :items, :class_name => "BuildList::Item", :dependent => :destroy
has_many :packages, :class_name => "BuildList::Package", :dependent => :destroy
2012-05-04 18:12:51 +01:00
UPDATE_TYPES = %w[security bugfix enhancement recommended newpackage]
2012-05-04 18:12:51 +01:00
RELEASE_UPDATE_TYPES = %w[security bugfix]
validates :project_id, :project_version, :arch, :include_repos,
:build_for_platform_id, :save_to_platform_id, :save_to_repository_id, :presence => true
validates_numericality_of :priority, :greater_than_or_equal_to => 0
2012-05-04 18:12:51 +01:00
validates :update_type, :inclusion => UPDATE_TYPES,
:unless => Proc.new { |b| b.advisory.present? }
validates :update_type, :inclusion => {:in => RELEASE_UPDATE_TYPES, :message => I18n.t('flash.build_list.frozen_platform')},
:if => Proc.new { |b| b.advisory.present? }
validate lambda {
2012-05-04 18:12:51 +01:00
errors.add(:build_for_platform, I18n.t('flash.build_list.wrong_platform')) if save_to_platform.platform_type == 'main' && save_to_platform_id != build_for_platform_id
}
validate lambda {
errors.add(:build_for_platform, I18n.t('flash.build_list.wrong_build_for_platform')) unless build_for_platform.platform_type == 'main'
}
validate lambda {
errors.add(:save_to_repository, I18n.t('flash.build_list.wrong_repository')) unless save_to_repository_id.in? save_to_platform.repositories.map(&:id)
}
validate lambda {
include_repos.each {|ir|
errors.add(:save_to_repository, I18n.t('flash.build_list.wrong_include_repos')) unless build_for_platform.repository_ids.include? ir.to_i
}
}
2012-10-11 11:55:06 +01:00
LIVE_TIME = 4.week # for unpublished
MAX_LIVE_TIME = 3.month # for published
# The kernel does not send these statuses directly
BUILD_CANCELED = 5000
2011-04-11 17:37:09 +01:00
WAITING_FOR_RESPONSE = 4000
BUILD_PENDING = 2000
BUILD_PUBLISHED = 6000
BUILD_PUBLISH = 7000
FAILED_PUBLISH = 8000
REJECTED_PUBLISH = 9000
2011-04-11 17:37:09 +01:00
STATUSES = [ WAITING_FOR_RESPONSE,
BUILD_CANCELED,
BUILD_PENDING,
BUILD_PUBLISHED,
BUILD_PUBLISH,
FAILED_PUBLISH,
REJECTED_PUBLISH,
BuildServer::SUCCESS,
BuildServer::BUILD_STARTED,
BuildServer::BUILD_ERROR,
BuildServer::PLATFORM_NOT_FOUND,
BuildServer::PLATFORM_PENDING,
BuildServer::PROJECT_NOT_FOUND,
BuildServer::PROJECT_VERSION_NOT_FOUND,
# BuildServer::BINARY_TEST_FAILED,
# BuildServer::DEPENDENCY_TEST_FAILED
]
HUMAN_STATUSES = { WAITING_FOR_RESPONSE => :waiting_for_response,
BUILD_CANCELED => :build_canceled,
BUILD_PENDING => :build_pending,
BUILD_PUBLISHED => :build_published,
BUILD_PUBLISH => :build_publish,
FAILED_PUBLISH => :failed_publish,
REJECTED_PUBLISH => :rejected_publish,
BuildServer::BUILD_ERROR => :build_error,
BuildServer::BUILD_STARTED => :build_started,
2011-04-11 17:37:09 +01:00
BuildServer::SUCCESS => :success,
BuildServer::PLATFORM_NOT_FOUND => :platform_not_found,
BuildServer::PLATFORM_PENDING => :platform_pending,
BuildServer::PROJECT_NOT_FOUND => :project_not_found,
2011-10-29 18:50:47 +01:00
BuildServer::PROJECT_VERSION_NOT_FOUND => :project_version_not_found,
# BuildServer::DEPENDENCY_TEST_FAILED => :dependency_test_failed,
# BuildServer::BINARY_TEST_FAILED => :binary_test_failed
2011-04-07 14:20:21 +01:00
}
scope :recent, order("#{table_name}.updated_at DESC")
2011-04-07 14:20:21 +01:00
scope :for_status, lambda {|status| where(:status => status) }
scope :for_user, lambda { |user| where(:user_id => user.id) }
scope :for_platform, lambda { |platform| where(:build_for_platform_id => platform) }
scope :by_mass_build, lambda { |mass_build| where(:mass_build_id => mass_build) }
2011-04-07 14:20:21 +01:00
scope :scoped_to_arch, lambda {|arch| where(:arch_id => arch) }
scope :scoped_to_save_platform, lambda {|pl_id| where(:save_to_platform_id => pl_id) }
scope :scoped_to_project_version, lambda {|project_version| where(:project_version => project_version) }
scope :scoped_to_is_circle, lambda {|is_circle| where(:is_circle => is_circle) }
2011-04-07 14:20:21 +01:00
scope :for_creation_date_period, lambda{|start_date, end_date|
2012-04-13 23:27:24 +01:00
s = scoped
s = s.where(["build_lists.created_at >= ?", start_date]) if start_date
s = s.where(["build_lists.created_at <= ?", end_date]) if end_date
s
2011-04-07 14:20:21 +01:00
}
scope :for_notified_date_period, lambda{|start_date, end_date|
2012-04-13 23:27:24 +01:00
s = scoped
s = s.where(["build_lists.updated_at >= ?", start_date]) if start_date
s = s.where(["build_lists.updated_at <= ?", end_date]) if end_date
s
2011-04-07 14:20:21 +01:00
}
scope :scoped_to_project_name, lambda {|project_name| joins(:project).where('projects.name LIKE ?', "%#{project_name}%")}
scope :outdated, where('created_at < ? AND status <> ? OR created_at < ?', Time.now - LIVE_TIME, BUILD_PUBLISHED, Time.now - MAX_LIVE_TIME)
2011-04-11 11:47:57 +01:00
serialize :additional_repos
serialize :include_repos
after_commit :place_build
after_destroy :delete_container
2011-04-11 11:47:57 +01:00
2012-06-09 13:52:29 +01:00
@queue = :clone_and_build
state_machine :status, :initial => :waiting_for_response do
2012-06-29 12:01:40 +01:00
# WTF? around_transition -> infinite loop
before_transition do |build_list, transition|
2012-07-30 15:49:40 +01:00
status = BuildList::HUMAN_STATUSES[build_list.status]
if build_list.mass_build && MassBuild::COUNT_STATUSES.include?(status)
MassBuild.decrement_counter "#{status.to_s}_count", build_list.mass_build_id
2012-06-29 12:01:40 +01:00
end
end
after_transition do |build_list, transition|
2012-07-30 15:49:40 +01:00
status = BuildList::HUMAN_STATUSES[build_list.status]
if build_list.mass_build && MassBuild::COUNT_STATUSES.include?(status)
MassBuild.increment_counter "#{status.to_s}_count", build_list.mass_build_id
end
end
after_transition :on => :published, :do => [:set_version_and_tag, :actualize_packages]
after_transition :on => [:published, :fail_publish, :build_error], :do => :notify_users
after_transition :on => :build_success, :do => :notify_users,
2012-09-19 21:54:15 +01:00
:unless => lambda { |build_list| build_list.auto_publish? }
2012-06-01 11:58:17 +01:00
event :place_build do
transition :waiting_for_response => :build_pending, :if => lambda { |build_list|
build_list.add_to_queue == BuildServer::SUCCESS
2012-06-01 11:58:17 +01:00
}
[
'BuildList::BUILD_PENDING',
'BuildServer::PLATFORM_PENDING',
'BuildServer::PLATFORM_NOT_FOUND',
'BuildServer::PROJECT_NOT_FOUND',
'BuildServer::PROJECT_VERSION_NOT_FOUND'
2012-06-01 11:58:17 +01:00
].each do |code|
transition :waiting_for_response => code.demodulize.downcase.to_sym, :if => lambda { |build_list|
build_list.add_to_queue == code.constantize
2012-06-01 11:58:17 +01:00
}
end
end
event :start_build do
transition [ :build_pending,
:platform_pending,
:platform_not_found,
:project_not_found,
:project_version_not_found ] => :build_started
end
event :cancel do
2012-05-30 13:42:30 +01:00
transition [:build_pending, :platform_pending] => :build_canceled, :if => lambda { |build_list|
build_list.can_cancel? && BuildServer.delete_build_list(build_list.bs_id) == BuildServer::SUCCESS
2012-05-30 13:42:30 +01:00
}
end
event :published do
transition [:build_publish, :rejected_publish] => :build_published
end
event :fail_publish do
transition [:build_publish, :rejected_publish] => :failed_publish
end
event :publish do
2012-05-30 13:42:30 +01:00
transition [:success, :failed_publish] => :build_publish, :if => lambda { |build_list|
BuildServer.publish_container(build_list.bs_id) == BuildServer::SUCCESS
2012-05-30 13:42:30 +01:00
}
2012-05-31 15:35:37 +01:00
transition [:success, :failed_publish] => :failed_publish
end
event :reject_publish do
transition :success => :rejected_publish, :if => :can_reject_publish?
end
event :build_success do
transition [:build_started, :build_canceled] => :success
end
event :build_error do
transition [:build_started, :build_canceled] => :build_error
end
HUMAN_STATUSES.each do |code,name|
state name, :value => code
end
2012-06-18 17:19:09 +01:00
end
later :publish, :queue => :clone_build
2012-06-18 17:19:09 +01:00
def set_version_and_tag
pkg = self.packages.where(:package_type => 'source', :project_id => self.project_id).first
# TODO: remove 'return' after deployment ABF kernel 2.0
2012-10-11 11:55:06 +01:00
return if pkg.nil? # For old client that does not sends data about packages
2012-06-18 17:19:09 +01:00
self.package_version = "#{pkg.platform.name}-#{pkg.version}-#{pkg.release}"
system("cd #{self.project.repo.path} && git tag #{self.package_version} #{self.commit_hash}") # TODO REDO through grit
2012-06-18 17:19:09 +01:00
save
end
def actualize_packages
ActiveRecord::Base.transaction do
old_pkgs = self.class.where(:project_id => self.project_id)
.where(:save_to_repository_id => self.save_to_repository_id)
.for_platform(self.build_for_platform_id)
.scoped_to_arch(self.arch_id)
.for_status(BUILD_PUBLISHED)
.recent.limit(2).last.packages # packages from previous build_list
old_pkgs.update_all(:actual => false)
self.packages.update_all(:actual => true)
end
end
#TODO: Share this checking on product owner.
def can_cancel?
2012-06-29 12:38:06 +01:00
[BUILD_PENDING, BuildServer::PLATFORM_PENDING].include?(status) && bs_id
end
def can_publish?
[BuildServer::SUCCESS, FAILED_PUBLISH].include? status
end
def can_reject_publish?
can_publish? and not save_to_repository.publish_without_qa
end
2012-06-01 11:58:17 +01:00
def add_to_queue
2012-11-26 18:00:29 +00:00
include_repos_hash = {}.tap do |h|
include_repos.each do |r|
repo = Repository.find r
h[repo.name] = repo.platform.public_downloads_url(nil, arch, repo.name)
end
end
options = {
:id => id,
:arch => arch.name,
:time_living => 2880, # 2 days
:distrib_type => build_for_platform.distrib_type,
:git_project_address => 'https://abf.rosalinux.ru/import/qtiplot.git',
# :git_project_address => project.git_project_address,
:commit_hash => '9272c173c517178b5c039c4b196c719b472147a7',
# :commit_hash => commit_hash,
:build_requires => build_requires,
:include_repos => include_repos_hash
# :project_version => project_version,
# :plname => save_to_platform.name,
# :bplname => (save_to_platform_id == build_for_platform_id ? '' : build_for_platform.name),
# :update_type => update_type,
# :priority => priority,
}
2012-11-27 10:59:47 +00:00
unless @status
Resque.push(
'rpm_worker',
'class' => 'AbfWorker::RpmWorker',
'args' => [options]
)
end
2012-11-26 18:00:29 +00:00
@status ||= BUILD_PENDING
#XML-RPC params: project_name, project_version, plname, arch, bplname, update_type, build_requires, id_web, include_repos, priority, git_project_address
2012-11-26 18:00:29 +00:00
# @status ||= BuildServer.add_build_list project.name, project_version, save_to_platform.name, arch.name, (save_to_platform_id == build_for_platform_id ? '' : build_for_platform.name), update_type, build_requires, id, include_repos, priority, project.git_project_address
2012-06-01 11:58:17 +01:00
end
2012-05-11 19:00:27 +01:00
def self.human_status(status)
I18n.t("layout.build_lists.statuses.#{HUMAN_STATUSES[status]}")
2011-04-07 14:20:21 +01:00
end
def human_status
self.class.human_status(status)
end
2012-06-29 19:31:40 +01:00
def self.status_by_human(human)
BuildList::HUMAN_STATUSES.key human
2012-06-29 19:31:40 +01:00
end
2011-04-11 11:47:57 +01:00
def set_items(items_hash)
self.items = []
items_hash.each do |level, items|
items.each do |item|
self.items << self.items.build(:name => item['name'], :version => item['version'], :level => level.to_i)
2011-04-11 11:47:57 +01:00
end
end
end
def set_packages(pkg_hash, project_name)
prj = Project.joins(:repositories => :platform).where('platforms.id = ?', save_to_platform.id).find_by_name!(project_name)
build_package(pkg_hash['srpm'], 'source', prj) {|p| p.save!}
pkg_hash['rpm'].each do |rpm_hash|
build_package(rpm_hash, 'binary', prj) {|p| p.save!}
end
end
def event_log_message
{:project => project.name, :version => project_version, :arch => arch.name}.inspect
end
def current_duration
2012-04-13 21:49:29 +01:00
(Time.now.utc - started_at.utc).to_i
end
def human_current_duration
2012-04-13 22:20:56 +01:00
I18n.t("layout.build_lists.human_current_duration", {:hours => (current_duration/3600).to_i, :minutes => (current_duration%3600/60).to_i})
end
2012-04-12 11:29:04 +01:00
def human_duration
2012-04-13 22:20:56 +01:00
I18n.t("layout.build_lists.human_duration", {:hours => (duration/3600).to_i, :minutes => (duration%3600/60).to_i})
2012-04-12 11:29:04 +01:00
end
def fs_log_path(log_type = :build)
container_path? ? "downloads/#{container_path}/log/#{project.name}/#{log_type.to_s}.log" : nil
end
2012-04-13 21:49:29 +01:00
def in_work?
2012-10-11 11:55:06 +01:00
status == BuildServer::BUILD_STARTED
2012-04-13 21:49:29 +01:00
#[WAITING_FOR_RESPONSE, BuildServer::BUILD_PENDING, BuildServer::BUILD_STARTED].include?(status)
2012-04-12 11:29:04 +01:00
end
2012-10-19 08:32:12 +01:00
def associate_and_create_advisory(params)
build_advisory(params){ |a| a.update_type = update_type }
advisory.attach_build_list(self)
end
def can_attach_to_advisory?
2012-10-19 08:32:12 +01:00
!save_to_repository.publish_without_qa &&
save_to_platform.main? &&
2012-10-19 08:32:12 +01:00
save_to_platform.released &&
status == BUILD_PUBLISHED
end
2012-11-26 18:16:34 +00:00
def log
Resque.redis.get("abfworker::rpm-worker-#{id}") || ''
end
protected
2011-04-11 17:37:09 +01:00
def notify_users
unless mass_build_id
users = []
if project # find associated users
users = project.all_members.
select{ |user| user.notifier.can_notify? && user.notifier.new_associated_build? }
end
if user.notifier.can_notify? && user.notifier.new_build?
users = users | [user]
end
users.each do |user|
UserMailer.build_list_notification(self, user).deliver
end
end
end # notify_users
def delete_container
if can_cancel?
BuildServer.delete_build_list bs_id
else
BuildServer.delete_container bs_id if bs_id # prevent error if bs_id does not set
end
end
def build_package(pkg_hash, package_type, prj)
packages.create(pkg_hash) do |p|
p.project = prj
p.platform = save_to_platform
p.package_type = package_type
yield p
end
end
end