rosa-build/app/models/mass_build.rb

class MassBuild < ActiveRecord::Base
  include ExternalNodable

  AUTO_PUBLISH_STATUSES = %w(none default testing)

  STATUSES, HUMAN_STATUSES = [], {}
  [
    %w(SUCCESS                        0),
    %w(BUILD_STARTED                  3000),
    %w(BUILD_PENDING                  2000),
  ].each do |kind, value|
    value = value.to_i
    const_set kind, value
    STATUSES << value
    HUMAN_STATUSES[value] = kind.downcase.to_sym
  end
  STATUSES.freeze
  HUMAN_STATUSES.freeze

  state_machine :status, initial: :build_pending do
    event :start do
      transition build_pending: :build_started
    end

    event :done do
      transition build_started: :success
    end

    HUMAN_STATUSES.each do |code,name|
      state name, value: code
    end
  end

  belongs_to :build_for_platform, -> { where(platform_type: 'main') }, class_name: 'Platform'
  belongs_to :save_to_platform, class_name: 'Platform'
  belongs_to :user
  has_many   :build_lists, dependent: :destroy

  serialize :extra_repositories,  Array
  serialize :extra_build_lists,   Array
  serialize :extra_mass_builds,   Array

  scope :recent,      ->     { order(created_at: :desc) }
  scope :outdated,    ->     { where("#{table_name}.created_at < ?", Time.now + 1.day - BuildList::MAX_LIVE_TIME) }
  scope :search,      -> (q) { where("#{table_name}.description ILIKE ?", "%#{q}%") if q.present? }

  attr_accessor :arches, :repositories

  validates :save_to_platform_id,
            :build_for_platform_id,
            :arch_names,
            :name,
            :user_id,
            presence:               true

  validates :projects_list,
            presence:               true,
            length:                 { maximum: 500_000 }

  validates :description,
            length:                 { maximum: 255 }

  validates :auto_publish_status,
            inclusion:              { in: AUTO_PUBLISH_STATUSES }

  validates :increase_release_tag,
            :use_cached_chroot,
            :use_extra_tests,
            inclusion:              { in: [true, false] }

  after_commit      :build_all, on: :create, if: Proc.new { |mb| mb.extra_mass_builds.blank? }
  before_validation :set_data,  on: :create

  COUNT_STATUSES = %i(
    build_lists
    build_published
    build_pending
    build_started
    build_publish
    build_error
    success
    build_canceled
  )

  def build_all
    return unless start
    # later with resque
    arches_list     = arch_names ? Arch.where(name: arch_names.split(', ')) : Arch.all
    project_version =
      if save_to_platform.name != build_for_platform.name
        save_to_platform.default_branch
      else
        build_for_platform.default_branch
      end

    increase_rt = increase_release_tag?
    if increase_rt
      inc_rt_sem = Redis::Semaphore.new(:increase_release_tag_lock)
      inc_rt_sem.lock
      ratelimit_remaining = Github_blobs_api.ratelimit_remaining
    end

    projects_list.lines.each do |name|
      next if name.blank?
      name.chomp!; name.strip!

      if project = Project.joins(:repositories).where('repositories.id in (?)', save_to_platform.repository_ids).find_by(name: name)
        begin
          return if self.reload.stop_build
          # Ensures that user has rights to create a build_list
          next unless ProjectPolicy.new(user, project).write?
          arches_list.each do |arch|
            rep_id = (project.repository_ids & save_to_platform.repository_ids).first
            if increase_rt
              if ratelimit_remaining <= 1
                ratelimit_remaining = Github_blobs_api.ratelimit_remaining
                #if that's still less that or equal 1
                if ratelimit_remaining <= 1
                  #just to make sure it really resets wait additional 5 seconds
                  ratelimit_reset_wait = Github_blobs_api.ratelimit_reset - Time.now.to_i + 5
                  sleep ratelimit_reset_wait
                  ratelimit_remaining = Github_blobs_api.ratelimit_remaining
                end
              end
              count = project.increase_release_tag(project_version, "MassBuild##{id}: Increase release tag")
              ratelimit_remaining -= count
            end
            project.build_for(self, rep_id, project_version, arch, 0)
          end
        rescue RuntimeError, Exception => e
        end
      else
        MassBuild.increment_counter :missed_projects_count, id
        list = (missed_projects_list || '') << "#{name}\n"
        update_column :missed_projects_list, list
      end
    end
    done
    if increase_rt
      inc_rt_sem.unlock
    end
  end
  later :build_all, queue: :low

  def generate_failed_builds_list
    generate_list BuildList::BUILD_ERROR
  end

  def generate_tests_failed_builds_list
    generate_list BuildList::TESTS_FAILED
  end

  def generate_success_builds_list
    generate_list BuildList::SUCCESS
  end

  def cancel_all
    update_column(:stop_build, true)
    build_lists.find_each(batch_size: 100) do |bl|
      bl.cancel
    end
  end
  later :cancel_all, queue: :low

  def publish_success_builds(user)
    publish user, BuildList::SUCCESS, BuildList::FAILED_PUBLISH
  end
  later :publish_success_builds, queue: :low

  def publish_test_failed_builds(user)
    publish user, BuildList::TESTS_FAILED
  end
  later :publish_test_failed_builds, queue: :low

  COUNT_STATUSES.each do |stat|
    stat_count = "#{stat}_count"
    define_method stat_count do
      Rails.cache.fetch([self, "cached_#{stat_count}"], expires_in: 5.minutes) do
        build_lists.where(status: BuildList::HUMAN_STATUSES.key(stat)).count
      end
    end if stat != :build_lists
  end

  private

  def generate_list(status)
    report = ""
    BuildList.select('build_lists.id, projects.name as project_name, arches.name as arch_name').
    where(
      status:         status,
      mass_build_id:  self.id
    ).joins(:project, :arch).find_each(batch_size: 100) do |build_list|
      report << "ID: #{build_list.id}; "
      report << "PROJECT_NAME: #{build_list.project_name}; "
      report << "ARCH: #{build_list.arch_name}\n"
    end
    report
  end

  def publish(user, *statuses)
    builds = build_lists.where(status: statuses)
    builds.update_all(publisher_id: user.id)
    builds.find_each(batch_size: 50) do |bl|
      bl.now_publish if bl.can_publish? && bl.has_new_packages?
    end
  end

  def set_data
    if save_to_platform
      self.name = "#{Time.now.utc.to_date.strftime("%d.%b")}-#{save_to_platform.name}"
      self.build_for_platform = save_to_platform if save_to_platform.main?
    end
    self.arch_names = Arch.where(id: arches).map(&:name).join(", ")

    self.projects_list = projects_list.lines.map do |name|
      name.chomp.strip if name.present?
    end.compact.uniq.join("\r\n") if projects_list.present?
  end
end