rosa-build/app/controllers/api/v1/jobs_controller.rb

141 lines
4.7 KiB
Ruby

class Api::V1::JobsController < Api::V1::BaseController
# QUEUES = %w(iso_worker_observer publish_observer rpm_worker_observer)
# QUEUE_CLASSES = %w(AbfWorker::IsoWorkerObserver AbfWorker::PublishObserver AbfWorker::RpmWorkerObserver)
QUEUES = %w(rpm_worker_observer)
QUEUE_CLASSES = %w(AbfWorker::RpmWorkerObserver)
before_action :authenticate_user!
skip_after_action :verify_authorized
def shift
clear_stale_builders
job_shift_sem = Redis::Semaphore.new(:job_shift_lock)
job_shift_sem.lock
uid = BuildList.scoped_to_arch(arch_ids).
for_status([BuildList::BUILD_PENDING, BuildList::RERUN_TESTS]).
for_platform(platform_ids).where(builder: nil).pluck('DISTINCT user_id').sample
if uid
if native_arch_ids.empty?
build_lists = BuildList.scoped_to_arch(arch_ids).for_platform(platform_ids).
where(native_build: false)
else
sql_normal = []
params = []
sql_normal << 'arch_id IN (?)' if !arch_ids.empty?
params << arch_ids if !arch_ids.empty?
sql_normal << 'native_build=false'
sql_normal *= ' AND '
sql_native_arch = 'arch_id IN (?)'
params << native_arch_ids
sql_native_arch << ' AND native_build=true'
build_lists = BuildList.where(sql_normal + ' OR ' + sql_native_arch, *params).for_platform(platform_ids)
end
build_lists = build_lists.for_status([BuildList::BUILD_PENDING, BuildList::RERUN_TESTS]).
where(user_id: uid).where(builder: nil).oldest.order(:created_at)
if current_user.system?
@build_list = build_lists.where(external_nodes: ["", nil]).first
@build_list ||= build_lists.external_nodes(:everything).first
else
@build_list = build_lists.external_nodes(:owned).for_user(current_user).first
@build_list ||= BuildListPolicy::Scope.new(current_user, build_lists).owned.
external_nodes(:everything).readonly(false).first
end
set_builder
end
job_shift_sem.unlock
job = {
worker_queue: @build_list.worker_queue_with_priority(false),
worker_class: @build_list.worker_queue_class,
:worker_args => [@build_list.abf_worker_args]
} if @build_list
render json: { job: job }.to_json
end
def statistics
if params[:uid].present?
RpmBuildNode.create(
id: params[:uid],
user_id: current_user.id,
system: current_user.system?,
worker_count: params[:worker_count],
busy_workers: params[:busy_workers],
host: params[:host],
query_string: params[:query_string].to_s
) rescue nil
end
render nothing: true
end
def status
if params[:key] =~ /\Aabfworker::(rpm|iso)-worker-[\d]+::live-inspector\z/
status = Redis.current.get(params[:key])
end
render json: { status: status }.to_json
end
def logs
name = params[:name]
if name =~ /abfworker::rpm-worker/
if current_user.system? || current_user.id == BuildList.where(id: name.gsub(/[^\d]/, '')).first.try(:builder_id)
BuildList.log_server.setex name, 15, params[:logs]
end
end
render nothing: true
end
def feedback
worker_queue = params[:worker_queue]
worker_class = params[:worker_class]
if QUEUES.include?(worker_queue) && QUEUE_CLASSES.include?(worker_class)
worker_args = (params[:worker_args] || []).first || {}
worker_args = worker_args.merge(feedback_from_user: current_user.id)
Sidekiq::Client.push 'queue' => worker_queue, 'class' => worker_class, 'args' => [worker_args]
render nothing: true
else
render nothing: true, status: 403
end
end
protected
def clear_stale_builders
BuildList.transaction do
BuildList.where(["updated_at < ?", 120.seconds.ago]).where(status: BuildList::BUILD_PENDING).where.not(builder: nil).find_each(batch_size: 50) do |bl|
bl.update_column(:builder_id, nil)
end
end
end
def platform_ids
@platform_ids ||= begin
platforms = params[:platforms].to_s.split(',')
platforms.present? ? Platform.where(name: platforms).pluck(:id) : []
end
end
def arch_ids
@arch_ids ||= begin
arches = params[:arches].to_s.split(',')
arches.present? ? Arch.where(name: arches).pluck(:id) : []
end
end
def native_arch_ids
@native_arch_ids ||= begin
arches = params[:arches].to_s.split(',')
native_arches = params[:native_arches].to_s.split(',')
native_arches &= arches if !arches.empty?
native_arches.present? ? Arch.where(name: native_arches).pluck(:id) : []
end
end
def set_builder
return unless @build_list
@build_list.builder = current_user
@build_list.save
end
end