52 lines
1.7 KiB
Ruby
Executable File
52 lines
1.7 KiB
Ruby
Executable File
#!/usr/bin/env ruby
|
|
# argv[0] user token; argv[1] url to file-store
|
|
require 'json'
|
|
require 'rest-client'
|
|
|
|
abf_yml, new_sources = '.abf.yml', []
|
|
old_sources = if File.exist? abf_yml
|
|
File.read(abf_yml).split("\n").reject {|line| line =~ /sources/}
|
|
else
|
|
[]
|
|
end
|
|
#MAX_SIZE = 2 * 1024 * 1024 # 2.megabytes
|
|
url = "#{ARGF.argv[1]}/api/v1"
|
|
rclient = RestClient::Resource.new(url, :user => ARGF.argv[0]) # user auth token
|
|
|
|
Dir.glob("*.{bz2,rar,gz,tar,tbz2,tgz,zip,Z,7z,xz,lzma}").uniq.sort.each do |file|
|
|
begin
|
|
#next if File.size(file) < MAX_SIZE
|
|
|
|
sha1 = Digest::SHA1.file(file).hexdigest
|
|
resp = JSON(RestClient.get "#{url}/file_stores", :params => {:hash => sha1})
|
|
if resp[0].respond_to?('[]') && resp[0]['file_name'] && resp[0]['sha1_hash']
|
|
# file already exists at file-store
|
|
new_sources << " \"#{file}\": #{sha1}"
|
|
FileUtils.rm_rf file
|
|
puts " file \"#{file}\" already exists in the file-store"
|
|
elsif resp == []
|
|
# try to put file at file-store
|
|
resp = JSON `curl --user #{ARGF.argv[0]}: -POST -F "file_store[file]=@#{file}" #{url}/upload`
|
|
unless resp['sha1_hash'].nil?
|
|
new_sources << " \"#{file}\": #{sha1}"
|
|
FileUtils.rm_rf file
|
|
p " upload file \"#{file}\" to the file-store"
|
|
else
|
|
p " !Failed to upload file \"#{file}\" to the file-store!"
|
|
end
|
|
else
|
|
raise "Response unknown!\n #{resp}"
|
|
end
|
|
|
|
#rescue => e
|
|
# e.response
|
|
end
|
|
end
|
|
sources = (old_sources | new_sources)
|
|
unless new_sources.empty?
|
|
File.open(abf_yml, 'w') do |abf|
|
|
abf.puts 'sources:'
|
|
(old_sources | new_sources).sort.each {|line| abf.puts line}
|
|
end
|
|
end
|