gitlabhq/lib/tasks/gitlab/backup.rake

214 lines
7.3 KiB
Ruby
Raw Normal View History

require 'active_record/fixtures'
namespace :gitlab do
namespace :backup do
2012-09-26 13:18:10 +02:00
# Create backup of GitLab system
desc "GITLAB | Create a backup of the GitLab system"
task :create => :environment do
2012-12-23 21:15:25 +01:00
warn_user_is_not_gitlab
Rake::Task["gitlab:backup:db:create"].invoke
Rake::Task["gitlab:backup:repo:create"].invoke
Dir.chdir(Gitlab.config.backup.path)
2012-07-10 16:12:19 +02:00
# saving additional informations
2012-09-26 13:18:10 +02:00
s = {}
s[:db_version] = "#{ActiveRecord::Migrator.current_version}"
s[:backup_created_at] = "#{Time.now}"
s[:gitlab_version] = %x{git rev-parse HEAD}.gsub(/\n/,"")
s[:tar_version] = %x{tar --version | head -1}.gsub(/\n/,"")
File.open("#{Gitlab.config.backup.path}/backup_information.yml", "w+") do |file|
file << s.to_yaml.gsub(/^---\n/,'')
end
# create archive
2012-12-23 21:15:25 +01:00
print "Creating backup archive: #{Time.now.to_i}_gitlab_backup.tar ... "
if Kernel.system("tar -cf #{Time.now.to_i}_gitlab_backup.tar repositories/ db/ backup_information.yml")
2012-12-23 21:15:25 +01:00
puts "done".green
else
2012-12-23 21:15:25 +01:00
puts "failed".red
end
# cleanup: remove tmp files
2012-12-23 21:15:25 +01:00
print "Deleting tmp directories ... "
if Kernel.system("rm -rf repositories/ db/ backup_information.yml")
2012-12-23 21:15:25 +01:00
puts "done".green
else
2012-12-23 21:15:25 +01:00
puts "failed".red
end
# delete backups
2012-12-23 21:15:25 +01:00
print "Deleting old backups ... "
if Gitlab.config.backup.keep_time > 0
file_list = Dir.glob("*_gitlab_backup.tar").map { |f| f.split(/_/).first.to_i }
file_list.sort.each do |timestamp|
if Time.at(timestamp) < (Time.now - Gitlab.config.backup.keep_time)
%x{rm #{timestamp}_gitlab_backup.tar}
end
end
2012-12-23 21:15:25 +01:00
puts "done".green
else
2012-12-23 21:15:25 +01:00
puts "skipping".yellow
end
end
2012-09-26 13:18:10 +02:00
# Restore backup of GitLab system
desc "GITLAB | Restore a previously created backup"
task :restore => :environment do
2012-12-23 21:15:25 +01:00
warn_user_is_not_gitlab
Dir.chdir(Gitlab.config.backup.path)
2012-07-10 16:12:19 +02:00
# check for existing backups in the backup dir
file_list = Dir.glob("*_gitlab_backup.tar").each.map { |f| f.split(/_/).first.to_i }
2012-09-26 13:18:10 +02:00
puts "no backups found" if file_list.count == 0
if file_list.count > 1 && ENV["BACKUP"].nil?
puts "Found more than one backup, please specify which one you want to restore:"
puts "rake gitlab:backup:restore BACKUP=timestamp_of_backup"
2012-12-23 21:15:25 +01:00
exit 1
end
2012-09-26 13:18:10 +02:00
tar_file = ENV["BACKUP"].nil? ? File.join("#{file_list.first}_gitlab_backup.tar") : File.join(ENV["BACKUP"] + "_gitlab_backup.tar")
2012-07-10 16:12:19 +02:00
unless File.exists?(tar_file)
puts "The specified backup doesn't exist!"
2012-12-23 21:15:25 +01:00
exit 1
end
2012-12-23 21:15:25 +01:00
print "Unpacking backup ... "
2012-07-10 16:12:19 +02:00
unless Kernel.system("tar -xf #{tar_file}")
2012-12-23 21:15:25 +01:00
puts "failed".red
exit 1
else
2012-12-23 21:15:25 +01:00
puts "done".green
end
settings = YAML.load_file("backup_information.yml")
2012-11-19 20:58:54 +01:00
ENV["VERSION"] = "#{settings[:db_version]}" if settings[:db_version].to_i > 0
# restoring mismatching backups can lead to unexpected problems
2012-11-19 20:58:54 +01:00
if settings[:gitlab_version] != %x{git rev-parse HEAD}.gsub(/\n/,"")
2012-12-23 21:15:25 +01:00
puts "GitLab version mismatch:".red
puts " Your current HEAD differs from the HEAD in the backup!".red
puts " Please switch to the following revision and try again:".red
2012-11-19 20:58:54 +01:00
puts " revision: #{settings[:gitlab_version]}".red
exit 1
end
Rake::Task["gitlab:backup:db:restore"].invoke
Rake::Task["gitlab:backup:repo:restore"].invoke
# cleanup: remove tmp files
2012-12-23 21:15:25 +01:00
print "Deleting tmp directories ... "
if Kernel.system("rm -rf repositories/ db/ backup_information.yml")
2012-12-23 21:15:25 +01:00
puts "done".green
else
2012-12-23 21:15:25 +01:00
puts "failed".red
end
end
################################################################################
################################# invoked tasks ################################
################################# REPOSITORIES #################################
namespace :repo do
task :create => :environment do
backup_path_repo = File.join(Gitlab.config.backup.path, "repositories")
FileUtils.mkdir_p(backup_path_repo) until Dir.exists?(backup_path_repo)
puts "Dumping repositories ...".blue
2012-12-31 11:00:46 +01:00
Project.find_each(:batch_size => 1000) do |project|
print " * #{project.path_with_namespace} ... "
2012-12-31 11:00:46 +01:00
if project.empty_repo?
puts "[SKIPPED]".cyan
next
end
# Create namespace dir if missing
FileUtils.mkdir_p(File.join(backup_path_repo, project.namespace.path)) if project.namespace
# Build a destination path for backup
path_to_bundle = File.join(backup_path_repo, project.path_with_namespace + ".bundle")
if Kernel.system("cd #{project.path_to_repo} > /dev/null 2>&1 && git bundle create #{path_to_bundle} --all > /dev/null 2>&1")
puts "[DONE]".green
else
2012-12-31 11:00:46 +01:00
puts "[FAILED]".red
end
end
end
task :restore => :environment do
backup_path_repo = File.join(Gitlab.config.backup.path, "repositories")
2012-12-31 11:00:46 +01:00
repos_path = Gitlab.config.gitolite.repos_path
2012-12-23 21:15:25 +01:00
puts "Restoring repositories ... "
2012-12-31 11:00:46 +01:00
Project.find_each(:batch_size => 1000) do |project|
print "#{project.path_with_namespace} ... "
if project.namespace
project.namespace.ensure_dir_exist
end
# Build a backup path
path_to_bundle = File.join(backup_path_repo, project.path_with_namespace + ".bundle")
if Kernel.system("git clone --bare #{path_to_bundle} #{project.path_to_repo} > /dev/null 2>&1")
puts "[DONE]".green
else
2012-12-31 11:00:46 +01:00
puts "[FAILED]".red
end
end
end
end
###################################### DB ######################################
namespace :db do
task :create => :environment do
backup_path_db = File.join(Gitlab.config.backup.path, "db")
FileUtils.mkdir_p(backup_path_db) unless Dir.exists?(backup_path_db)
puts "Dumping database tables ... ".blue
ActiveRecord::Base.connection.tables.each do |tbl|
print " * #{tbl.yellow} ... "
count = 1
File.open(File.join(backup_path_db, tbl + ".yml"), "w+") do |file|
ActiveRecord::Base.connection.select_all("SELECT * FROM `#{tbl}`").each do |line|
line.delete_if{|k,v| v.blank?}
output = {tbl + '_' + count.to_s => line}
file << output.to_yaml.gsub(/^---\n/,'') + "\n"
count += 1
end
2012-12-23 21:15:25 +01:00
puts "done".green
end
end
end
2012-12-23 21:15:25 +01:00
task :restore => :environment do
backup_path_db = File.join(Gitlab.config.backup.path, "db")
2012-09-26 13:18:10 +02:00
2012-12-23 21:15:25 +01:00
puts "Restoring database tables (loading fixtures) ... "
Rake::Task["db:reset"].invoke
2012-09-26 13:18:10 +02:00
Dir.glob(File.join(backup_path_db, "*.yml") ).each do |dir|
fixture_file = File.basename(dir, ".*" )
2012-12-23 21:15:25 +01:00
print "#{fixture_file.yellow} ... "
if File.size(dir) > 0
ActiveRecord::Fixtures.create_fixtures(backup_path_db, fixture_file)
2012-12-23 21:15:25 +01:00
puts "done".green
else
2012-12-23 21:15:25 +01:00
puts "skipping".yellow
end
end
end
end
end # namespace end: backup
end # namespace end: gitlab