Files
webmin/backup-config/backup-config-lib.pl
2007-04-12 20:24:50 +00:00

576 lines
14 KiB
Perl

# Functions for doing backups
do '../web-lib.pl';
&init_config();
do '../ui-lib.pl';
&foreign_require("cron", "cron-lib.pl");
$cron_cmd = "$module_config_directory/backup.pl";
$backups_dir = "$module_config_directory/backups";
$manifests_dir = "/tmp/backup-config-manifests";
# list_backup_modules()
# Returns details of all modules that allow backups
sub list_backup_modules
{
local ($m, @rv);
foreach $m (&get_all_module_infos()) {
local $mdir = &module_root_directory($m->{'dir'});
if (&check_os_support($m) &&
-r "$mdir/backup_config.pl") {
push(@rv, $m);
}
}
return sort { $a->{'desc'} cmp $b->{'desc'} } @rv;
}
# list_backups()
# Returns a list of all configured backups
sub list_backups
{
local (@rv, $f);
opendir(DIR, $backups_dir);
foreach $f (sort { $a cmp $b } readdir(DIR)) {
next if ($f !~ /^(\S+)\.backup$/);
push(@rv, &get_backup($1));
}
closedir(DIR);
return @rv;
}
# get_backup(id)
sub get_backup
{
local %backup;
&read_file("$backups_dir/$_[0].backup", \%backup) || return undef;
$backup{'id'} = $_[0];
return \%backup;
}
# save_backup(&backup)
sub save_backup
{
$_[0]->{'id'} ||= time().$$;
mkdir($backups_dir, 0700);
&lock_file("$backups_dir/$_[0]->{'id'}.backup");
&write_file("$backups_dir/$_[0]->{'id'}.backup", $_[0]);
&unlock_file("$backups_dir/$_[0]->{'id'}.backup");
}
# delete_backup(&backup)
sub delete_backup
{
&unlink_logged("$backups_dir/$_[0]->{'id'}.backup");
}
# parse_backup_url(string)
# Converts a URL like ftp:// or a filename into its components
sub parse_backup_url
{
if ($_[0] =~ /^ftp:\/\/([^:]*):([^\@]*)\@([^\/]+)(\/.*)$/) {
return (1, $1, $2, $3, $4);
}
elsif ($_[0] =~ /^ssh:\/\/([^:]*):([^\@]*)\@([^\/]+)(\/.*)$/) {
return (2, $1, $2, $3, $4);
}
elsif ($_[0] =~ /^upload:(.*)$/) {
return (3, undef, undef, undef, $1);
}
elsif ($_[0] =~ /^download:$/) {
return (4, undef, undef, undef, undef);
}
else {
return (0, undef, undef, undef, $_[0]);
}
}
# show_backup_destination(name, value, [local-mode])
# Returns HTML for a field for selecting a local or FTP file
sub show_backup_destination
{
local ($mode, $user, $pass, $server, $path) = &parse_backup_url($_[1]);
local $rv;
$rv .= "<table cellpadding=1 cellspacing=0>";
# Local file field
$rv .= "<tr><td>".&ui_oneradio("$_[0]_mode", 0, undef, $mode == 0)."</td>\n";
$rv .= "<td colspan=2>$text{'backup_mode0'} ".
&ui_textbox("$_[0]_file", $mode == 0 ? $path : "", 40).
" ".&file_chooser_button("$_[0]_file")."</td> </tr>\n";
# FTP file fields
$rv .= "<tr><td>".&ui_oneradio("$_[0]_mode", 1, undef, $mode == 1)."</td>\n";
$rv .= "<td>$text{'backup_mode1'} ".
&ui_textbox("$_[0]_server", $mode == 1 ? $server : undef, 20).
"</td>\n";
$rv .= "<td>$text{'backup_path'} ".
&ui_textbox("$_[0]_path", $mode == 1 ? $path : undef, 40).
"</td> </tr>\n";
$rv .= "<tr> <td></td>\n";
$rv .= "<td>$text{'backup_login'} ".
&ui_textbox("$_[0]_user", $mode == 1 ? $user : undef, 15).
"</td>\n";
$rv .= "<td>$text{'backup_pass'} ".
&ui_password("$_[0]_pass", $mode == 1 ? $pass : undef, 15).
"</td> </tr>\n";
# SCP file fields
$rv .= "<tr><td>".&ui_oneradio("$_[0]_mode", 2, undef, $mode == 2)."</td>\n";
$rv .= "<td>$text{'backup_mode2'} ".
&ui_textbox("$_[0]_sserver", $mode == 2 ? $server : undef, 20).
"</td>\n";
$rv .= "<td>$text{'backup_path'} ".
&ui_textbox("$_[0]_spath", $mode == 2 ? $path : undef, 40).
"</td> </tr>\n";
$rv .= "<tr> <td></td>\n";
$rv .= "<td>$text{'backup_login'} ".
&ui_textbox("$_[0]_suser", $mode == 2 ? $user : undef, 15).
"</td>\n";
$rv .= "<td>$text{'backup_pass'} ".
&ui_password("$_[0]_spass", $mode == 2 ? $pass : undef, 15).
"</td> </tr>\n";
if ($_[2] == 1) {
# Uploaded file field
$rv .= "<tr><td>".&ui_oneradio("$_[0]_mode", 3, undef, $mode == 3).
"</td>\n";
$rv .= "<td colspan=2>$text{'backup_mode3'} ".
&ui_upload("$_[0]_upload", 40).
"</td> </tr>\n";
}
elsif ($_[2] == 2) {
# Output to browser option
$rv .= "<tr><td>".&ui_oneradio("$_[0]_mode", 4, undef, $mode == 4).
"</td>\n";
$rv .= "<td colspan=2>$text{'backup_mode4'}</td> </tr>\n";
}
$rv .= "</table>\n";
return $rv;
}
# parse_backup_destination(name, &in)
# Returns a backup destination string, or calls error
sub parse_backup_destination
{
local %in = %{$_[1]};
local $mode = $in{"$_[0]_mode"};
if ($mode == 0) {
$in{"$_[0]_file"} =~ /^\/\S/ || &error($text{'backup_edest'});
return $in{"$_[0]_file"};
}
elsif ($mode == 1) {
gethostbyname($in{"$_[0]_server"}) || &error($text{'backup_eserver1'});
$in{"$_[0]_path"} =~ /^\/\S/ || &error($text{'backup_epath'});
$in{"$_[0]_user"} =~ /^[^:]*$/ || &error($text{'backup_euser'});
$in{"$_[0]_pass"} =~ /^[^\@]*$/ || &error($text{'backup_epass'});
return "ftp://".$in{"$_[0]_user"}.":".$in{"$_[0]_pass"}."\@".
$in{"$_[0]_server"}.$in{"$_[0]_path"};
}
elsif ($mode == 2) {
gethostbyname($in{"$_[0]_sserver"}) || &error($text{'backup_eserver2'});
$in{"$_[0]_spath"} =~ /^\/\S/ || &error($text{'backup_epath'});
$in{"$_[0]_suser"} =~ /^[^:]*$/ || &error($text{'backup_euser'});
$in{"$_[0]_spass"} =~ /^[^\@]*$/ || &error($text{'backup_epass'});
return "ssh://".$in{"$_[0]_suser"}.":".$in{"$_[0]_spass"}."\@".
$in{"$_[0]_sserver"}.$in{"$_[0]_spath"};
}
elsif ($mode == 3) {
# Uploaded file .. save as temp file?
$in{"$_[0]_upload"} || &error($text{'backup_eupload'});
return "upload:$_[0]_upload";
}
elsif ($mode == 4) {
return "download:";
}
}
# execute_backup(&modules, dest, &size, &files, include-webmin, exclude-files,
# &others)
# Backs up the configuration files for the modules to the selected destination.
# The backup is simply a tar file of config files. Returns undef on success,
# or an error message on failure
sub execute_backup
{
# Work out where to write to
local ($mode, $user, $pass, $host, $path) = &parse_backup_url($_[1]);
local $file;
if ($mode == 0) {
$file = &date_subs($path);
}
else {
$file = &transname();
}
# Get module descriptions
local $m;
local %desc;
foreach $m (@{$_[0]}) {
local %minfo = &get_module_info($m);
$desc{$m} = $minfo{'desc'};
}
local @files;
if (!$_[5]) {
# Build list of all files to save from modules
foreach $m (@{$_[0]}) {
&foreign_require($m, "backup_config.pl");
local @mfiles = &foreign_call($m, "backup_config_files");
push(@files, @mfiles);
push(@{$manifestfiles{$m}}, @mfiles);
}
}
# Add module config files
if ($_[4]) {
foreach $m (@{$_[0]}) {
local @cfiles = ( "$config_directory/$m/config" );
push(@files, @cfiles);
push(@{$manifestfiles{$m}}, @cfiles);
}
}
# Add other files
foreach my $f (@{$_[6]}) {
push(@files, $f);
push(@{$manifestfiles{"other"}}, $f);
}
# Save the manifest files
&execute_command("rm -rf ".quotemeta($manifests_dir));
mkdir($manifests_dir, 0755);
local @manifests;
foreach $m (@{$_[0]}, "_others") {
next if (!defined($manifestfiles{$m}));
local $man = "$manifests_dir/$m";
&open_tempfile(MAN, ">$man");
&print_tempfile(MAN, map { "$_\n" } @{$manifestfiles{$m}});
&close_tempfile(MAN);
push(@manifests, $man);
}
# Make sure we have something to do
@files = grep { -e $_ } @files;
@files || (return $text{'backup_enone'});
if (!$_[5]) {
# Call all module pre functions
local $m;
foreach $m (@{$_[0]}) {
if (&foreign_defined($m, "pre_backup")) {
local $err = &foreign_call($m, "pre_backup", \@files);
if ($err) {
return &text('backup_epre', $desc{$m}, $err);
}
}
}
}
# Make the tar (possibly .gz) file
local $qfiles = join(" ", map { s/^\///; quotemeta($_) }
&unique(@files), @manifests);
local $qfile = quotemeta($file);
local $out;
if (&has_command("gzip")) {
&execute_command("cd / ; tar cf - $qfiles | gzip -c >$qfile",
undef, \$out, \$out);
}
else {
&execute_command("cd / ; tar cf $qfile $qfiles", undef, \$out, \$out);
}
if ($?) {
&unlink_file($file) if ($mode != 0);
return &text('backup_etar', "<pre>$out</pre>");
}
local @st = stat($file);
${$_[2]} = $st[7] if ($_[2]);
@{$_[3]} = &unique(@files) if ($_[3]);
if (!$_[5]) {
# Call all module post functions
foreach $m (@{$_[0]}) {
if (&foreign_defined($m, "post_backup")) {
&foreign_call($m, "post_backup", \@files);
}
}
}
if ($mode == 1) {
# FTP upload to destination
local $err;
&ftp_upload($host, &date_subs($path), $file, \$err, undef, $user,$pass);
&unlink_file($file);
return $err if ($err);
}
elsif ($mode == 2) {
# SCP to destination
local $err;
&scp_copy($file, "$user\@$host:".&date_subs($path), $pass, \$err);
&unlink_file($file);
return $err if ($err);
}
return undef;
}
# execute_restore(&mods, source, &files, apply)
# Restore configuration files from the specified source for the listed modules.
# Returns undef on success, or an error message.
sub execute_restore
{
# Fetch file if needed
local ($mode, $user, $pass, $host, $path) = &parse_backup_url($_[1]);
local $file;
if ($mode == 0) {
$file = $path;
}
else {
$file = &transname();
if ($mode == 2) {
# Download with SCP
local $err;
&scp_copy("$user\@$host:$path", $file, $pass, \$err);
if ($err) {
&unlink_file($file);
return $err;
}
}
elsif ($mode == 1) {
# Download with FTP
local $err;
&ftp_download($host, $path, $file, \$err, undef, $user, $pass);
if ($err) {
&unlink_file($file);
return $err;
}
}
}
# Validate archive
open(FILE, $file);
local $two;
read(FILE, $two, 2);
close(FILE);
local $qfile = quotemeta($file);
local $gzipped = ($two eq "\037\213");
if ($gzipped) {
# Gzipped
&has_command("gunzip") || return $text{'backup_egunzip'};
$cmd = "gunzip -c $qfile | tar tf -";
}
else {
$cmd = "tar tf $qfile";
}
local $out;
&execute_command($cmd, undef, \$out, \$out, 0, 1);
if ($?) {
&unlink_file($file) if ($mode != 0);
return &text('backup_euntar', "<pre>$out</pre>");
}
local @tarfiles = map { "/$_" } split(/\r?\n/, $out);
local %tarfiles = map { $_, 1 } @tarfiles;
# Extract manifests for each module
local %hasmod = map { $_, 1 } @{$_[0]};
$hasmod{"_others"} = 1;
&execute_command("rm -rf ".quotemeta($manifests_dir));
local $rel_manifests_dir = $manifests_dir;
$rel_manifests_dir =~ s/^\///;
if ($gzipped) {
&execute_command("cd / ; gunzip -c $qfile | tar xf - $rel_manifests_dir", undef, \$out, \$out);
}
else {
&execute_command("cd / ; tar xf $qfile $rel_manifests_dir", undef, \$out, \$out);
}
opendir(DIR, $manifests_dir);
local $m;
local %mfiles;
local @files;
while($m = readdir(DIR)) {
next if ($m eq "." || $m eq ".." || !$hasmod{$m});
open(MAN, "$manifests_dir/$m");
local @mfiles;
while(<MAN>) {
s/\r|\n//g;
if ($tarfiles{$_}) {
push(@mfiles, $_);
}
}
close(MAN);
$mfiles{$m} = \@mfiles;
push(@files, @mfiles);
}
closedir(DIR);
if (!@files) {
&unlink_file($file) if ($mode != 0);
return $text{'backup_enone2'};
}
# Get descriptions for each module
local %desc;
foreach $m (@{$_[0]}) {
local %minfo = &get_module_info($m);
$desc{$m} = $minfo{'desc'};
}
# Call module pre functions
local $m;
foreach $m (@{$_[0]}) {
&foreign_require($m, "backup_config.pl");
if (&foreign_defined($m, "pre_restore")) {
local $err = &foreign_call($m, "pre_restore", \@files);
if ($err) {
&unlink_file($file) if ($mode != 0);
return &text('backup_epre2', $desc{$m}, $err);
}
}
}
# Lock all files being extracted
local $f;
foreach $f (@files) {
&lock_file($f);
}
# Extract contents (only files specified by manifests)
local $qfiles = join(" ", map { s/^\///; quotemeta($_) }
&unique(@files));
if ($gzipped) {
&execute_command("cd / ; gunzip -c $qfile | tar xf - $qfiles",
undef, \$out, \$out);
}
else {
&execute_command("cd / ; tar xf $qfile $qfiles", undef, \$out, \$out);
}
local $ex = $?;
# Un-lock all files being extracted
local $f;
foreach $f (@files) {
&unlock_file($f);
}
# Check for tar error
if ($ex) {
&unlink_file($file) if ($mode != 0);
return &text('backup_euntar', "<pre>$out</pre>");
}
if ($_[3]) {
# Call all module apply functions
foreach $m (@{$_[0]}) {
if (&foreign_defined($m, "post_restore")) {
&foreign_call($m, "post_restore", \@files);
}
}
}
@{$_[2]} = @files;
return undef;
}
# scp_copy(source, dest, password, &error)
# Copies a file from some source to a destination. One or the other can be
# a server, like user@foo:/path/to/bar/
sub scp_copy
{
&foreign_require("proc", "proc-lib.pl");
local $cmd = "scp -r ".quotemeta($_[0])." ".quotemeta($_[1]);
local ($fh, $fpid) = &proc::pty_process_exec($cmd);
local $out;
while(1) {
local $rv = &wait_for($fh, "password:", "yes\\/no", ".*\n");
$out .= $wait_for_input;
if ($rv == 0) {
syswrite($fh, "$_[2]\n");
}
elsif ($rv == 1) {
syswrite($fh, "yes\n");
}
elsif ($rv < 0) {
last;
}
}
close($fh);
local $got = waitpid($fpid, 0);
if ($? || $out =~ /permission\s+denied/i) {
${$_[3]} = "scp failed : <pre>$out</pre>";
}
}
# find_cron_job(&backup)
sub find_cron_job
{
local @jobs = &cron::list_cron_jobs();
local ($job) = grep { $_->{'user'} eq 'root' &&
$_->{'command'} eq "$cron_cmd $_[0]->{'id'}" } @jobs;
return $job;
}
# nice_dest(destination, [subdates])
# Returns a backup filename in a human-readable format, with dates substituted
sub nice_dest
{
local ($mode, $user, $pass, $server, $path) = &parse_backup_url($_[0]);
if ($_[1]) {
$path = &date_subs($path);
}
if ($mode == 0) {
return "<tt>$path</tt>";
}
elsif ($mode == 1) {
return &text('nice_ftp', "<tt>$server</tt>", "<tt>$path</tt>");
}
elsif ($mode == 2) {
return &text('nice_ssh', "<tt>$server</tt>", "<tt>$path</tt>");
}
elsif ($mode == 3) {
return $text{'nice_upload'};
}
elsif ($mode == 4) {
return $text{'nice_download'};
}
}
# date_subs(string)
sub date_subs
{
if ($config{'date_subs'}) {
eval "use POSIX";
eval "use posix" if ($@);
local @tm = localtime(time());
return strftime($_[0], @tm);
}
else {
return $_[0];
}
}
# show_backup_what(name, webmin?, nofiles?, others)
# Returns HTML for selecting what gets included in a backup
sub show_backup_what
{
local ($name, $webmin, $nofiles, $others) = @_;
return &ui_checkbox($name."_webmin", 1, $text{'edit_webmin'}, $webmin)."\n".
&ui_checkbox($name."_nofiles", 1, $text{'edit_nofiles'}, !$nofiles)."\n".
&ui_checkbox($name."_other", 1, $text{'edit_other'}, $others)."<br>".
&ui_textarea($name."_files", join("\n", split(/\t+/, $others)), 3, 50);
}
# parse_backup_what(name, &in)
# Returns the webmin and nofiles flags
sub parse_backup_what
{
local ($name, $in) = @_;
local $webmin = $in->{$name."_webmin"};
local $nofiles = !$in->{$name."_nofiles"};
$in->{$name."_files"} =~ s/\r//g;
local $others = $in->{$name."_other"} ?
join("\t", split(/\n+/, $in->{$name."_files"})) : undef;
$webmin || !$nofiles || $others || &error($text{'save_ewebmin'});
return ($webmin, $nofiles, $others);
}
1;