convertlist.pl

#!/usr/bin/perl
use strict;
use Getopt::Std;
use Fcntl;
use Data::Dumper;
require "./setup/query_util.pl";
require "./setup/setup_func.pl";
use vars qw(%opts $mjcfg);
$|=1;

$SIG{__WARN__} = sub {print STDERR "--== $_[0]"};

my %delete = (
	      announcements     => 1,
	      approve_passwd    => 1,
	      date_info         => 1,
	      date_intro        => 1,
	      digest_archive    => 1,
	      digest_issue      => 1,
	      digest_maxdays    => 1,
	      digest_maxlines   => 1,
	      digest_name       => 1,
	      digest_rm_footer  => 1,
	      digest_rm_fronter => 1,
	      digest_volume     => 1,
	      digest_work_dir   => 1,
	      filedir           => 1,
	      mungedomain       => 1,
	      strip             => 1,
	     );

# Pull in configuration
$mjcfg = read_mj_config();

unless ($mjcfg) {
  print STDERR "This program should be run after Majordomo has been installed.\n";
  exit 1;
}

# Check args for directory and list name to convert.
getopts('cd:gm:o:', \%opts);

if ($opts{g}) {
  print STDERR "Conversion of global configuration parameters not yet supported.";
  exit 1;
}

convert_some_lists();

exit 0;

#---- Subroutines

sub convert_some_lists {
  # No parameters; %opts and $mjcfg are globals
  my ($list);

  $opts{d} ||= $mjcfg->{domains}[0];
  $opts{o} ||= $mjcfg->{domain}{$opts{d}}{old_lists_dir};

  unless ($opts{o} && -d $opts{o}) {
    print STDERR "Can't find directory containing old lists.\n";
    exit 1;
  }

  unless (@ARGV) {
    print STDERR "No lists specified for conversion.\n";
    exit 1;
  }

  for $list (@ARGV) {
    unless (-f "$opts{o}/$list") {
      print STDERR "Can't find list $list to convert.\n";
      exit 1;
    }
    unless (-r "$opts{o}/$list") {
      print STDERR "Found old list $list but can't read it.\n";
      exit 1;
    }
  }

  for $list (@ARGV) {
    convert_list($list);
  }
}

sub convert_list {
  my $list = shift;

  my(%config, @args, @rest, $aux, $digest, $editor, @editor, $err, $file,
     $filecount, $i, $id, $j, $msg, $owner, $pid, $pw, $tmp, $val, $var);

  $filecount = 1;
  print "Converting $list\n";


  # Check to see if list exists already.  Prompt to exit or create it.
  # (Don't want to overwrite existing lists.)  Note that we do the bad
  # thing and just poke inside the list directories directly.
  if (-d "$mjcfg->{lists_dir}/$opts{d}/$list") {
    $msg = <<EOM;
The list $list already exists.  This process can continue, but note that
existing configuration changes may be overwritten.

Continue?
EOM
    return unless get_bool($msg);
  }

  $msg = <<EOM;
What is the email address of the owner of $list?
 In Majordomo1 this was written into the aliases but under Majordomo2 it is
  simply a configuration variable.

EOM
  $owner = get_str($msg);

  # Locate and load old config file.  Convert variables where necessary.
  load_old("$opts{o}/$list.config", \%config);

  # Iterate over the keys, performing conversion or deletion if necessary.
  for $i (sort keys %config) {
    if ($delete{$i}) {
      delete $config{$i};
    }
  }
  munge(\%config);

  # Figure out what default_flags should be based on reply_to and
  # subject_prefix.
  push @{$config{default_flags}}, 'selfcopy';
  if (length $config{reply_to} > 0) {
    push @{$config{default_flags}}, 'replyto';
  }
  else {
    $msg = <<EOM;

You do not have the reply_to variable set.  Majordomo2 allows users to
choose to receive messages with a Reply-To: header.  Would you like the
default settings to enable you to turn on reply_to and then allow users to
choose to begin receiving it if they so desire?

EOM
    unless (get_bool($msg, 1)) {
      push @{$config{default_flags}}, 'replyto';
    }
  }
  if (length $config{subject_prefix} > 0) {
    push @{$config{default_flags}}, 'prefix';
  }
  else {
    $msg = <<EOM;

You do not have the subject_prefix variable set.  Majordomo2 allows users
to choose to receive messages with a subject prefix.  Would you like the
default settings to enable you to set a subject prefix and then allow users
to choose to begin receiving it if they so desire?

EOM
    unless (get_bool($msg, 1)) {
      push @{$config{default_flags}}, 'prefix';
    }
  }

  if (length $config{mungedomain}) {
    $msg = <<EOM;

The list $list has the mungedomain variable set.  Majordomo2 supports a
mechanism for performing the equivalent functionality and more through the
addr_xforms variable, but note that this variable is set globally, not per
list and so it will not be set here.

Press enter to continue.
EOM
    get_str($msg);
  }

  # Open the command file
  $file = "$mjcfg->{wtmpdir}/convertlist.$$";
  sysopen CMD, $file, O_RDWR|O_CREAT|O_EXCL, 0600
    or die "Can't open $file, $!";

  # Initial arguments
  @args = ("$mjcfg->{'install_dir'}/bin/mj_shell", "-d", "$opts{d}", "-F",
	   "-");


  # Pull out the password or prompt for it if necessary
  $pw = $mjcfg->{'site_password'};
  unless ($pw) {
    $msg = "What is the site password?\n";
    $pw = get_str($msg);
  }

  print CMD "default password $pw\n";

  if ($config{master_password}) {
    print CMD "createlist-pass $list $config{master_password} $owner\n";
    delete $config{master_password};
  }
  else {
    print CMD "createlist $list $owner\n";
  }

  # Pick apart the restrict_post variable and build auxlists.
  if (length $config{restrict_post}) {
    @rest = split(/[:,\s]/, $config{restrict_post});
    $config{restrict_post} = [];
    for $i (@rest) {

      # Name of this list: just put it in
      if ($i eq $list) {
	push @{$config{restrict_post}}, $i;
	next;
      }

      # Something that looks like a digest list; ignore it for now
      if ($i eq "$list-digest") {
	next;
      }

      # Something that doesn't look like a separate list.  It might be a
      # file that "lives" under another list, but it's easier to ignore
      # that fact for now.
      if ($i =~ /\.(.*)$/) {
	$msg = <<EOM;

The old restrict_post variable includes: $i.
This does not look like the name of another list, so we can set up an
 auxiliary list and add the contents of this file to it.
Do you want to do this?

EOM
	next unless get_bool($msg, 1);
	$msg = <<EOM;

What do you want to name this auxiliary list?

EOM
	$aux = get_str($msg, $1);
	print CMD "subscribe $list:$aux <\@$filecount\n";
	$filecount++;
	push @args, ('-f', "$opts{o}/$i");
	push @{$config{restrict_post}}, $aux;
	next;
      }

      # Anything else references another list.  Just warn about it.
      $msg = <<EOM;

The old restrict_post variable includes: $i.

This looks like a separate list, so it will not be automatically placed in
 the new restrict_post variable.  If you had created a separate list for
 this solely to enable the list owner to manage the restriction list
 remotely, then you can just as well use an auxiliary list for that
 purpose.

You will need to do this manually.  Press enter to continue.

EOM
      get_str($msg);
      next;
    }
  }

  # check for and convert digest subscribers
  if ((-f "$opts{o}/$list-digest") && (-r "$opts{o}/$list-digest")) {
    $msg = <<EOM;

You appear to have a digest for this list as $list-digest.  If any list
settings are different from the main list, they will be lost, however, we
can import the subscriber list.  A digest called "daily" will be created
and the $list-digest subscribers will be set up in 'digest-daily' mode.

Would you list to import the subscribers from $list-digest?

EOM

    if (get_bool($msg, 1)) {
      $digest = 1;
      $tmp = <<EOD;
daily
times=5
minsize=20
minmsg=5
maxsize=40
maxmsg=10
maxage=3d
minage=1d
separate=0
newmsg=0
desc=The daily digest for $list
EOD

      push @{$config{digests}}, $tmp;
    }
  }

  # Now dump out the configuration.
  $id = 'AA';
  for $i (sort keys %config) {
    if (ref($config{$i}) eq 'ARRAY') {
      print CMD "configset $list $i << END$id\n";
      for $j (@{$config{$i}}) {
	print CMD "$j\n";
      }
      print CMD "END$id\n\n";
      $id++;
    }
    else {
      print CMD "configset $list $i = $config{$i}\n";
    }
  }

  if (-r "$opts{o}/$list" and -s "$opts{o}/$list") {
    print CMD "\nsubscribe-noinform-nowelcome $list <\@$filecount\n\n";
    push @args, "-f", "$opts{o}/$list";
    $filecount++;
  }
  if ($digest and (-r "$opts{o}/$list-digest" and 
                   -s "$opts{o}/$list-digest")) 
  {
    print CMD "subscribe-set-noinform-nowelcome $list digest-daily <\@$filecount\n\n";
    push @args, "-f", "$opts{o}/$list-digest";
    $filecount++;
  }

  print CMD "# mj_shell will be called with the following arguments:\n";
  print CMD "# @args\n\n";

  close CMD;


  # Offer to edit it
  $editor = $ENV{EDITOR} || $ENV{VISUAL} || '/bin/vi';
  @editor = split(' ',$editor);
  if (get_bool("Do you want to edit the command file before executing it?\n", 1)) 
  {
    $err = system(@editor, $file);
  }

  return if $err && !get_bool("The editor indicated an error; continue?\n", 1);

  get_str("Ready to execute script; press enter\n");

   # Pass it to mj_shell.
   $pid = open(SHELL, "|-");

   if ($pid) {
     # in parent
     open CMD, "<$file";
     while (defined($_ = <CMD>)) {
       print SHELL $_;
    }
    close CMD;
    close SHELL;
    waitpid $pid, 0;
  }
  else {
    # in child
    exec (@args) or die "Error executing $args[0], $!";
  }

  unlink $file;

  # Done.
}



sub load_old {
  my($file, $hash) = @_;
  my ($key, $op, $val);
  print "Loading $file\n";

  unless (-r $file) {
    print STDERR "$file does not exist or is unreadable; using default configuration.\n";
    return;
  }

  open CF, $file or die "Can't open $file: $!";
  while (defined ($_ = <CF>)) {
    next if /^\s*($|\#)/;
    chomp;
    s/#.*//;
    s/\s+$//;
    ($key, $op, $val) = split(" ", $_, 3);
    if (!defined $val) { $val = "" }
    $key = lc($key);

    if ($op eq "\<\<") {
      $hash->{$key} = [];
      while (defined($_ = <CF>)) {
	chomp;
	next unless $_;
	# s/^-//;
	last if $_ eq $val;
	push @{$hash->{$key}}, $_;
      }
    }
    else {
      $hash->{$key} = $val;
    }
  }
  1;
}

sub munge {
  my $cf = shift;

  if (exists $cf->{debug}) {
    $a = $cf->{debug};
    if (lc($a) eq 'no') {
      $cf->{debug} = 0;
    }
    else {
      $cf->{debug} = 500;
    }
  }

  if (exists $cf->{admin_passwd}) {
    $cf->{master_password} = $cf->{admin_passwd};
    delete $cf->{admin_passwd};
  }

  if (exists $cf->{moderator}) {
    $cf->{moderators} = $cf->{moderator};
    delete $cf->{moderator};
  }

  if (exists $cf->{mungedomain}) {
    $a = $cf->{mungedomain};
    if (lc($a) eq 'yes') {
      push @{$cf->{addr_xforms}}, 'mungedomain';
    }
    delete $cf->{mungedomain};
  }
}