#!/usr/bin/perl   
  
    use strict;   
    use lib '/hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin';   
    use GT::Base;   
    use GT::Plugins qw/STOP CONTINUE/;   
    use Links qw/$CFG $IN $DB/;   
    use LWP::Simple;   
    use Links::Plugins;   
    use Unicode::MapUTF8 qw(to_utf8 from_utf8 utf8_supported_charset);    
  
   # Inherit from base class for debug and error methods   
    @Plugins::DMOZ_Wizard::ISA = qw(GT::Base);   
  
   # Change directory to our admin one...   
    chdir("/hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin");   
    Links::init("/hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin");   
  
   # Grab the variable settings we need...   
    my $cfg = Links::Plugins::get_plugin_user_cfg ('DMOZ_Wizard');   
    my $_AdminEmail = $cfg->{'Admin_Email'};   
  
  
   # only add this code if the file actually exists..   
    if (-e "/hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin/content.rdf.u8") {  print "Removing old content.rdf.u8 and content.rdf.u8.gz files...\n\n"; unlink <content.rdf.*>; }   
  
   # grab the main stuff, and do code to parse the slices too...   
    print "Grabbing http://rdf.dmoz.org/rdf/content.rdf.u8.gz\n\n";   
    `wget http://rdf.dmoz.org/rdf/content.rdf.u8.gz > /hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin/logs/DownloadLog.log`;   
    `mv content.rdf.u8.gz /hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin/content.rdf.u8.gz`;   
    `gzip -d /hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin/content.rdf.u8.gz`;   
  
   # clean up the content.rdf.u8 file...   
    &run_rdf_cleanup;   
  
sub send_bad_notice {   
  
my $log = $_[0];   
my $sub = $_[1];   
my $cat= $log;   
   $cat =~ s/SliceLog\_//;   
   $cat =~ s/\.log//;   
   $cat =~ s/logs\///;   
  
open(READ,"$log") || die "Cant open $log. Reason: $!";   
 my @data = <READ>;   
close(READ);   
  
my $joined = join ("\n",@data);   
  
my $msg  = "Import reported an error. The log file $log contains;\n\n" . $joined;   
  
                          use GT::Mail;   
                          $GT::Mail::error ||= ''; # Silence -w   
                          my $mail = new GT::Mail;   
                          $mail->send (   
                                   smtp      => $CFG->{db_smtp_server},   
                                   sendmail  => $CFG->{db_mail_path},   
                                   from      => $_AdminEmail,   
                                   subject   => "$sub ($cat)...",   
                                   to        => $_AdminEmail,   
                                   msg       => $msg,   
                                   debug     => $Links::DEBUG   
                          ) or Links::fatal ("Unable to send mail: $GT::Mail::error");   
  
} ## end send_bad_notice   
  
sub send_good_notice {   
  
my $log = $_[0];   
my $sub = $_[1];   
my $cat = $log;   
   $cat =~ s/SliceLog\_//;   
   $cat =~ s/\.log//;   
   $cat =~ s/logs\///;   
  
open(READ,"$log") || die "Cant open $log. Reason: $!";   
 my @data = <READ>;   
close(READ);   
  
my $joined = join ("\n",@data);   
  
my $msg  = "Import reported ok. The log file is $log";   
  
                          use GT::Mail;   
                          $GT::Mail::error ||= ''; # Silence -w   
                          my $mail = new GT::Mail;   
                          $mail->send (   
  
                                   smtp      => $CFG->{db_smtp_server},   
                                   sendmail  => $CFG->{db_mail_path},   
                                   from      => $_AdminEmail,   
                                   subject   => "$sub ($cat)...",   
                                   to        => $_AdminEmail,   
                                   msg       => $msg,   
                                   debug     => $Links::DEBUG   
                          ) or Links::fatal ("Unable to send mail: $GT::Mail::error");   
  
  
} ## end send_good_notice   
  
sub Delete_Listing {   
# ------------------------------------------------------------   
# Here is where we delete a cron listing if they ask us to...   
#   
  
  my $script_cgi = "dmoz_cron.cgi";   
  my ($exists,$line, $line_found, $put_back);   
  my ($into_cron,$back_into_file,$found,@input, @res, $report, $location, $current_dir, $bad);   
  
 # grab the cron file first...so we get the updated version locally...   
  `crontab -l > $CFG->{admin_root_path}/cron.txt`;   
  
  
 # now open the file, and check to see if this option has already been set...   
  open(FILEIN, "$CFG->{admin_root_path}/cron.txt") || &error("Can't open cron.txt. Reason: $!");   
   my @input = <FILEIN>;   
  close(FILEIN);   
  
  
  foreach(@input) {    
  
  
	chomp;   
	next if /^#/; # skip comments        
  
     my $admin_path = $CFG->{admin_root_path};   
     if ($_ =~ /$admin_path\/$script_cgi/i) { next; } else { $put_back .= $_ . "\n"  }   
    # if it exists, we skip that line, i.ew not putting back into the file...   
  
  }   
  
 # write it all back into the cron.,txt file, ready to be execued...   
   open(CRONWRITE, ">$CFG->{admin_root_path}/cron.txt") || &error("Unable to open cron.txt. Reason: $!");   
     print CRONWRITE $put_back;   
   close(CRONWRITE);   
  
 # get the folder location of this script...   
   $current_dir = $ENV{SCRIPT_FILENAME}; $current_dir =~ s/admin\.cgi//;   
  
 # now we can add it...      
   $location = $current_dir . "cron.txt";   
   open PIPE, "crontab $location |";   
   @res = <PIPE>;   
   close PIPE or $bad = "$?,$!";   
  
  # catch the error if we have one :D   
   if ($bad) { print "\n\nERROR: Could not delete cronjob. Reason: $bad"; } else { print "\n\nRemoved cronjob entry ok...."; }   
  
} ## end Delete_Listing   
  
  
  
# clean up the main RDF file...will NOT work with BIG5, but only UTF8   
sub run_rdf_cleanup {   
  
  print "Cleaning up RDF file... \n";   
  
  `mv content.rdf.u8 content.rdf.u8.2`;   
  
  open (CONTENT,"/hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin/content.rdf.u8.2") || die $!;   
  open (WRITEIT,">/hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin/content.rdf.u8") || die $!;   
    while (<CONTENT>) {   
      if (/[\200-\377]/) {    
         s/([\200-\377]+)/from_utf8({ -string => $1, -charset => 'ISO-8859-1'})/eg;    
      }   
      print WRITEIT $_;          
    }   
  close(WRITEIT);   
  close(CONTENT);   
  
}   
  
# Start extracting for Regional/Europe/Ireland   
print "Extracting Top/Regional/Europe/Ireland ... ";   
`perl /hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin/do_dump.cgi --rdf=/hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin/content.rdf.u8 --out=/hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin/dmoz.dump --cat=Regional/Europe/Ireland > /hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin/logs/SliceLog_Regional_Europe_Ireland.log`;   
# Run import for Regional/Europe/Ireland   
`perl /hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin/nph-import.cgi --import=RDF --source="/hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin/dmoz.dump" --destination="/hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin/defs" --rdf-category="Top/Regional/Europe/Ireland" --rdf-destination="Regional/Europe/Ireland" --rdf-add-date="2003-09-06" --rdf-update > /hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin/logs/Regional_Europe_Ireland.log`;   
# Lets do a rebuild of the database, so all category counts are correct...   
print "Repairing table count on Database ... \n";   
`perl /hsphere/local/home/davidosu/sd14.mysite.com/cgi/admin/nph-build.cgi --repair`;