small-hacks/remove-spam-high-confidence-maildir.plx

#!/usr/bin/perl
# Copyright (C) 2010, Bradley M. Kuhn
#
# This program gives you software freedom; you can copy, modify, convey,
# and/or redistribute it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 3 of the
# License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program in a file called 'GPLv3'.  If not, write to the:
#    Free Software Foundation, Inc., 51 Franklin St, Fifth Floor
#                                    Boston, MA 02110-1301, USA.


use strict;
use warnings;

use Mail::Header;
use Date::Manip;
use autodie qw(open close);

#use File::Copy;

my $VERBOSE = 1;

if (@ARGV < 5 or @ARGV > 6) {
  print STDERR "usage: $0 <MAILDIR_DIRECTORY> <DSPAM_PROBABILITY_MIN> <DSPAM_CONFIDENCE_LEVEL_MIN> <SPAM_ASSASSIN_SCORE> <DAYS> [<COUNT_ONLY_DONT_DELETE>]\n";
  exit 1;
}

my($MAILDIR_FOLDER, $DSPAM_PROB_MIN, $DSPAM_CONF_MIN, $SPAM_ASSASSIN_SCORE, $DAYS, $COUNT_ONLY) = @ARGV;

my($total, $countDeleted, $totalInDate) = (0, 0, 0);

my $nDaysAgo = ParseDate("$DAYS days ago");

my @msgDirs = ("$MAILDIR_FOLDER/cur", "$MAILDIR_FOLDER/new");

foreach my $dir (@msgDirs) {
  die "$MAILDIR_FOLDER must not be a maildir folder (or is unreadable by you), since $dir isn't a readable directory: $!"
    unless  (-d $dir);
}
foreach my $dir (@msgDirs) {
  opendir(MAILDIR, $dir) or die "Unable to open directory $dir for reading: $!";
while (my $file = readdir MAILDIR) {
    print STDERR ".";
    next if -d $file;    # skip directories
    my $fullFileName = "$dir/$file";

    my $fh;
    unless (open($fh, "<", $fullFileName)) {
      print STDERR "File, $fullFileName, appears to have disappeared during processing ($!).\n";
    }

    my $header = new Mail::Header($fh);
    my $fields = $header->header_hashref;

    my $mailDate;
    foreach my $dt (@{$fields->{"Date"}}) {
      if (not defined $mailDate) {
        $mailDate = $dt;
      } else {
        $mailDate = $dt if $dt lt $mailDate;
      }
    }
    if (not defined $mailDate) {
      print STDERR "File $file has no Date: header. Skipping.\n";
      next;
    }
    my $parsedDate = ParseDate($mailDate);
    unless (defined $parsedDate) {
      print STDERR "File $file has Unparsable Date header $mailDate";
      next;
    }
    $total++;

    print "\nDate: $parsedDate" if ($VERBOSE > 2);

    next  if ($parsedDate gt $nDaysAgo);
    $totalInDate++;

    print "    Not skipping over date, $nDaysAgo\n" if ($VERBOSE > 2);
    my %dspamVal;
    foreach my $val ('Confidence', 'Probability') {
      foreach my $dv (@{$fields->{"X-Dspam-$val"}}) {
        chomp $dv;
        if (not defined $dspamVal{$val}) {
          $dspamVal{$val} = $dv;
        } else {
          $dspamVal{$val} = $dv if $dv < $dspamVal{$val};
        }
      }
    }
    print " Confidence: $dspamVal{Confidence}, Probability: $dspamVal{Probability}\n"
      if ($VERBOSE > 2);
    my $isReadyToDelete = 0;
    
    if (defined $dspamVal{Confidence} and defined $dspamVal{Probability}) {
      $isReadyToDelete = 1
        if ($dspamVal{Confidence}  >= $DSPAM_CONF_MIN and
            $dspamVal{Probability} >= $DSPAM_PROB_MIN);

    } else {
      my $spamStatusVal;
      foreach my $dv (@{$fields->{"X-Spam-Status"}}) {
        chomp $dv;
        print " X-Spam-Status found: $dv\n" if ($VERBOSE > 3);
        if ($dv =~ /Yes.*score\s*=\s*([\d\.]+)\s+/i) {
          my $newVal = $1;
          if (not defined $spamStatusVal) {
            $spamStatusVal = $newVal;
          } else {
            $spamStatusVal = $newVal if $newVal < $spamStatusVal;
          }
        }
      }
      print " Final Spam Status from Spam Assassin: $spamStatusVal\n" if ($VERBOSE > 2);
      if (not defined $spamStatusVal) {
        print STDERR "File $file has no headers for Spam. Skipping.\n";
      } else {
        $isReadyToDelete = 1 if ($spamStatusVal >= $SPAM_ASSASSIN_SCORE);
      }
      if ($isReadyToDelete) {
        $countDeleted++;
        print "    counting this one\n" if ($VERBOSE > 2);
        unless (defined $COUNT_ONLY and $COUNT_ONLY) {
          warn "unable to unlink $fullFileName: $!"
            unless unlink("$fullFileName") == 1;
        }
      }
    }
    $fh->close();
    $fh = $header = $fields = undef;
  }
  close MAILDIR;
  print STDERR ".\n";
}

my $percent = ($countDeleted / $total) * 100.00;

print sprintf("%.2f", $percent), "% ($countDeleted/$total) ",
  ((defined $COUNT_ONLY and $COUNT_ONLY) ?
   " would be deleted.\n" :
   sprintf("were deleted.\nThis leaves %d in the folder.\n",
          $total - $countDeleted));

my $percentInDate = ($totalInDate / $totalInDate) * 100.00;

print sprintf("Of those matching the date range, %.2f", $percentInDate), "% ($countDeleted/$totalInDate) ",
  ((defined $COUNT_ONLY and $COUNT_ONLY) ?
   " would be deleted.\n" :
   sprintf("were deleted.\n"));
print sprintf("%d in the folder don't match that date range.\n",
          $total - $totalInDate);
###############################################################################
#
# Local variables:
# compile-command: "perl -c remove-spam-high-confidence-maildir.plx"
# End: