=spam: Updates.
[PerlMail.git] / PerlMail / Config.pm
index 07a06a8..e48a813 100644 (file)
@@ -31,6 +31,7 @@ use vars qw(@ISA @EXPORT);
                $HOME
                $Mail @ValidUsers $IdleMax $MaxBodySMS @SMSwebRcpt $SMSwebRcpt_username
                $Lock_pathname $PeerAddr $Socket_timeout $DB_table $DBI_database $DBI_user $DBI_pwd
+               $clamscan_waitpid_timeout
                $sendmail_orig @addr_addon &FromAddress @h_rcpt @h_from
                %audit_profile @sms_squeezes @alternates_host @dnsbl_whitelist
 
@@ -43,7 +44,7 @@ require Mail::Alias;
 
 BEGIN {
        for (qw(headerhas store headeris did dnsbl store_muttrc_alternates Received_for parts_linear mime_type
-                       body_first mimehead spamassassin header_remap)) {
+                       body_first is_multipart mimehead mimebody spamassassin clamscan header_remap lmtp_deliver)) {
                eval 'sub '.$_.' { return ::'.$_.'(@_); }';
                }
        }
@@ -69,6 +70,18 @@ our $MaxBodySMS=0x1000;
 our @SMSwebRcpt=qw(420 602 431329);
 # Some WWW::SMS modules require username:
 our $SMSwebRcpt_username="lace2";
+our $lmtp_admin="cyrus";
+our $lmtp_pwd;
+{
+       local *F;
+       open F,"$HOME/priv/lmtp.${lmtp_admin}.pwd" or die;
+       $lmtp_pwd=<F>;
+       chomp $lmtp_pwd;
+       close F or die;
+       }
+our $lmtp_user_from="lace";
+our $lmtp_user_to="lacemail";
+our $clamscan_waitpid_timeout=3;
 
 
 # perlmail-submit
@@ -76,7 +89,7 @@ our $SMSwebRcpt_username="lace2";
 # Global system lock for exclusive $DB_table access:
 our $Lock_pathname="/tmp/PerlMail.lock";
 # 'workstation' hostname and port. Hostname may be dyndns:
-our $PeerAddr="exuhome.dyn.jankratochvil.net.:852";
+our $PeerAddr="kashome.dyn.jankratochvil.net.:852";
 #our $PeerAddr="127.0.0.1:2852";
 # 15sec is NOT enough as the remote peer must complete mail store:
 our $Socket_timeout=7600;
@@ -87,7 +100,7 @@ our $DBI_database="short";
 # MySQL user name:
 our $DBI_user="short";
 # MySQL user password:
-our $DBI_pwd=$ENV{"HOME"}."/priv/mysql.".$DBI_user.".pwd";
+our $DBI_pwd=$HOME."/priv/mysql.".$DBI_user.".pwd";
 
 
 # perlmail-sendmail
@@ -96,19 +109,17 @@ our $DBI_pwd=$ENV{"HOME"}."/priv/mysql.".$DBI_user.".pwd";
 my @lists=qw(
                tacplus-l@disaster.com
                gsm@sh.cvut.cz
-               linux-fsdevel@vger.kernel.org
                n9k@pandora.cz
                dev9k@pandora.cz
                gsm@pandora.cz
                ros-general@reactos.com
                ros-kernel@reactos.com
+               ros-dev@reactos.com
                ros-cvs@reactos.com
                4cinfo@atrey.karlin.mff.cuni.cz
                libtool@gnu.org
                libtool-patches@gnu.org
                wine-license@winehq.org
-               wine-devel@winehq.org
-               wine-patches@winehq.org
                gtk-devel-list@gnome.org
                gnome-vfs-list@gnome.org
                captive-announce-list@jankratochvil.net
@@ -123,13 +134,13 @@ my @lists=qw(
                autoconf-patches@gnu.org
                wget-patches@sunsite.dk
                wget@sunsite.dk
-               mailman-developers@python.org
                wineconf@winehq.org
                prague-pm@pm.org
                dev@httpd.apache.org
                asterisk-perl@lists.gnuinter.net
                isdn4linux@listserv.isdn4linux.de
                libc-alpha@sources.redhat.com
+               squid-dev@squid-cache.org
                );
                #4c-list@vellum.cz
 
@@ -206,7 +217,7 @@ our @h_from=(
 # 'bell'   =>Bell sound.
 # 'sms=\d+'=>Send SMS by WWW::SMS with specified maximum # of parts
 our %audit_profile=(
-               "btw"   =>[],
+               "btw"   =>["syslog"],
                "silent"=>["=btw"   ,"did"],
                "log"   =>["=silent","syslog"],
                "bell"  =>["=log"   ,"bell"],
@@ -279,6 +290,16 @@ sub audit
                store "=spam"         if headeris "From",'<e4luck@lists.opt4email.com>';
                store "=spam"         if headeris "From",'<mailcontests@lists.servitall.com>';
                store "=spam"         if headeris "From",'<canda@lica.cz>';
+               store "=spam"         if headeris "From",'<newsletter@thecareernews.com>';
+               store "=spam"         if headeris "From",'<newsletter@jobseekerweekly.com>';
+               store "=spam"         if headeris "From",'<newsletter@jobmarketweekly.com>';
+               store "=spam"         if headeris "From",'<newsletter@career-digest.com>';
+               for my $header (qw(To Cc)) {
+                       store "=spam" if headerhas $header,'<st@jankratochvil.net>';
+                       store "=spam" if headerhas $header,'<est@jankratochvil.net>';
+                       store "=spam" if headerhas $header,'<uest@jankratochvil.net>';
+                       store "=spam" if headerhas $header,'<kratochvil.net@jankratochvil.net>';
+                       }
                {
                        # weak detection: files with text/html w/o text/plain are usually a spam
                        my @types_linear=map({ mime_type($_); } parts_linear());
@@ -290,23 +311,50 @@ sub audit
 
        # spam detection
        return if did sub {
+               # It is too expensive to scan the huge =caperr announcements by spamassassin(1).
+               return if headeris("From",qr/^captive-[a-z]*@/);
                # Do not local $store_file as it is our-imported
-               $store_profile="silent";
-               local $_;
-               store "=spam".($_ eq 1 ? "" : ";$_")      if $_=spamassassin();
-               };
-       $store_profile=undef();
-       return if did sub {
-               # Do not local $store_file as it is our-imported
-               $store_profile="silent";
+               $store_profile="log";
                local $_;
-               store "=spam"                      .";$_","log" if $_=dnsbl '.relays.ordb.org.' ,1;     # all hosts
-               store "=spam"                      .";$_","log" if $_=dnsbl '.blackholes.mail-abuse.org.' ,1;   # all hosts
+               store "=spam".";virus=$_"            if $_=clamscan();
+               store "=spam".";spamassassin".($_ eq 1 ? "" : "=$_") if $_=spamassassin();
+               store "=spam".";$_"                  if $_=dnsbl '.relays.ordb.org.' ,1;        # all hosts
+               store "=spam".";$_"                  if $_=dnsbl '.blackholes.mail-abuse.org.' ,1;      # all hosts
                # we don't check all hosts as they can be "dialup" category, FIXME: check for it
-#              store "=spam"                      .";$_","log" if $_=dnsbl '.blackholes.five-ten-sg.com.',0; # just first
+#              store "=spam".";$_"                  if $_=dnsbl '.blackholes.five-ten-sg.com.',0; # just first
                # I don't send viruses but viruses propagate mails of mine
-               store "=spam"                                   if headeris "X-Mailer",'ravmd/8.3.2';
-               store "=spam"                                   if $isFROM_MAILER && headeris("To",'<short@ucw.cz>');
+               store "=spam".";ravmd"               if headeris "X-Mailer",'ravmd/8.3.2';
+               store "=spam".';short@ucw.cz+MAILER' if $isFROM_MAILER && headeris("To",'<short@ucw.cz>');
+               if (!is_multipart()) {
+                       local $_=mimebody(body_first());
+                       my %sites=map(($_=>1),qw(
+                                       brandenburg.rz.fhtw-berlin.de
+                                       forum.gofeminin.de
+                                       service.spiegel.de
+                                       www.aufenthaltstitel.de
+                                       www.berlinonline.de
+                                       www.deutschlandchronik.de
+                                       www.heise.de
+                                       www.leverkusener-aufbruch.com
+                                       www.libasoli.de
+                                       www.mjoelnirsseite.de
+                                       www.npd-nrw.net
+                                       www.npd.de
+                                       www.rp-online.de
+                                       www.spiegel.de
+                                       www.taz.de
+                                       www.unserforum.com
+                                       www.zdf.de
+                                       ));
+                       my $found;
+                       while (m{http://([^/]+)/}g) {
+                               do { $found=1; next; } if $sites{$1};
+                               $found=0;
+                               last;
+                               }
+                       $found=1 if /^\s*Lese selbst:\n/s;
+                       store "=spam".';german-news' if $found;
+                       }
                };
        $store_profile=undef();
 
@@ -348,7 +396,7 @@ sub audit
                                <barevnej@volny.cz>
                                );
 
-               store "=gsm"               if headeris  "Sender"   ,'<owner-gsm@sh.cvut.cz>';
+               store "=gsm"               if headeris  "X-BeenThere",'<gsm@lists.sh.cvut.cz>';
                store "=gsmpand"           if headeris  "List-Post",'<gsm@pandora.cz>';
                store "=9kc","log"         if headeris  "List-Post",'<n9k@pandora.cz>';
                store "=9kcd","log"        if headeris  "List-Post",'<dev9k@pandora.cz>';
@@ -365,31 +413,43 @@ sub audit
        store "=mffstatnice","bell"  if headeris "List-Post",'<statnice@atrey.karlin.mff.cuni.cz>';
        store "=hw","log"            if headeris "List-Post",'<hw-news@list.gin.cz>';
        store "=gnokii","log"        if headeris "List-Id"  ,'<gnokii-users.mail.freesoftware.fsf.org>';
-       store "=winelic","log"       if headeris "List-Id"  ,'<wine-license.winehq.org>';
-       store "=wined","log"         if headeris "List-Id"  ,'<wine-devel.winehq.org>';
+       store "=winelic","silent"    if headeris "List-Id"  ,'<wine-license.winehq.org>';
+       store "=wined","silent"      if headeris "List-Id"  ,'<wine-devel.winehq.org>';
        store "=winepat","silent"    if headeris "List-Id"  ,'<wine-patches.winehq.org>';
        store "=winecvs","silent"    if headeris "List-Id"  ,'<wine-cvs.winehq.org>';
-       store "=wineann","log"       if headeris "List-Id"  ,'<wine-announce.winehq.org>';
-       store "=wineconf","log"      if headeris "List-Id"  ,'<wineconf.winehq.org>';
-       store "=ros","log"           if headeris "List-Id"  ,'<ros-general.reactos.com>';
-       store "=roskernel","log"     if headeris "List-Id"  ,'<ros-kernel.reactos.com>';
+       store "=wineann","silent"    if headeris "List-Id"  ,'<wine-announce.winehq.org>';
+       store "=wineconf","silent"   if headeris "List-Id"  ,'<wineconf.winehq.org>';
+       store "=ros","silent"        if headeris "List-Id"  ,'<ros-general.reactos.com>';
+       store "=roskernel","silent"  if headeris "List-Id"  ,'<ros-kernel.reactos.com>';
+       store "=rosd","silent"       if headeris "List-Id"  ,'<ros-dev.reactos.com>';
        store "=roscvs","silent"     if headeris "List-Id"  ,'<ros-cvs.reactos.com>';
-       store "=rosbug","log"        if headeris "Reply-To" ,'<scarab@reactos.wox.org>';
+       store "=rossvn","silent"     if headeris "List-Id"  ,'<ros-svn.reactos.com>';
+       store "=rosbug","silent"     if headeris "Reply-To" ,'<scarab@reactos.wox.org>';
        store "=fsd","silent"        if headeris "X-Mailing-List",'<linux-fsdevel@vger.kernel.org>';
-       store "=kerneld","silent"    if headeris "X-Mailing-List",'<linux-kernel@vger.kernel.org>';
+       store "=kernel","silent"     if headeris "X-Mailing-List",'<linux-kernel@vger.kernel.org>';
+       store "=kernelnet","silent"  if headeris "X-Mailing-List",'<linux-net@vger.kernel.org>';
+       store "=ia64","silent"       if headeris "X-Mailing-List",'<linux-ia64@vger.kernel.org>';
+       store "=linuxjap","silent"   if headeris "X-Mailing-List",'<linux-japanese@vger.kernel.org>';
+       store "=kernelann","silent"  if headeris "X-Mailing-List",'<linux-kernel-announce@vger.kernel.org>';
+       store "=sparse","silent"     if headeris "X-Mailing-List",'<linux-sparse@vger.kernel.org>';
+       store "=smp","silent"        if headeris "X-Mailing-List",'<linux-smp@vger.kernel.org>';
        store "=surprise","sms"      if headeris "List-Post",'<surprise@atrey.karlin.mff.cuni.cz>';
        store "=surprisesuse","sms"  if headeris "Sender"   ,'<owner-surprise@suse.cz>';
-       store "=tacacs","log"        if headeris "Sender"   ,'<tacplus-l@disaster.com>';
-       store "=tacacs","log"        if headeris "Sender"   ,'<owner-tacplus-l@disaster.com>';
-       store "=tacacs","log"        if headeris "List-Id"  ,'<devel.lists.tacplus.org>';
-       store "=pm","log"            if headeris "Sender"   ,'<owner-prague-pm@pm.org>';
+       store "=tacacs","silent"     if headeris "Sender"   ,'<tacplus-l@disaster.com>';
+       store "=tacacs","silent"     if headeris "Sender"   ,'<owner-tacplus-l@disaster.com>';
+       store "=tacacs","silent"     if headeris "List-Id"  ,'<devel.lists.tacplus.org>';
+       store "=pm","log"            if headeris "List-Id"  ,'<prague-pm.pm.org>';
        store "=radary","log"        if headeris "Reply-To" ,'<pha@radary.cz>';
        store "=dnet","log"          if headeris "Sender"   ,'<@lists.distributed.net>';
        store "=linux-input","log"   if headeris "List-Post",'<linux-input@atrey.karlin.mff.cuni.cz>';
        store "=strom","bell"        if headeris "List-Post",'<vodni-strom@atrey.karlin.mff.cuni.cz>';
        store "=netinfo","log"       if headeris "Sender"   ,'<owner-netinfo-l@vol.cz>';
-       store "=saintmj","log"       if headeris "From"     ,'<netsaint@kam-enterprise.ms.mff.cuni.cz>';
+       store "=saintmj","log"       if headeris "From"     ,'<nagios@kam-enterprise.ms.mff.cuni.cz>';
+       store "=saintmj","log"       if headeris "From"     ,'<nagios@kam.mff.cuni.cz>';
        store "=saintmj","log"       if headeris "From"     ,'<netsaint@kam.mff.cuni.cz>';
+       store "=saintjk","log"       if headeris "From"     ,'<nagios@gw.jklabs.cz>';
+       store "=saintjk2","log"      if headeris("From"     ,'<jklabs@manon.vellum.cz>')
+                                    && headeris("To"       ,'<jklabs-nagios@jankratochvil.net>');
        store "=4cerr","bell"        if headeris "From"     ,'<owner-4cinfo@atrey.karlin.mff.cuni.cz>';
        store "=4c","sms"            if headeris "List-Post",'<4cinfo@atrey.karlin.mff.cuni.cz>';
        store "=slashdot","bell"     if headeris "From"     ,'<slashdot@slashdot.org>';
@@ -397,11 +457,16 @@ sub audit
        store "=sourceforge","bell"  if headeris "From"     ,'<noreply@sourceforge.net>';
        store "=gsmperlcvs","silent" if headeris("From"     ,'<johan@intra.tektonica.com>')
                                        && $Audit->subject()=~/^'.*' has been updated!$/;
-       store "=libtoold","log"      if headeris "List-Id"  ,'<libtool.gnu.org>';
-       store "=libtoolpat","log"    if headeris "List-Id"  ,'<libtool-patches.gnu.org>';
-       store "=automake","log"      if headeris "List-Id"  ,'<automake.gnu.org>';
+       store "=libtoold","silent"   if headeris "List-Id"  ,'<libtool.gnu.org>';
+       store "=libtoolpat","silent" if headeris "List-Id"  ,'<libtool-patches.gnu.org>';
+       store "=automake","silent"   if headeris "List-Id"  ,'<automake.gnu.org>';
        store "=autoconf","log"      if headeris "List-Id"  ,'<autoconf.gnu.org>';
        store "=autoconfpat","log"   if headeris "List-Id"  ,'<autoconf-patches.gnu.org>';
+       store "=hurd","log"          if headeris "List-Id"  ,'<l4-hurd.gnu.org>';
+       store "=gccbug","silent"     if headeris "List-Post",'<gcc-bugs@gcc.gnu.org>';
+       store "=gccann","log"        if headeris "List-Post",'<gcc-announce@gcc.gnu.org>';
+       store "=gcc","silent"        if headeris "List-Post",'<gcc@gcc.gnu.org>';
+       store "=gccpat","silent"     if headeris "List-Post",'<gcc-patches@gcc.gnu.org>';
        my %mailman=(
                        '<captive-admin@>'=>"=caperr",
                        '<captive-devel-admin@>'=>"=caperr",
@@ -422,15 +487,24 @@ sub audit
                store "=capann","bell"     if headeris "List-Id"  ,'<captive-announce-list.jankratochvil.net>';
                store "=4c","bell"         if headeris "List-Id"  ,'<4c-list.vellum.cz>';
                }
-       store "=ntfsann","log"       if headeris "List-Id"  ,'<linux-ntfs-announce.lists.sourceforge.net>';
-       store "=ntfsd","log"         if headeris "List-Id"  ,'<linux-ntfs-dev.lists.sourceforge.net>';
-       store "=orbit","log"         if headeris "List-Id"  ,'<orbit-list.gnome.org>';
-       store "=kand","log"          if headeris "List-Id"  ,'<devel.kannel.org>';
-       store "=mailmand","log"      if headeris "List-Id"  ,'<mailman-developers.python.org>';
+       store "=ntfsann","silent"    if headeris "List-Id"  ,'<linux-ntfs-announce.lists.sourceforge.net>';
+       store "=ntfsd","silent"      if headeris "List-Id"  ,'<linux-ntfs-dev.lists.sourceforge.net>';
+       store "=orbit","silent"      if headeris "List-Id"  ,'<orbit-list.gnome.org>';
+       store "=kannel","log"        if headeris "List-Id"  ,'<users.kannel.org>';
+       store "=kanneld","log"       if headeris "List-Id"  ,'<devel.kannel.org>';
+       store "=mailmand","silent"   if headeris "List-Id"  ,'<mailman-developers.python.org>';
        store "=asterisk-perl","log" if headeris "List-Post",'<asterisk-perl@lists.gnuinter.net>';
-       store "=i4l","log"           if headeris "List-Id"  ,'<isdn4linux.listserv.isdn4linux.de>';
-       store "=glibc","log"         if headeris "Mailing-List",qr/\b\Qlibc-alpha-help\E@\Qsources.redhat.com\E\b/;
+       store "=i4l","silent"        if headeris "List-Id"  ,'<isdn4linux.listserv.isdn4linux.de>';
+       store "=glibc","silent"      if headeris "List-Post",'<libc-alpha@sourceware.org>';
        store "=fedann","bell"       if headeris "List-Id"  ,'<fedora-announce-list.redhat.com>';
+       store "=fedpkg","bell"       if headeris "List-Id"  ,'<fedora-package-announce.redhat.com>';
+       store "=fedtools","log"      if headeris "List-Id"  ,'<fedora-tools-list.redhat.com>';
+       store "=bashbug","log"       if headeris "List-Id"  ,'<bug-bash.gnu.org>';
+       store "=zaurus","silent"     if headeris "List-Id"  ,'<openzaurus-users.lists.sourceforge.net>';
+       store "=zaurusann","log"     if headeris "List-Id"  ,'<openzaurus-announce.lists.sourceforge.net>';
+       store "=zaurusd","silent"    if headeris "List-Id"  ,'<openzaurus-devel.lists.sourceforge.net>';
+       store "=zaurussoft","silent" if headeris "List-Id"  ,'<openzaurus-software.lists.sourceforge.net>';
+       store "=iptperl","silent"    if headeris "List-Id"  ,'<iptperl-general.lists.sourceforge.net>';
        # own webs
        store "=energie","bell"      if headeris "From"     ,qr/^EnergieWeb/;
        store "=ats","log"           if headeris("From"     ,'<root@ms.atspraha.cz>')
@@ -439,10 +513,36 @@ sub audit
        store "=www-sms","log"       if headeris "List-Id"  ,'<www-sms-developers.lists.sourceforge.net>';
        store "=httpdd","log"        if headeris "list-post",'<dev@httpd.apache.org>';
        store "=mms2log","log"       if headeris "Return-Path",'<root@node0.mms2.org>';
+       store "=hotelgatelog","log"  if headeris "Return-Path",'<root@hotelgate.hotelnet>';
+       store "=imja","log"          if headeris "List-Id"  ,'<im-ja-devel.lists.sourceforge.net>';
+       store "=wince","log"         if headeris "List-Post",'<wince@pandora.cz>';
+       store "=mysqlperl","log"     if headeris "List-Id"  ,'<perl.mysql.com>';
+       store "=whiteann","log"      if headeris "List-Id"  ,'<whitebox-announce.beau.org>';
+       store "=white","log"         if headeris "List-Id"  ,'<whitebox-users.beau.org>';
+       store "=centos","log"        if headeris "List-Id"  ,'<centos.centos.org>';
+       store "=modperldoc","log"    if headeris "List-Id"  ,'<docs-dev.perl.apache.org>';
+       store "=qemud","log"         if headeris "List-Id"  ,'<qemu-devel.nongnu.org>';
+       store "=diamond","log"       if headeris "X-Replicator-Inst",'"www.diamondcard.us"';
+       store "=soap","log"          if headeris "Sender"   ,'<owner-soap@DISCUSS.DEVELOP.COM>';
+       store "=nagiosd","log"       if headeris "List-Id"  ,'<nagios-devel.lists.sourceforge.net>';
+       store "=nagios","log"        if headeris "List-Id"  ,'<nagios-users.lists.sourceforge.net>';
+       store "=grub","log"          if headeris "List-Id"  ,'<grub-devel.gnu.org>';
+       store "=gdb","log"           if headeris "Mailing-List",'contact gdb-help@sourceware.org; run by ezmlm';
+       store "=gdbpr","log"         if headeris "Mailing-List",'contact gdb-prs-help@sourceware.org; run by ezmlm';
+       store "=gdbpat","log"        if headeris "Mailing-List",'contact gdb-patches-help@sourceware.org; run by ezmlm';
+       store "=gdbann","log"        if headeris "Mailing-List",'contact gdb-announce-help@sourceware.org; run by ezmlm';
+       store "=binutils","log"      if headeris "Mailing-List",'contact binutils-help@sourceware.org; run by ezmlm';
+       store "=binutilsbug","log"   if headeris "List-Id"  ,'<bug-binutils.gnu.org>';
 
        # Petr Koutecky does not mark his Stuff
        store "=koutecky","log"      if headeris "Return-Path",'<velkyhroch@seznam.cz>';
        store "=koutecky","log"      if headeris "Return-Path",'<pk.petr@centrum.cz>';
+       store "=koutecky","log"      if headeris "Return-Path",'<petr.koutecky@premisa.cz>';
+       store "=koutecky","log"      if headeris "Return-Path",'<Petr.Koutecky@pr4.pm.ds.mfcr.cz>';
+
+       if (($isFROM_MAILER && !did) || !did) {
+#              lmtp_deliver $lmtp_admin,$lmtp_pwd,$lmtp_user_from,$lmtp_user_to;
+               }
 
        store "=errm","bell"         if $isFROM_MAILER && !did();