4 # Copyright (C) 2002-2003 Jan Kratochvil <project-PerlMail@jankratochvil.net>
6 # This program is free software; you can redistribute it and/or modify
7 # it under the terms of the GNU General Public License as published by
8 # the Free Software Foundation; either version 2 of the License, or
9 # (at your option) any later version.
11 # This program is distributed in the hope that it will be useful,
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 # GNU General Public License for more details.
16 # You should have received a copy of the GNU General Public License
17 # along with this program; if not, write to the Free Software
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21 use vars qw($VERSION);
22 $VERSION=do { my @r=(q$Revision$=~/\d+/g); sprintf "%d.".("%03d"x$#r),@r; };
29 Sys::Syslog::openlog("perlmail","pid","mail");
31 sub syslogging_on_save
33 push @syslogging_stack,$SIG{"__WARN__"},$SIG{"__DIE__" };
34 $SIG{"__WARN__"}=sub { Sys::Syslog::syslog("warning","WARN: %s",$_[0]); }; # disabled: print STDERR $_[0];
35 $SIG{"__DIE__" }=sub { Sys::Syslog::syslog("crit" ,"DIE: %s" ,$_[0]); };
38 sub syslogging_restore
40 $SIG{"__DIE__" }=pop @syslogging_stack;
41 $SIG{"__WARN__"}=pop @syslogging_stack;
48 use lib $ENV{"PERLMAIL_BASEDIR"} || File::Basename::dirname($0);
53 use Mail::Audit qw(MAPS);
55 use Carp qw(cluck confess);
56 use POSIX qw(WIFEXITED WEXITSTATUS WIFSIGNALED WTERMSIG WIFSTOPPED WSTOPSIG);
57 require POSIX; # for ceil
60 require Mail::Address;
63 require HTML::Entities;
65 require Lingua::EN::Squeeze;
67 require HTTP::Cookies;
68 require HTTP::Request;
69 require LWP::UserAgent;
70 use URI::Escape 'uri_escape';
72 require Authen::SASL; # Sanity check for &Net::SMTP::auth
76 our($Message,@AuditStored,$DoBell);
77 my %alternates_host; # from @alternates_host
78 my %dnsbl_whitelist; # from @dnsbl_whitelist
80 # from RedHat "procmail-3.22-5"
81 # /i should be only $procmailFROM_DAEMON but how it can hurt to /i all?
82 our $procmailTO_ =qr'^((Original-)?(Resent-)?(To|Cc|Bcc)|(X-Envelope|Apparently(-Resent)?)-To):(.*[^-a-zA-Z0-9_.])?'mio;
83 our $procmailTO =qr'^((Original-)?(Resent-)?(To|Cc|Bcc)|(X-Envelope|Apparently(-Resent)?)-To):(.*[^a-zA-Z])?'mio;
84 our $procmailFROM_DAEMON=qr'^(Mailing-List:|Precedence:.*(junk|bulk|list)|To: Multiple recipients of |(((Resent-)?(From|Sender)|X-Envelope-From):|>?From )([^>]*[^(.%@a-z0-9])?(Post(ma?(st(e?r)?|n)|office)|(send)?Mail(er)?|daemon|m(mdf|ajordomo)|n?uucp|LIST(SERV|proc)|NETSERV|o(wner|ps)|r(e(quest|sponse)|oot)|b(ounce|bs\.smtp)|echo|mirror|s(erv(ices?|er)|mtp(error)?|ystem)|A(dmin(istrator)?|MMGR|utoanswer))(([^).!:a-z0-9][-_a-z0-9]*)?[%@> ][^<)]*(\(.*\).*)?)?$([^>]|$))'mio;
85 $procmailFROM_MAILER=qr'^(((Resent-)?(From|Sender)|X-Envelope-From):|>?From )[^>]*\b(Post(ma(st(er)?|n)|office)|(send)?Mail(er)?|daemon|mmdf|n?uucp|ops|r(esponse|oot)|(bbs\.)?smtp(error)?|s(erv(ices?|er)|ystem)|A(dmin(istrator)?|MMGR))(([^).!:a-z0-9][-_a-z0-9]*)?[%@> ][^<)]*(\(.*\).*)?)?$([^>]|$)'mio;
86 # perl-5.8.0 does not cope w/original FROM_MAILER on the third '?' character
87 # Thus we did '([^>]*[^(.%@a-z0-9])?' -> '[^>]*\b', I hope it is somehow similiar
88 # original FROM_MAILER =qr'^(((Resent-)?(From|Sender)|X-Envelope-From):|>?From )([^>]*[^(.%@a-z0-9])?(Post(ma(st(er)?|n)|office)|(send)?Mail(er)?|daemon|mmdf|n?uucp|ops|r(esponse|oot)|(bbs\.)?smtp(error)?|s(erv(ices?|er)|ystem)|A(dmin(istrator)?|MMGR))(([^).!:a-z0-9][-_a-z0-9]*)?[%@> ][^<)]*(\(.*\).*)?)?$([^>]|$)'mio;
91 my $opt_smstest; # 1 or $smscount
101 syslogging_restore(); # This is more a debugging session
106 die "Invalid 'From ' line: $_" if $message eq "" && !/^From /;
107 if (!$opt_single && /^From / && $message) {
113 process $message if $message;
117 # FIXME: separate 'perlmail'-transfer together with perlmail-submit away
120 die "Excessive arguments" if @ARGV;
122 IO::Handle::autoflush STDOUT 1;
127 confess "Unexpected EOF" if !defined $length;
128 confess "Missing EOL" if $length!~s/\n$//s;
129 exit 0 if $length eq "BYE";
130 confess "Unrecognized length: $length" if $length!~/^\d+$/;
133 $length==($_=read STDIN,$message,$length) or confess "Got $_ out of required $length bytes";
134 $length==length $message or confess "False read return ".length($message)." instead of $length";
136 local *STDOUT; # FIXME: fd's inherited by spawned processes are not closed this way!
137 local *STDERR; # FIXME: fd's inherited by spawned processes are not closed this way!
141 bell() or warn "Unable to BELL";
152 open BELL,">/dev/tty11" or return 0;
154 close BELL or return 0;
160 return 0 if ! -e "$HOME/away";
161 my %valid_users=map(($_=>1),@ValidUsers);
162 my($idlebest,$linebest);
163 for my $utmp (User::Utmp::getut(),{ "ut_line"=>"psaux" }) {
165 next if defined($_=$utmp->{"ut_type"}) && $_!=User::Utmp::USER_PROCESS;
166 next if defined($_=$utmp->{"ut_user"}) && !$valid_users{$_};
167 my $line="/dev/".$utmp->{"ut_line"};
168 my $atime=(stat $line)[8];
169 my $what="user \"".($utmp->{"ut_user"} || "<local>")."\", line \"$line\"";
170 warn "Unable to stat $what" and next if !$atime;
171 my $idle=time()-$atime;
172 warn "atime in future for $what" and next if $idle<0;
173 next if $idle>$IdleMax;
174 next if defined $idlebest && $idlebest<=$idle;
178 return !wantarray() ? $idlebest : ($idlebest,$linebest);
181 # return only the very (recursive) first part
184 return $Audit if !$Audit->is_mime();
187 $first=$_ while $_=$first->parts(0);
195 return $Audit->is_mime() ? $part->head()
196 : MIME::Head->new([ split "\n",$Audit->head()->as_string() ])
204 # be vary cautious here as most of $part methods will encode it!
205 return join "",@{$Audit->body()} if !$Audit->is_mime();
206 my $bodyhandle=$part->bodyhandle();
207 # If MIME is corrupted we don't get bodyhandle() for this part
208 # It may occur when "boundary" is specified by header but no such boundary is found in the body
209 return $bodyhandle->as_string() if $bodyhandle;
210 warn "MIME corrupted, adapting";
211 return $part->body_as_string();
218 return $Audit->is_mime() ? $part->effective_type() : mimehead($part)->mime_type();
223 my $first=body_first();
224 my $r=mimebody($first);
225 my $mime_type=mime_type($first);
226 if ($mime_type eq "text/html") {
227 # HTML::FormatText just does a useless text layouts
228 # PerlIO::via::StripHTML probably needs PerlIO input (?)
230 $r=HTML::Entities::decode($r);
231 # FIXME: detect charset from <meta> tag: "Content-type: text/html; charset=<???>"
233 elsif ($mime_type eq "application/pgp-encrypted"
234 && (my $filename=mimehead($first)->mime_attr("Content-Disposition.filename"))
236 # first part contains just "Version: 1" as of GnuPG v1.0.4 (GNU/Linux)
239 if ((my $charset=mimehead($first)->mime_attr("Content-Type.charset"))) {
240 my $cstocs=Cz::Cstocs->new($charset,"ascii");
241 $r=&$cstocs($r) if $cstocs; # charset may be unknown
250 return $Audit if !$part && !$Audit->is_mime();
252 # don't use '!$part->parts()' as even 0-parts-multiparts are still multiparts
253 return $part if $part->bodyhandle();
254 return map { (parts_linear($_)); } $part->parts();
259 my($smsi,$smscount)=@_;
261 return "$smsi/$smscount:" if $smscount>1;
267 my($ignorenewmail,$smscount,%args)=@_;
271 if (!$ignorenewmail) { # send by mail
272 $l-=length("Z emailu FIXME SMSmailError: ");
273 $l-=length(smsbuild($_,$smscount));
276 $l-=6; # 154 is the max length before split; why?
284 my($squeezed,$smscount,@lens)=@_;
286 $smscount=POSIX::ceil($smscount/5);
287 for my $smsi (0..$smscount-1) {
288 my $len=$lens[$smsi];
289 $squeezed=~/^.{0,$len}/s;
292 return 0 if 3!=@SMSwebRcpt;
294 open F,"$HOME/priv/WWW-SMS-$SMSwebRcpt_username.pwd" or return 0;
298 my $sms=WWW::SMS->new(@SMSwebRcpt,$frag,"username"=>$SMSwebRcpt_username,"passwd"=>$pwd);
299 for ($sms->gateways("sorted"=>"reliability")) {
300 last if $sms->send($_);
301 Sys::Syslog::syslog("warning","Web SMS send failed: %s",$WWW::SMS::Error);
302 my $void=$WWW::SMS::Error; # Prevent: Name "WWW::SMS::Error" used only once
310 my($squeezed,$smscount,@lens)=@_;
317 my($ignorenewmail,$smscount,%args)=@_;
319 my $text=PerlMail::Config::audit_sms(
320 "subject"=>unmime($Audit->subject()),
321 "from"=>[ Mail::Address->parse(unmime($Audit->from())) ],
322 "body"=>substr(body_simple(),0,$MaxBodySMS*(1+0.25*$smscount)),
325 ($texthead,$text)=@$text if ref $text;
326 do { print "$texthead\n$text\n"; return; } if $opt_smstest;
327 my @lens=smslens($ignorenewmail,$smscount,%args);
329 $maxlen+=$_ for (@lens);
331 for my $squeeze (@sms_squeezes) {
333 Lingua::EN::Squeeze::SqueezeControl($_) if defined ($_=$squeeze->{"SqueezeControl"});
334 $Lingua::EN::Squeeze::SQZ_OPTIMIZE_LEVEL or 1; # prevent: Name "$_" used only once: possible typo
335 $Lingua::EN::Squeeze::SQZ_OPTIMIZE_LEVEL=$_ if defined ($_=$squeeze->{"SQZ_OPTIMIZE_LEVEL"});
336 $squeezed=Lingua::EN::Squeeze::SqueezeText($text);
338 last if $maxlen>=length($texthead.$squeezed);
340 $squeezed=substr $texthead.$squeezed,0,$maxlen; # strip if we passed thru last for() above
342 for ($smscount=0;$recalclen<length $squeezed;$smscount++) {
343 $recalclen+=$lens[$smscount];
345 my $func=($ignorenewmail ? \&smssend_web : \&smssend_mail);
346 &$func($squeezed,$smscount,@lens);
351 my($ignorenewmail,@args)=@_;
353 return if !$opt_smstest && !$opt_idle && defined useridle();
355 return $_ if $_=smssend(1,@args); # web
356 return $_ if !$ignorenewmail && ($_=smssend(0,@args)); # mail
357 warn "Unable to SMSsend the mail";
364 return "<???>" if !defined($_) || /^\s*$/s;
367 return $_ if length($_)<128;
368 return substr($_,0,128)."...";
371 our $profile_eval_depth=0;
377 die "Nesting profile: $name" if 0x10<=(local $profile_eval_depth=$profile_eval_depth+1);
378 return @$name if ref $name;
379 die "Profile not found: $name" if !exists $audit_profile{$name};
380 my @this=@{$audit_profile{$name}};
381 return (profile_eval($'),@this[1..$#this]) if $this[0] && $this[0]=~/^=/;
389 return join(",",map({ $_->name() or $_->address(); } Mail::Address->parse($text)));
398 for (${$_}[1],"iso-8859-2") {
399 last if $_ && ($cstocs=Cz::Cstocs->new($_,"ascii"));
402 } MIME::Words::decode_mimewords($text));
405 # $folder: "$folder; comment"
406 # $profile as profile_eval($name)
409 my($folder,$profile,%args)=@_;
411 $profile=$store_profile if !$profile;
412 my %do=map({ (!/=/ ? ($_=>1) : ($`=>$')); } profile_eval($profile));
413 Sys::Syslog::syslog("info","%s%s%s: %s: %s",
414 (!$opt_dry ? "" : "--dry: "),
415 (!$store_ignore ? "" : "IGNORED[$store_ignore]: "),
416 map({ cut($_); } $folder,address_show(unmime($Audit->from())),unmime($Audit->subject())),
418 if $do{"syslog"} || $opt_dry;
420 $folder="$Mail/".$' if $folder=~/^=/;
421 push @AuditStored,$folder if $do{"did"};
422 return if $store_ignore || $opt_dry;
423 $DoBell++ if $do{"bell"};
424 write_message($folder) or die;
425 smssend_tryall $store_ignorenewmail,$do{"sms"},%args if $do{"sms"};
430 # no &$funcref=>did smth in this block
431 # &$funcref,@funcargs
434 my($funcref,@funcargs)=@_;
436 return @AuditStored!=$did_last if !$funcref;
437 local $did_last=@AuditStored;
438 &$funcref(@funcargs);
439 return @AuditStored!=$did_last;
442 # Never use Mail::Audit->store() as it will reformat MIME bodies and possibly corrupt OpenPGP!
447 return 1 if $opt_dry; # simulate OK
449 open F,">>$folder" or do { warn "Append \"$folder\": $!"; return 0; };
452 ($_=Mail::Audit::audit_get_lock(\*F,$folder)) and do { warn "Lock \"$folder\": $!"; last; };
453 seek F,0,IO::Handle::SEEK_END or do { warn "Seek-end \"$folder\": $!"; last; };
454 # FIXME: Check for '^From ' to not to rely on our network peer
455 print F $Message or do { warn "Write to \"$folder\": $!"; last; };
456 do { print F "\n"; warn "Missing trailing newline, fixed"; } if $Message!~/\n$/s;
457 close F or do { warn "Close \"$folder\""; last; };
460 warn "MAIL DROPPED for folder: $folder";
471 $message=~s/(\n)(From )/$1>$2/sg;
472 local $Message=$message;
473 # Cannot call 'local' for our-imported variable:
474 my $Audit_save=$Audit;
475 $Audit=Mail::Audit->new(
476 "emergency"=>"$Mail/emergency",
477 "data"=>[map("$_\n",split("\n",$message))],
478 "log"=>"$HOME/.perlmail.log",
481 local @AuditStored=();
482 do { smssend 0,$opt_smstest; return; } if $opt_smstest;
483 write_message("$Mail/input") or die;
484 PerlMail::Config::audit();
485 warn 'Corrupted $_, repaired' if defined($save_)!=defined($_) || (defined($_) && $save_ ne $_);
492 # return: true (error-message or "1") if is spam
497 $cmd||="$HOME/bin/spamassassin --exit-code";
498 # spamassassin has exit code 1 if IS spam, code 0 if NOT spam
500 local $SIG{"PIPE"}=sub { warn "spamassassin gave me SIGPIPE: broken pipe"; };
501 # prevent Razor2's: Can't call method "log" on unblessed reference at Razor2/Client/Agent.pm line 212.
502 local $ENV{"HOME"}=$HOME;
503 # 2>/dev/null to prevent error messages to corrupt inetd() output of perlmail-accept(1)
504 open CHILD,"|$cmd --mbox >/dev/null 2>/dev/null"
506 print CHILD $Message;
507 my $return=close CHILD;
508 return undef() if !WIFEXITED($?);
509 return undef() if WIFSIGNALED($?);
510 return undef() if WIFSTOPPED($?);
511 return 1 if WEXITSTATUS($?); # is-spam
515 # NOTE: returns undef() if !wantarray and the first header is unrecognized
520 for my $hdr ($Audit->head->get("Received")) {
521 my($for)=($hdr=~/\bfor\s+\<?(\S+)\>?\b/);
522 return $for if !wantarray();
523 push @r,$for if $for;
524 my($from,$fromaddr)=($hdr=~/\bfrom\s+(?:(\S+)\b.*?)??\[((?:\d{1,3}\.){3}\d{1,3})\]/);
525 $from=$fromaddr if !defined $from;
526 push @r,"$from:$fromaddr" if $from;
531 # Extended Mail::Audit::MAPS
532 # $domain,$full,[$timeout]
535 my($domain,$full,$timeout)=@_;
538 $Mail::Audit::MAPS::host=$domain;
539 my @hosts=map({ s/^.*://; "[$_]"; } # strip DNS part
540 grep({ /^([^:@]*):/ # $1 is DNS name, $' is IP address
541 && !$alternates_host{$1} # leave only foreign hosts
542 && !$dnsbl_whitelist{$'}; } (Received_for()))
544 splice @hosts,1 if !$full && @hosts; # "&& @hosts" to prevent: WARN: splice() offset past end of array
546 package My::Audit::Faked;
547 sub received { return @{$_[0]->{"received"}}; }
550 "received"=>[@hosts],
552 bless $self_faked,"My::Audit::Faked";
553 return Mail::Audit::rblcheck($self_faked,$timeout);
560 next if !(my $key=(/^alias\s+(\S+)\s+/)[0]);
561 for my $addrobj (Mail::Address->parse($')) {
562 my $addr=$addrobj->address();
563 my $ref=\$r{"\L$addr"};
564 $$ref=$key if !$$ref; # use always the first occurence to prefer nicks
570 # FIXME: host may get multiple recipients and thus not showing "for <...>"
571 # FIXME: muttrc_get("from") is too strict
572 sub store_muttrc_alternates
574 my($prefix,$profile)=@_;
576 my $alternates=muttrc_get("alternates") or return;
577 my $alternatesre=qr/$alternates/si;
578 my $From=muttrc_get("from") or return;
579 my $Fromre=qr/^\Q$From\E$/si;
580 my $Fromobj=parseone $From or return;
581 warn "'From' \"$From\" not matched by 'alternates': $alternatesre"
582 if $From!~/$alternates/si;
583 for my $for (reverse Received_for()) {
584 $for=~s/:.*$//; # strip IP address here
585 my $forobj=parseone $for;
586 if ($forobj && $forobj->host()) {
587 # it is 'for' our primary address
588 next if lc($forobj->host()) eq lc($Fromobj->host()); # or 'return'? shouldn't matter
590 next if !$alternates_host{lc $for} && $for!~/$alternatesre/si;
591 store "$prefix\L$for",($profile || []);
597 # $header: !ref => $Audit->get($header)
598 # $maybeaddress: qr/regex/i
599 # $maybeaddress: "string"
600 # $maybeaddress: "<Regexp:regex>" # hack :-(
601 # $maybeaddress: "<user@host>"
602 # $maybeaddress: "<user@>"
603 # $maybeaddress: "<@host>"
606 my($re,$justone,$header,$maybeaddress)=@_;
609 $header=join(",",&$header());
612 $header=$Audit->get($header);
614 return 0 if !$header;
615 return $header=~/$maybeaddress/i if "Regexp" eq ref $maybeaddress;
616 return $header=~/$re/i if !defined(my $want=($maybeaddress=~/^\<(.*)\>$/)[0]);
617 my @parsed=Mail::Address->parse($header);
618 warn "'mailto:' forbidden in pattern: $want" if $want=~/^\Qmailto:\E/;
619 return 0 if $justone && 1!=@parsed;
621 if ($want=~/^Regexp:/)
622 { $_->address()=~/$'/i; }
624 { $_->user() =~/^(?:\Qmailto:\E)?\Q$`\E/i; }
626 { $_->host() =~/^\Q$'\E/i; }
628 { $_->address()=~/^(?:\Qmailto:\E)?\Q$want\E/i; }
634 my($header,$substr)=@_;
636 return _headercore(qr/\Q$substr\E/i,0,$header,$substr);
641 my($header,$string)=@_;
643 return _headercore(qr/\Q$string\E/i,1,$header,$string);
651 my $text=$Audit->get($header);
653 while (my($from,$to)=each(%$map)) {
654 $text=~s/\b\Q$from\E\b/$to/gsi;
656 return if $text eq $orig;
657 $Audit->put_header("X-PerlMail-header_remap-$header",$orig);
658 $Audit->replace_header($header,$text);
662 use Net::Cmd qw(CMD_OK CMD_MORE);
664 package My::Net::SMTP::LMTP;
666 our @ISA=qw(Net::SMTP);
668 use Net::Cmd qw(CMD_OK);
669 use Carp qw(confess cluck);
672 # as it would not set {'net_smtp_esmtp'}
673 sub _EHLO { shift->command("LHLO", @_)->response() == CMD_OK }
677 my($self,$func,@args)=@_;
679 do { return $_ if defined $_; } for $self->$func(@args);
688 my($admin_user,$admin_pwd,$user_from,$user_to)=@_;
690 my $lmtp=My::Net::SMTP::LMTP->clucked("new","localhost","Port"=>"lmtp",
693 bless $lmtp,"My::Net::SMTP::LMTP";
696 # $lmtp->auth(Authen::SASL->new(
697 # "mechanism"=>"PLAIN",
699 # "user"=>$admin_user,
700 # "pass"=>$admin_pwd,
701 # # Prevent: "authname"=>$admin_user
702 # # as it causes: DIE: Unknown callback: 'authname'. (user|auth|language|pass)
704 # FIXME: Authentication hack:
705 $lmtp->command("AUTH PLAIN")->response()==CMD_MORE
706 or do { cluck "auth announce"; return; };
707 $lmtp->clucked("command",encode_base64($user_from."\x00".$admin_user."\x00".$admin_pwd)) or return;
708 $lmtp->clucked("mail",$user_from) or return;
709 $lmtp->clucked("to",$user_to) or return;
710 $lmtp->clucked("data"); # Do not: or return;
711 # Prevent: 554 5.6.0 Message contains invalid header
712 (my $data=$Message)=~s/\AFrom .*\r?\n//;
713 $lmtp->clucked("datasend",$data) or return;
714 $lmtp->clucked("dataend") or return;
715 $lmtp->clucked("quit") or return;
721 $Getopt::Long::ignorecase=0;
722 die "GetOptions error" if !Getopt::Long::GetOptions(
723 "inetd" ,sub { $opt_mode=\&inetd; },
724 "stdin" ,sub { $opt_mode=\&stdin; },
725 "single!" ,\$opt_single,
727 "smstest:s",sub { $opt_mode=\&stdin; $opt_smstest=($_[1] || 1); },
729 "idletest" ,sub { syslogging_restore(); print((defined($_=useridle()) ? $_ : "<undef>")."\n"); exit 0; },
730 "muttrc" ,sub { syslogging_restore(); print scalar muttrc(); exit 0; },
732 # "Excessive arguments" checked in &inetd
733 die "Missing mode" if !$opt_mode;
735 %alternates_host=map((lc($_)=>1),@alternates_host);
736 %dnsbl_whitelist=map(( $_ =>1),@dnsbl_whitelist);