2 # Common functions for HTML/XHTML output generation
3 # Copyright (C) 2003-2005 Jan Kratochvil <project-www.jankratochvil.net@jankratochvil.net>
5 # This program is free software; you can redistribute it and/or modify
6 # it under the terms of the GNU General Public License as published by
7 # the Free Software Foundation; exactly version 2 of June 1991 is required
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
14 # You should have received a copy of the GNU General Public License
15 # along with this program; if not, write to the Free Software
16 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
20 require 5.6.0; # at least 'use warnings;' but we need some 5.6.0+ modules anyway
21 our $VERSION=do { my @r=(q$Revision$=~/\d+/g); sprintf "%d.".("%03d"x$#r),@r; };
32 &path_web &path_abs_disk
36 &img ¢erimg &rightimg
38 &input_hidden_persistents
42 our @ISA=qw(Tie::Handle Exporter);
44 my %packages_used_hash; # $packages_used_hash{$W->{"__PACKAGE__"}}{"_done"}=1;
45 my %packages_used_array;
49 use Carp qw(cluck confess);
50 $W->{"__My::Web_init"}=1;
56 # print STDERR "Wrequire $file\n";
63 for (my $depth=0;defined caller($depth);$depth++) {
64 $callers{caller($depth)}=1;
66 my $selfpkg=__PACKAGE__;
68 for my $target ($class,__PACKAGE__) {
69 for my $caller (keys(%callers)) {
70 next if $caller eq $target;
71 next if $packages_used_hash{$caller}{$target}++;
72 cluck "Appending to the '_done' package list: caller=$caller,target=$target"
73 if $packages_used_hash{$caller}{"_done"};
74 push @{$packages_used_array{$caller}},$target;
77 eval { CORE::require "$file"; } or confess $@;
78 1; # Otherwise 'require' would already file above.
85 # print STDERR "Wuse $file\n";
87 local $Exporter::ExportLevel=$Exporter::ExportLevel+1;
96 local $Exporter::ExportLevel=$Exporter::ExportLevel+1;
98 return $class->SUPER::import(@rest);
102 use WebConfig; # see also below: Wuse 'WebConfig';
103 require Image::Size; # for &imgsize
104 use File::Basename; # &basename
105 use Carp qw(cluck confess);
107 require HTTP::BrowserDetect;
108 require HTTP::Negotiate;
109 our $have_Geo_IP; BEGIN { $have_Geo_IP=eval { require Geo::IP; 1; }; }
110 # Do not: use ModPerl::Util qw(exit);
111 # to prevent in mod_perl2: "exit" is not exported by the ModPerl::Util module
113 use POSIX qw(strftime);
115 use Apache2::Const qw(HTTP_MOVED_TEMPORARILY OK HTTP_OK);
122 require Data::Compare;
126 use Apache2::Connection;
127 require MIME::Base64;
128 use Apache2::ServerUtil;
130 require MIME::Parser;
139 print STDERR "$class->init ".Apache2::RequestUtil->request()->unparsed_uri()."\n";
141 # We need to track package dependencies, so we need to call it from &init.
142 # We cannot do it in BEGIN { } block
143 # as it would not be tracked for each of the toplevel users later.
147 # $W={} can get somehow created very easily.
148 # Do not: cluck "W not empty:\n".Dumper($W) if keys(%$W);
149 # to prevent (of $W->{"headers_in"}): TODO: Enumeration may not be expected.
150 cluck "W not empty; __PACKAGE__ was: ".$W->{"__PACKAGE__"} if keys(%$W);
151 $W=My::Hash->new({},"My::Hash::Sub","My::Hash::Push");
154 "__PACKAGE__"=>scalar(caller()),
156 %args, # override %WebConfig settings
159 # {"__PACKAGE__"} is mandatory for mod_perl-2.0;
160 # $Apache2::Registry::curstash is no longer supported.
161 do { cluck "No $_" if !$W->{$_}; } for "__PACKAGE__";
164 do { $W->{$_}=0 if !defined $W->{$_}; } for "detect_ent";
165 do { $W->{$_}=0 if !defined $W->{$_}; } for "detect_js";
166 do { $W->{$_}=1 if !defined $W->{$_}; } for "have_css"; # AFAIK it does not hurt anyone.
167 do { $W->{$_}=0 if !defined $W->{$_}; } for "css_inherit";
168 do { $W->{$_}=1 if !defined $W->{$_}; } for "footer";
169 do { $W->{$_}=1 if !defined $W->{$_}; } for "footer_delimit";
170 do { $W->{$_}=1 if !defined $W->{$_}; } for "footer_ids";
171 do { $W->{$_}=1 if !defined $W->{$_}; } for "indexme";
172 do { $W->{$_}="" if !defined $W->{$_}; } for "head";
173 do { $W->{$_}="" if !defined $W->{$_}; } for "body_attr";
174 do { $W->{$_}="en-US" if !defined $W->{$_}; } for "language";
177 for (qw(footer_ids)) {
178 $W->{$_}=0 if !$W->{"footer"};
179 $footer_any=1 if $W->{$_};
181 $W->{"footer"}=0 if !$footer_any;
182 $W->{"footer_delimit"}=0 if !$W->{"footer"};
184 $W->{"r"}=Apache2::RequestUtil->request();
186 $W->{"r"}->push_handlers("PerlCleanupHandler"=>\&cleanup);
188 $W->{"web_hostname"}||=$W->{"r"}->hostname();
190 tie *STDOUT,$W->{"r"};
194 $W->{"headers_in"}=$W->{"r"}->headers_in();
195 Wrequire 'My::Hash::Merge';
196 $W->{"headers_in"}=My::Hash::Merge->new(
199 "_remote_ip"=>sub { return $W->{"r"}->connection()->remote_ip(); },
202 Wrequire 'My::Hash::Readonly';
203 $W->{"headers_in"}=My::Hash::Readonly->new($W->{"headers_in"});
205 if ($W->{"r"}->method() eq "GET" || $W->{"r"}->method() eq "HEAD") {
206 for (\$W->{"http_safe"}) {
207 # Do not: # Extend the current ETag system instead if you would need it:
208 # cluck "Explicitely NOT HTTP-Safe for method \"".$W->{"r"}->method()."\"?!?"
209 # if defined($$_) && !$$_;
210 # as sometimes it just does not make sense to cache it.
211 $$_=1 if !defined $$_;
215 for (\$W->{"http_safe"}) {
216 cluck "Undefined HTTP-Safe-ty for method \"".$W->{"r"}->method()."\"!"
218 $$_=0 if !defined $$_;
221 if ($W->{"http_safe"}) {
222 Wrequire 'My::Hash::RecordKeys';
223 $W->{"headers_in_RecordKeys"}=My::Hash::RecordKeys->new($W->{"headers_in"});
224 $W->{"headers_in"}=$W->{"headers_in_RecordKeys"};
228 local $_=$W->{"r"}->args() || "";
229 if ($W->{"detect_ent"}) {
230 if (/[&]amp;have_ent/)
231 { $W->{"have_ent"}=0; }
232 elsif ( /[&]have_ent/)
233 { $W->{"have_ent"}=1; }
235 { delete $W->{"have_ent"}; }
236 if (!defined $W->{"have_ent"} && $W->{"r"}->method() eq "GET") {
237 $W->{"head"}.='<meta http-equiv="Refresh" content="0; URL='
238 .escapeHTML("http://".$W->{"web_hostname"}."/".($W->{"r"}->uri()=~m#^/*(.*)$#)[0]
239 ."?".($_ || "detect_ent_glue=1").'&have_ent=detect')
247 $W->{"args"}=URI->new("?".$W->{"r"}->args())->query_form_hash();
248 $W->merge_post_args() if $W->{"r"}->method() eq "POST";
249 # Prepare '$args' first to (FIXME: Why?) prevent: Not a reference
250 my $args=$W->{"args"};
251 $W->{"args_orig"}=Storable::dclone($args);
253 $W->{"browser"}=sub {
254 # Lazy-evaluation, we may not need the "User-Agent" header at all.
255 return our $r||=HTTP::BrowserDetect->new($W->{"headers_in"}{"User-Agent"});
258 if (!defined $W->{"have_style"}) {
259 $W->{"have_style"}=sub {
260 # Lazy-evaluation, we may not need the "User-Agent" header at all.
261 return our $r||=(!$W->{"browser"}->netscape() || ($W->{"browser"}->major() && $W->{"browser"}->major()>4) ? 1 : 0);
265 $W->{"have_js"}=($W->{"args"}{"have_js"} ? 1 : 0);
266 if ($W->{"detect_js"} && !$W->{"have_js"}) {
268 # as at least Lynx inhibits any further HTML output.
269 # Do not: text/javascript
270 # as it does not look as registered, at least according to: MIME::Types $VERSION 1.15
271 # "application/javascript" so far standardized till 2005-12-08 by:
272 # http://www.ietf.org/internet-drafts/draft-hoehrmann-script-types-03.txt
273 $W->{"head"}.='<script type="application/javascript" src="'.uri_escaped(path_web('/My/HaveJS.pm')).'"></script>'."\n";
276 do { _args_check(%$_) if $_; } for ($W->{"args_check"});
278 $W->{"_init_done"}=1;
286 return q{enctype="application/x-www-form-urlencoded" accept-charset="us-ascii utf-8"} if $method eq "post";
287 return q{accept-charset="us-ascii utf-8"} if $method eq "get";
288 cluck "Undefined method: $method";
292 sub merge_post_args($)
296 my @post_args=$class->read_post_args();
298 my $name=shift @post_args;
299 my $data=shift @post_args;
300 my $ref=\$W->{"args"}{$name};
301 if (!defined $$ref) { $$ref=$data; }
302 elsif (!ref $$ref) { $$ref=[$$ref,$data]; }
303 elsif ("ARRAY" eq ref $$ref) { push @$$ref,$data; }
305 cluck "Ignoring POST argument \"$name\", orig is weird:\n",Dumper($$ref);
312 # as CGI parsing of POST vs. QUERY_STRING data, multiple-valued keys etc.
313 # is too dense and causes weird problems, together with mod_perl etc.
314 sub read_post_args($)
318 local $_=$class->http_headers_in_for("Content-type")->content_type();
319 return $class->read_multipart_form_data() if $_ eq "multipart/form-data";
320 return $class->read_application_x_www_form_urlencoded() if $_ eq "application/x-www-form-urlencoded";
321 cluck "Unknown POST data body, ignored: $_";
325 sub read_application_x_www_form_urlencoded($)
331 my $got=$W->{"r"}->read(my($buf),0x1000);
332 # Do not: cluck "Error reading POST data: $!" if !defined $got;
333 # as it should be done using: APR::Error exceptions
337 return URI->new("?".$body)->query_form();
340 sub read_multipart_form_data($)
344 my $parser=MIME::Parser->new();
345 # FIXME: No unlink()s done!
346 $parser->output_under("/tmp");
351 tie *FH,"My::Web::ReadMerged",
352 join("",map(($_.": ".$W->{"headers_in"}{$_}."\n"),qw(
356 my $body=$parser->parse(\*FH);
357 cluck "No multipart POST request body?" if !$body->is_multipart();
360 $_->head()->mime_attr("content-disposition.name")
362 join("",@{$_->body()})
365 # TODO: Globalize, make it IO::* compatible, split to the merging part + IO::Scalar.
366 package My::Web::ReadMerged;
370 our @ISA=qw(Tie::Handle Exporter);
371 use Carp qw(cluck confess);
377 confess "Slurp not yet implemented" if !defined $/;
378 # Apache2::RequestIO does not support 'READLINE'!
380 if (defined $self->{"data"} && $self->{"data"}=~s{^.*\Q$/\E}{}) {
381 $self->{"offset"}+=length $&;
384 my $fh_orig=$self->{"fh_orig"};
386 my $r=$self->{"data"};
387 delete $self->{"data"};
388 $self->{"offset"}+=length $r if defined $r;
391 my $got=read $fh_orig,my($buf),0x1000;
392 cluck "Error reading POST data: $!" if !defined $got;
393 delete $self->{"fh_orig"} if !$got;
394 cluck "INTERNAL: fh_orig should not exist here" if !defined $self->{"data"};
395 $self->{"data"}.=$buf;
403 return $self->{"offset"};
408 my($class,$data,$fh_orig)=@_;
410 my $self=bless {},$class;
411 $self->{"data"}=$data;
413 $self->{"fh_orig"}=$fh_orig;
420 my($apache_request)=@_;
422 cluck "CORE::GLOBAL::exit hook not ran" if !$W->{"_exit_done"};
423 cluck "packages not finalized" if !$packages_used_hash{$W->{"__PACKAGE__"}}{"_done"};
431 # PerlResponseHandler is RUN_FIRST and &ModPerl::Util::exit returns OK, so no (sane) go.
432 # PerlLogHandler is already too late to be able to produce any output.
436 cluck "Missing ->init while in exit_hook()" if !$W->{"_init_done"};
437 # &footer will call us recursively!
438 footer() if !$W->{"_exit_done"}++;
439 return &{$exit_orig}(@_);
443 do { cluck "exit_hook_start() twice?"; return; } if defined $exit_orig;
444 $exit_orig=\&CORE::GLOBAL::exit;
445 # Prevent: Subroutine CORE::GLOBAL::exit redefined
446 no warnings 'redefine';
447 *CORE::GLOBAL::exit=\&exit_hook;
451 do { cluck "exit_hook_stop() without exit_hook_start()?"; return; }
452 if \&exit_hook ne \&CORE::GLOBAL::exit;
453 do { cluck "INTERNAL: exit_orig uninitialized"; return; }
455 # Prevent: Subroutine CORE::GLOBAL::exit redefined
456 no warnings 'redefine';
457 *CORE::GLOBAL::exit=$exit_orig;
461 # Be aware other parts of code (non-My::Web) will NOT use this function!
462 # Do not: Wprint $W->{"heading"},"undef"=>1;
463 # as we would need to undef() it to turn it off and it would get defaulted in such case.
464 # Do not: exists $W->{"heading"}
465 # as we use a lot of 'for $W->{"heading"}' which instantiates it with the value: undef()
470 cluck "undef Wprint" if !defined $text && !$args{"undef"};
471 delete $args{"undef"};
472 cluck join(" ","Invalid arguments:",keys(%args)) if keys(%args);
473 return if !defined $text;
474 # Do not: cluck "utf-8 untested" if Encode::is_utf8($text);
475 # as it is valid here.
476 $W->{"r"}->puts($text);
479 sub request_check(;$)
483 # Use &eval to prevent: Global $r object is not available. Set:\n\tPerlOptions +GlobalRequest\nin ...
484 confess "Calling sensitive dynamic code from a static code" if !eval { Apache2::RequestUtil->request(); };
485 # Do not: confess "Calling sensitive dynamic code without My::Web::init" if !$W->{"__PACKAGE__"};
486 # as it is valid at least while preparing arguments to call: &project::Lib::init
490 # as it is too much backward compatible regarding the charset encodings etc.
491 # and the resulting code is too dense with no additional functionality for the recent content.
504 # /home/user/www/webdir
505 sub dir_top_abs_disk()
507 our $dir_top_abs_disk;
508 if (!$dir_top_abs_disk) {
509 my $selfpkg_relpath=__PACKAGE__;
510 $selfpkg_relpath=~s{::}{/}g;
511 $selfpkg_relpath.=".pm";
512 my $selfpkg_abspath=$INC{$selfpkg_relpath} or do {
513 cluck "Unable to find self package $selfpkg_relpath";
516 $selfpkg_abspath=~s{/*\Q$selfpkg_relpath\E$}{} or do {
517 cluck "Unable to strip myself \"$selfpkg_relpath\" from the abspath: $selfpkg_abspath";
520 cluck "INC{myself} is relative?: $selfpkg_abspath" if $selfpkg_abspath!~m{^/};
521 $dir_top_abs_disk=$selfpkg_abspath;
523 return $dir_top_abs_disk;
529 if (!$W->{"unparsed_uri"}) {
531 # as we may be called before &init from: &My::Project::init
532 my $r=Apache2::RequestUtil->request();
533 cluck "Calling ".'&unparsed_uri'." from a static code, going to fail" if !$r;
534 my $uri_string=$r->unparsed_uri() or cluck "Valid 'r' missing unparsed_uri()?";
535 my $uri=URI->new_abs($uri_string,"http://".$W->{"web_hostname"}."/");
536 $W->{"unparsed_uri"}=$uri;
538 return $W->{"unparsed_uri"};
545 # Otherwise we may have been already processed and thus legally relativized.
546 # FIXME data: Currently disabled, all the data are too violating such rule.
548 my $uri_check=URI->new($in);
549 $uri_check->scheme() || $in=~m{^\Q./\E} || $in=~m{^/}
550 or cluck "Use './' or '/' prefix for all the local references: $in";
552 my $uri=URI->new_abs($in,unparsed_uri());
553 $uri=$uri->canonical();
557 # $args{"uri_as_in"}=1 to permit passing URI objects as: $in
563 cluck if !$args{"uri_as_in"} && ref $in;
564 my $uri=in_to_uri_abs($in);
565 if (uri_is_local($uri)) {
566 # Prefer the $uri values over "args_persistent" values.
567 # &query_form_hash comes from: URI::QueryParam
568 $uri->query_form_hash({
571 my $val=$W->{"args"}{$key};
572 (!defined $val ? () : ($key=>$val));
573 } keys(%{$W->{"args_persistent"}})),
574 %{$uri->query_form_hash()},
577 return $uri->abs(unparsed_uri()) if $W->{"args"}{"Wabs"} || $args{"abs"};
578 return $uri->rel(unparsed_uri());
581 sub path_abs_disk_register($)
583 my($path_abs_disk)=@_;
585 $W->{"path_abs_disk_register"}{$path_abs_disk}=1;
588 # $args{"uri_as_in"}=1 to permit passing URI objects as: $in
589 sub path_abs_disk($%)
593 cluck if !$args{"uri_as_in"} && ref $in;
594 my $uri=in_to_uri_abs($in);
595 cluck if !uri_is_local($uri);
596 my $path=$uri->path();
597 cluck "URI compatibility: ->path() not w/leading slash of URI \"$uri\"; path: $path" if $path!~m{^/};
598 my $r=dir_top_abs_disk().$path;
599 path_abs_disk_register $r if !defined $args{"register"} || $args{"register"};
609 while (my($name,$regex)=each(%tmpl)) {
610 my $name_html="Parameter <span class=\"quote\">".escapeHTML($name)."</span>";
611 $W->{"args"}{$name}="" if !defined $W->{"args"}{$name};
612 $W->{"args"}{$name}=[ $W->{"args"}{$name} ] if !ref $W->{"args"}{$name} && ref $regex;
613 fatal "$name_html passed as multivar although singlevar expected"
614 if ref $W->{"args"}{$name} && !ref $regex;
615 $regex=$regex->[0] if ref $regex;
616 for my $val (!ref $W->{"args"}{$name} ? $W->{"args"}{$name} : @{$W->{"args"}{$name}}) {
617 $val="" if !defined $val;
618 fatal "$name_html <span class=\"quote\">".escapeHTML($val)."</span>"
619 ." does not match the required regex <span class=\"quote\">".escapeHTML($regex)."</span> "
620 if $regex ne "" && $val!~/$regex/;
629 return '<p'.(!defined $height ? "" : ' style="height: '.$height.';"').'> </p>'."\n";
636 $msg="UNKNOWN" if !$msg;
639 # Do not send it unconditionally.
640 # The intial duplicated '<?xml...' crashes Gecko parser.
641 $W->{"heading_done"}=0 if $W->{"header_only"};
642 # Do not send it unconditionally.
643 # Prevents warn: Headers already sent
644 if (!$W->{"heading_done"}) {
645 $W->{"indexme"}=0; # For the case no heading was sent yet.
646 $W->{"header_only"}=0; # assurance for &heading
649 Wprint "\n".vskip("3ex")."<hr /><h1 class=\"error\">FATAL ERROR: $msg!</h1>\n"
650 ."<p>You can report this problem's details to"
651 ." ".a_href("mailto:".$W->{"admin_mail"},"admin of this website").".</p>\n";
655 sub footer_packages_used_comments()
657 my $packages_used=$packages_used_array{$W->{"__PACKAGE__"}};
658 for my $package (@$packages_used) {
659 my $cvs_id=(eval('$'.$package."::CVS_ID")
660 # || $package # debug
662 Wprint '<!-- '.$package.' - $'.$cvs_id.'$ -->'."\n" if $cvs_id;
668 cluck 'Explicit &footer call is deprecated, !_exit_dne' if !$W->{"_exit_done"};
669 exit if $W->{"footer_done"}++; # deadlock prevention:
670 &{$_}() for reverse @{$W->{"footer_sub_push"}};
671 if ($W->{"header_only"}) {
672 $packages_used_hash{$W->{"__PACKAGE__"}}{"_done"}=1;
676 Wprint vskip if $W->{"footer_delimit"};
677 &{$_}() for reverse @{$W->{"footing_delimit_sub_push"}};
678 Wprint "<hr />\n" if $W->{"footer"};
680 # Never update the package list while we examine it!
681 $packages_used_hash{$W->{"__PACKAGE__"}}{"_done"}=1;
683 my $packages_used=$packages_used_array{$W->{"__PACKAGE__"}};
684 if ($W->{"footer_ids"}) {
685 Wprint '<p class="cvs-id">';
686 Wprint join("<br />\n",map({ my $package=$_;
687 my $cvs_id=(eval('$'.$package."::CVS_ID")
688 # || $package # debug
694 $cvs_id='$'.$cvs_id.'$'; # Eaten by 'q' operator.
695 my @cvs_id_split=split / +/,$cvs_id;
696 if (@cvs_id_split==8) {
703 my $path_abs_disk=path_abs_disk("/$file$ext");
704 push @tried,$path_abs_disk;
705 last if -r $path_abs_disk;
706 cluck "Class file $file not found; tried: ".join(" ",@tried) if !$ext;
710 if ((my $file_cvs=$file)=~s{^My/}{}) {
711 $viewcvs=$W->{"viewcvs_My"}.$file_cvs;
714 $viewcvs=$W->{"viewcvs"}.$file;
717 .a_href((map({ my $s=$_; $s=~s#/viewcvs/#$&~checkout~/#; $s; } $viewcvs))[0]."?rev=".$cvs_id_split[2],
719 $cvs_id_split[1]=a_href($viewcvs,($package!~/^Apache2::/ ? $package : $cvs_id_split[1]));
720 $cvs_id_split[5]=&{$W->{"cvs_id_author_sub"}}($cvs_id_split[5]);
722 join " ",@cvs_id_split;
728 footer_packages_used_comments();
730 do { Wprint $_ if $_; } for $W->{"footing"};
732 Wprint "</body></html>\n";
736 # Existing entries are overwritten.
741 while (my($key,$val)=each(%pairs)) {
742 do { cluck "Headers already sent"; next; } if $W->{"heading_done"};
743 $W->{"r"}->headers_out()->set($key,$val);
753 elsif ($size<1024*1024)
754 { $size=sprintf "%.1fK",$size/1024; }
756 { $size=sprintf "%.1fM",$size/1024/1024; }
765 my $uri_rel=in_to_uri_abs($in)->rel(unparsed_uri());
766 # Do not: defined $uri_rel->("userinfo"|"host"|"port")();
767 # as they fail to be called for schemes not supporting them.
768 return 0 if $uri_rel->scheme();
769 return 0 if $uri_rel->authority();
773 # &path_web still may be required for &uri_escaped !
779 my $urient=escapeHTML($uri);
780 return $uri if $uri eq $urient;
782 return $urient if uri_is_local $uri;
783 return $uri if defined $W->{"have_ent"} && !$W->{"have_ent"}; # non-ent client
784 return $urient if $W->{"have_ent"}; # ent client
785 # Unknown client, &escapeHTML should not be needed here:
786 return escapeHTML(path_web('/My/Redirect.pm?location='.uri_escape($uri->abs(unparsed_uri()))));
789 our $a_href_inhibited;
792 my($in,$contents,%args)=@_;
795 do { $$_=1 if !defined $$_; } for (\$args{"size"});
796 if (!defined $contents) {
798 $contents=File::Basename::basename($contents) if $args{"basename"};
799 $contents=escapeHTML($contents);
801 $contents=~s#<a\b[^>]*>##gi;
802 $contents=~s#</a>##gi;
803 return $contents if $a_href_inhibited;
805 my $path_web=path_web $in,%args;
808 $r.=uri_escaped $path_web;
810 do { $r.=" $_" if $_; } for ($args{"attr"});
811 $r.='>'.$contents.'</a>';
812 if ($args{"size"} && uri_is_local($in) && ($args{"size"}>=2 || $in=~/[.](?:gz|Z|rpm|zip|deb|lha)/)) { # Downloadable?
813 my $path_abs_disk=path_abs_disk $in,%args;
814 cluck "File not readable: $path_abs_disk" if !-r $path_abs_disk;
815 $r.=' ('.size_display((stat($path_abs_disk))[7]).')';
820 sub a_href_inhibit($$;@)
822 my($self,$sub,@sub_args)=@_;
824 local $a_href_inhibited=1;
825 return &{$sub}(@sub_args);
828 sub input_hidden_persistents()
833 my $val=$W->{"args"}{$key};
834 (!defined $val ? () : '<input type="hidden"'
835 .' name="'.escapeHTML($key).'"'
836 .' value="'.escapeHTML($val).'"'
838 } (keys(%{$W->{"args_persistent"}}))));
843 my($self,$url,$status)=@_;
845 $url=path_web($url,"abs"=>1);
846 $status||=HTTP_MOVED_TEMPORARILY;
847 $W->{"r"}->status($status);
848 $W->{"r"}->headers_out()->{"Location"}=$url;
849 $W->{"header_only"}=1;
850 $W->{"content_type"}=0;
859 # Do not: PerlModule Apache2::ForwardedFor
860 # PerlPostReadRequestHandler Apache2::ForwardedFor
861 # As 'Apache2::ForwardedFor' takes the first of $ENV{"HTTP_X_FORWARDED_FOR"}
862 # while the contents is '127.0.0.1, 213.220.195.171' if client has its own proxy.
863 # We must take the last item ourselves.
864 # Be VERY sure you always retrieve all the headers unconditionally to hit: My::Hash::RecordKeys
865 my $x_forwarded_for=$W->{"headers_in"}{"X-Forwarded-For"};
866 $x_forwarded_for=~s/^.*,\s*// if $x_forwarded_for;
867 my $remote_ip=$W->{"headers_in"}{"_remote_ip"};
869 $r||=$x_forwarded_for;
874 # $url={"JP"=>"http://specific",...};
875 # $url={""=>"http://default",...};
878 my($url,$contents,%args)=@_;
880 # A bit ineffective but we must process all the possibilities to get stable 'headers_in' hits!
881 my %map=map(($_=>a_href($url->{$_},$contents,%args)),keys(%$url));
883 $cc||=Geo::IP->new()->country_code_by_addr(remote_ip()) if $have_Geo_IP;
894 # FIXME: &alarm, --timeout is now infinite.
895 # FIXME: Try to remove bash(1).
896 # FIXME: Use: @PATH_FLOCK@
897 my @argv=('flock',dir_top_abs_disk(),'bash','-c',$cmd.' >&2');
898 print STDERR join(" ","SPAWN:",@argv)."\n";
906 cluck "Pathname not absolute: $file" if $file!~m{^/};
908 # TODO: Somehow quickly check dependencies?
909 return make('make -s --no-print-directory'
910 .' -C '."'".File::Basename::dirname($file)."' '".File::Basename::basename($file)."'");
915 my($width,$height)=@_;
917 cluck if !defined $width || !defined $height;
918 return ($W->{"have_style"} ? "style=\"border:0;width:${width}px;height:${height}px\"" : "border=\"0\"")
919 ." width=\"$width\" height=\"$height\"";
922 sub negotiate_variant (%)
926 my @fields=("id","qs","content-type","encoding","charset","lang","size");
927 return [ map(($args{$_}),@fields) ];
930 # Returns: 'HTTP::Headers' instance.
931 sub http_headers_in_for($@)
933 my($self,@headers)=@_;
935 # Limit these entries to generate proper 'Vary' header.
936 return HTTP::Headers->new(map(($_=>$W->{"headers_in"}{$_}),@headers));
939 # Input: $self is required!
940 # Input: Put the fallback variant as the first one.
941 # Returns: always only scalar!
942 sub Negotiate_choose($$)
944 my($self,$variants)=@_;
946 my $best=HTTP::Negotiate::choose($variants,
948 # to prevent: Can't locate object method "scan" via package "Apache2::RequestRec" at HTTP/Negotiate.pm line 84.
949 # Do not: $W->{"r"}->headers_in()
950 # to prevent: Can't locate object method "scan" via package "APR::Table" at HTTP/Negotiate.pm line 84.
951 # Do not: HTTP::Headers->new($W->{"r"}->headers_in());
952 # to prevent empty result or even: Odd number of elements in anonymous hash
953 $self->http_headers_in_for(qw(
959 $best||=$variants->[0][0]; # $variants->[0]{"id"}; &HTTP::Negotiate::choose failed?
964 { "id"=>"png","qs"=>0.9,"content-type"=>"image/png" },
965 { "id"=>"gif","qs"=>0.7,"content-type"=>"image/gif" },
967 my $img_variants_re='[.](?:'.join('|',"jpeg",map(($_->{"id"}),@img_variants)).')$';
969 # Returns: ($path_web,$path_abs_disk)
970 # URI path segments support ignored here. Where it is used? (';' path segment options)
975 cluck if !uri_is_local $in;
976 my $uri=in_to_uri_abs $in;
977 my $path_abs_disk=path_abs_disk $uri,%args,"uri_as_in"=>1,"register"=>0;
979 # Known image extension?
980 return path_web($uri,%args,"uri_as_in"=>1),$path_abs_disk if $uri->path()=~m#$img_variants_re#o;
983 for my $var (@img_variants) {
984 my $path_abs_disk_variant=$path_abs_disk.".".$var->{"id"};
985 path_abs_disk_register($path_abs_disk_variant);
986 __PACKAGE__->make_file($path_abs_disk_variant);
987 push @nego_variants,negotiate_variant(
989 "size"=>(stat $path_abs_disk_variant)[7],
992 my $ext=__PACKAGE__->Negotiate_choose(\@nego_variants);
994 $uri->path($uri->path().".$ext");
995 return path_web($uri,%args,"uri_as_in"=>1),path_abs_disk($uri,%args,"uri_as_in"=>1);
1001 my($in,$alt,%args)=@_;
1004 my($path_web,$path_abs_disk)=_img_src($in,%args);
1005 my($width,$height)=Image::Size::imgsize($path_abs_disk);
1007 $alt=escapeHTML($alt);
1008 my $content="<img src=\"".uri_escaped($path_web)."\" alt=\"$alt\" title=\"$alt\" ".img_size($width,$height)
1009 .(!$args{"attr"} ? "" : " ".$args{"attr"})." />";
1010 do { return a_href((_img_src($_))[0],$content,"uri_as_in"=>1) if $_; } for $args{"a_href_img"};
1011 do { return a_href $_,$content if $_; } for $args{"a_href"};
1018 $r.='<table border="0" width="100%"><tr>'."\n";
1019 @_=( [@_] ) if !ref $_[0];
1021 $r.="\t".'<td align="center">'.&{\&img}(@$_).'</td>'."\n";
1023 $r.='</tr></table>'."\n";
1029 my($text,@args_img)=@_;
1031 # FIXME: Workaround bug of 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)':
1032 # <col width="@{[ (!$W->{"browser"}->ie() ? "1*" : "90%" ) ]}" />
1033 # <col width="@{[ (!$W->{"browser"}->ie() ? "0*" : "10%" ) ]}" />
1034 # causes whole invisible projects in: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050719 Galeon/1.3.21
1036 <table border="0" width="100%">
1042 @{[ &{\&img}(@args_img) ]}
1051 my($class,$filename)=@_;
1054 open F,$filename or cluck "Cannot open \"$filename\": $!";
1055 my $F=do { local $/=undef(); <F>; };
1056 close F or cluck "Cannot close \"$filename\": $!";
1064 header("Expires"=>HTTP::Date::time2str(1000000000)); # date in the past
1065 header("Last-Modified"=>HTTP::Date::time2str()); # always modified
1066 header("Cache-Control"=>join(", ",
1071 "pre-check=0", # MSIE
1072 "post-check=0", # MSIE
1074 header("Pragma"=>"no-cache"); # HTTP/1.0
1075 header("Vary"=>"*"); # content may ba based on unpredictable sources
1078 sub headers_in_filtered(@)
1082 return map(($_=>$W->{"headers_in"}{$_}),@keys);
1085 our %uri_args_frozen_to_headers_in_keys;
1086 our %uri_args_headers_in_frozen_to_headers_out;
1088 sub uri_args_headers_in_frozen_get($)
1090 my($headers_in_keys_arrayref)=@_;
1092 my %uri_args_headers_in_hash=(
1093 "uri_args_frozen"=>$W->{"uri_args_frozen"},
1094 "headers_in"=>{ headers_in_filtered(@$headers_in_keys_arrayref) },
1096 return do { local $Storable::canonical=1; Storable::freeze(\%uri_args_headers_in_hash); };
1099 sub cache_output_filter($)
1103 while ($f->read(my $text,0x400)) {
1104 cluck "utf-8 untested" if Encode::is_utf8($text); # Possible here at all?
1106 $W->{"digest-md5"}->add($text);
1113 if (!$W->{"http_safe"}) {
1114 __PACKAGE__->_no_cache();
1119 # &Wrequire it here even if it will not be later used; to be stable!
1120 Wrequire 'My::Hash::RestrictTo';
1122 "method"=>$W->{"r"}->method(),
1123 "uri"=>"http://".$W->{"web_hostname"}."/".$W->{"r"}->uri(),
1124 "args"=>$W->{"args_orig"},
1126 $W->{"uri_args_frozen"}=do { local $Storable::canonical=1; Storable::freeze(\%uri_args_hash); };
1127 last if !(my $headers_in_keys_arrayref=$uri_args_frozen_to_headers_in_keys{$W->{"uri_args_frozen"}});
1129 # Protection to be sure we are stable:
1130 $W->{"headers_in"}=My::Hash::RestrictTo->new($W->{"headers_in"},@$headers_in_keys_arrayref);
1132 $W->{"uri_args_headers_in_frozen"}=uri_args_headers_in_frozen_get($headers_in_keys_arrayref);
1133 last if !(my $headers_out_hashref=$uri_args_headers_in_frozen_to_headers_out{$W->{"uri_args_headers_in_frozen"}});
1134 header(%$headers_out_hashref);
1137 # &meets_conditions will always deny the attempt if !2xx status().
1138 # At least ap_read_request() sets: r->status=HTTP_REQUEST_TIME_OUT; /* Until we get a request */
1139 my $status_old=$W->{"r"}->status();
1140 $W->{"r"}->status(HTTP_OK);
1141 # Update httpd's 'r->mtime' as the header "Last-Modified" is just not enough for ap_meets_conditions():
1142 # &update_mtime() argument is really in _secs_, not in _msecs_ as the docs claim.
1143 # Be aware '*1000000' would overflow Perl integer anyway.
1144 # &set_last_modified would also override the "Last-Modified" headers_out!
1145 # &mtime may exist but somehow does not work.
1146 $W->{"r"}->update_mtime(HTTP::Date::str2time($headers_out_hashref->{"Last-Modified"}));
1147 $status=$W->{"r"}->meets_conditions();
1148 $W->{"r"}->status($status_old);
1150 last if OK==$status;
1151 $W->{"r"}->status($status);
1152 $W->{"header_only"}=1; # Inhibit &footer output.
1157 $W->{"digest-md5"}=Digest::MD5->new();
1158 $W->{"cache_active"}=1;
1159 $W->{"r"}->add_output_filter(\&cache_output_filter);
1162 sub cache_finish_last_modified()
1164 cluck "Not yet done now? W __PACKAGE__: ".$W->{"__PACKAGE__"}
1165 if !$packages_used_hash{$W->{"__PACKAGE__"}}{"_done"};
1166 for my $package_orig (@{$packages_used_array{$W->{"__PACKAGE__"}}}) {
1167 local $_=$package_orig.".pm";
1169 path_abs_disk "/$_","register"=>1;
1172 for my $path_abs_disk (keys(%{$W->{"path_abs_disk_register"}})) {
1173 my $mtime=(stat $path_abs_disk)[9];
1174 do { cluck "No mtime for: $path_abs_disk"; next; } if !$mtime;
1175 $mtime_newest=$mtime if !$mtime_newest || $mtime_newest<$mtime;
1177 cluck "No mtime_newest found for the current W __PACKAGE__: ".$W->{"__PACKAGE__"}
1179 return HTTP::Date::time2str($mtime_newest);
1185 # Do not: return if !$W->{"uri_args_frozen"};
1186 # as we may have just gave 304 and 'exit;' without starting the caching.
1187 return if !$W->{"cache_active"};
1189 # Headers may not be complete in this case; not sure, just trying.
1190 return if $W->{"r"}->connection()->aborted();
1192 # Fill-in/check: %uri_args_frozen_to_headers_in_keys
1193 my $headers_in_keys_stored_arrayref_ref=\$uri_args_frozen_to_headers_in_keys{$W->{"uri_args_frozen"}};
1194 my @headers_in_keys=tied(%{$W->{"headers_in_RecordKeys"}})->accessed();
1195 if (!$$headers_in_keys_stored_arrayref_ref
1196 || !Data::Compare::Compare(\@headers_in_keys,$$headers_in_keys_stored_arrayref_ref)) {
1197 cluck "Non-matching generated 'headers_in_keys' per 'uri_args_frozen' key:\n"
1198 .Dumper(\@headers_in_keys,$$headers_in_keys_stored_arrayref_ref)
1199 if $$headers_in_keys_stored_arrayref_ref;
1200 # Build or possibly prevent such further warn dupes:
1201 $$headers_in_keys_stored_arrayref_ref=\@headers_in_keys;
1202 # Build or regenerate as obsoleted now:
1203 $W->{"uri_args_headers_in_frozen"}=uri_args_headers_in_frozen_get(\@headers_in_keys);
1206 # Prepare 'headers_out' for the future reusal:
1208 # Do not: $W->{"digest-md5"}->b64digest();
1209 # as it will not provide the trailing filling '='s.
1210 # RFC 1864 is not clear if they should be there but its sample provides them.
1211 # Do not try to provide canonical "\r\n" form of newlines as is said by RFC 1864.
1212 # RFC 2068 (HTTP/1.1) section 14.16 says the newlines should NOT be converted for HTTP.
1213 # ',""' to avoid breaking the headers by its default "\n".
1214 $headers_out{"Content-MD5"}=MIME::Base64::encode_base64($W->{"digest-md5"}->digest(),"");
1215 # In fact we could also use MD5 for ETag as if we know ETag we also know MD5.
1216 # But this way we do not need to calculate MD5 and we still can provide such ETag. So.
1217 # $W->{"r"}->set_etag() ?
1218 $headers_out{"ETag"}='"'.Digest::MD5::md5_base64($W->{"uri_args_headers_in_frozen"}).'"';
1219 # $W->{"r"}->set_content_length() ?
1220 $headers_out{"Content-Length"}=$W->{"r"}->bytes_sent();
1221 my %Vary=map(($_=>1),(@headers_in_keys));
1227 %Vary=("*"=>1) if $Vary{"*"};
1228 $headers_out{"Vary"}=join(", ",sort keys(%Vary)) if keys(%Vary);
1229 # $W->{"r"}->set_last_modified() ?
1230 $headers_out{"Last-Modified"}=cache_finish_last_modified();
1232 # Fill-in/check: %uri_args_headers_in_frozen_to_headers_out
1233 my $headers_out_stored_hashref_ref=\$uri_args_headers_in_frozen_to_headers_out{$W->{"uri_args_headers_in_frozen"}};
1234 if (!$$headers_out_stored_hashref_ref
1235 || !Data::Compare::Compare(\%headers_out,$$headers_out_stored_hashref_ref)) {
1236 cluck "Non-matching generated 'headers_out' per 'uri_args_headers_in_frozen' key:\n"
1237 .Dumper(\%headers_out,$$headers_out_stored_hashref_ref)
1238 if $$headers_out_stored_hashref_ref;
1239 # Build or possibly prevent such further warn dupes:
1240 $$headers_out_stored_hashref_ref=\%headers_out;
1243 ###print STDERR Dumper(\%uri_args_frozen_to_headers_in_keys,\%uri_args_headers_in_frozen_to_headers_out);
1250 if (!$W->{"header_only"}) {
1251 header("Content-Style-Type"=>"text/css");
1252 # Do not: text/javascript
1253 # as it does not look as registered, at least according to: MIME::Types $VERSION 1.15
1254 # "application/javascript" so far standardized till 2005-12-08 by:
1255 # http://www.ietf.org/internet-drafts/draft-hoehrmann-script-types-03.txt
1256 header("Content-Script-Type"=>"application/javascript");
1257 # $W->{"r"}->content_languages() ?
1258 do { header("Content-Language"=>$_) if $_; } for $W->{"language"};
1260 # TODO: Support also: private
1261 header("Cache-Control"=>"public"); # HTTP/1.1
1263 # Use $W->{"charset"}=0 to disable charset.
1264 $W->{"charset"}="us-ascii"
1265 if !defined $W->{"charset"} && (!defined($W->{"content_type"}) || $W->{"content_type"});
1268 # https://bugzilla.mozilla.org/show_bug.cgi?id=120556
1270 # Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8b) Gecko/20050217
1271 # http://validator.w3.org/ does not send ANY "Accept" headers!
1272 if (!defined $W->{"content_type"}) {
1273 # Be _stable_ for "headers_in".
1274 my $accept=$W->{"headers_in"}{"Accept"};
1275 my $user_agent=$W->{"headers_in"}{"User-Agent"}||"";
1276 $W->{"content_type"}="application/xhtml+xml"
1277 if !$accept && $user_agent=~m{^W3C_Validator/}i;
1279 my $negotiated=$class->Negotiate_choose([
1280 # Put the fallback variant as the first one.
1281 # Rate both variants the same to prefer "text/html" for undecided clients.
1283 # Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8b) Gecko/20050217
1284 # prefers "application/xhtml+xml" over "text/html" itself:
1285 # text/xml,application/xml,application/xhtml+xml,text/html;q=0.9,text/plain;q=0.8,image/png,*/*;q=0.5
1288 "content-type"=>"text/html",
1290 (!$W->{"charset"} ? () : "charset"=>$W->{"charset"}),
1291 "lang"=>$W->{"language"},
1294 "id"=>"application/xhtml+xml",
1295 "content-type"=>"application/xhtml+xml",
1297 (!$W->{"charset"} ? () : "charset"=>$W->{"charset"}),
1298 "lang"=>$W->{"language"},
1303 $W->{"content_type"}=$negotiated if !defined $W->{"content_type"};
1305 # mod_perl doc: If you set this header via the headers_out table directly, it
1306 # will be ignored by Apache. So do not do that.
1308 if ($W->{"content_type"}) {
1309 $type=MIME::Types->new()->type($W->{"content_type"});
1310 cluck "MIME::Types type '".$W->{"content_type"}."' not known" if !$type;
1312 cluck "charset='".$W->{"charset"}."' does not match content-type='".$W->{"content_type"}."'"
1313 if ($W->{"charset"} ? 1 : 0) != (!$type ? 0 : $type->isAscii());
1314 $W->{"r"}->content_type($W->{"content_type"}.(!$W->{"charset"} ? "" : "; charset=".$W->{"charset"}))
1315 if $W->{"content_type"};
1318 # We still can append headers before we put out some text.
1319 # FIXME: It is not clean to still append them without overwriting.
1320 return if $W->{"heading_done"};
1321 Wprint '<?xml version="1.0" encoding="'.$W->{"charset"}.'"?>'."\n"
1322 if (!$W->{"header_only"} || $W->{"header_only"} eq "xml") && (0
1323 || $W->{"content_type"}=~m{^application/\w+[+]xml$}
1324 || $W->{"content_type"} eq "text/vnd.wap.wml");
1325 return if $W->{"header_only"};
1326 # Split 'heading_done' for the proper handling of: /project/Rel.pm
1327 $W->{"heading_done"}++;
1329 Wprint '<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">'."\n";
1330 Wprint '<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="'.$W->{"language"}.'">'."\n";
1331 my $title=$W->{"title_prefix"}.join("",map({ ': '.$_; } ($W->{"title"} || ())));
1332 # Do not: cluck if $title=~/[<>]/;
1333 # as it is not solved just by: &a_href_inhibit
1334 # as sometimes titles use also: <i>...</i>
1335 $title=~s#<[^>]*>##g;
1337 Wprint "<title>$title</title>\n";
1338 if ($W->{"have_css"}) {
1339 # Everything can get overriden later.
1340 for my $css ("/My/Web.css",@{$W->{"css_push"}}) {
1342 <link rel="stylesheet" type="text/css" href="@{[ uri_escaped(path_web $css) ]}" />
1345 if ($W->{"css_inherit"}) {
1346 # Do not: <script />
1347 # as at least Lynx inhibits any further HTML output.
1348 # Do not: text/javascript
1349 # as it does not look as registered, at least according to: MIME::Types $VERSION 1.15
1350 # "application/javascript" so far standardized till 2005-12-08 by:
1351 # http://www.ietf.org/internet-drafts/draft-hoehrmann-script-types-03.txt
1353 <script type="application/javascript" src="@{[ uri_escaped(path_web('/My/css_inherit.js')) ]}"></script>
1357 Wprint '<meta name="robots" content="'.($W->{"indexme"} ? "" : "no" ).'index,follow" />'."\n";
1358 Wprint $W->{"head"};
1359 for my $type (qw(prev next index contents start up)) {
1360 do { Wprint '<link rel="'.$type.'" href="'.uri_escaped(path_web $_).'" />'."\n" if $_; }
1361 for ($W->{"rel_$type"});
1363 Wprint "</head><body";
1364 # Wprint ' bgcolor="black" text="white" link="aqua" vlink="teal"'
1365 # if $W->{"browser"}->netscape() && (!$W->{"browser"}->major() || $W->{"browser"}->major()<=4);
1366 Wprint $W->{"body_attr"};
1369 do { Wprint $_ if $_; } for $W->{"heading"};
1373 delete $W->{"__My::Web_init"};