X-Git-Url: http://git.jankratochvil.net/?p=massrebuild.git;a=blobdiff_plain;f=dtneededsize;h=f1d62a6c1c8529cac7a7faf5fa2ea92e20df1ee5;hp=da077895542752920708fbb744f7d0423681b565;hb=HEAD;hpb=cd952a82538c21d1d2db61fceee5ea2012c0e8ed diff --git a/dtneededsize b/dtneededsize index da07789..f1d62a6 100755 --- a/dtneededsize +++ b/dtneededsize @@ -4,6 +4,8 @@ use warnings; use File::Basename qw(&dirname); use File::Find; use Data::Dumper; +use Statistics::Basic::StdDev; +use List::Util; $|=1; sub readfile { @@ -16,6 +18,14 @@ sub readfile { return $r; } +my %R; +if (($ARGV[0]||"") eq "-r") { + shift; + my $r=readfile shift; + $R{$1}=1 while $r=~s/^(.*?)\n//; + die $r if $r; +} + my %D; # ==> build/Cadence-1.0.0-0.12.20200504git5787908.fc33.src.rpm.dtneeded <== # /usr/lib/debug/.dwz/Cadence isdwzcommon 479079 NA @@ -24,6 +34,7 @@ my %D; # ==> build/CVector-1.0.3.1-21.fc33.src.rpm.dtneeded <== # /usr/lib64/libCVector-1.0.3.so.2.0.0 nodwzcommon 28088 28896 for my $dtneededfn (glob "build/*.dtneeded") { + next if %R && !$R{($dtneededfn=~m{^build/(.*?)-[^-]*-[^-]*$})[0]."-debuginfo"}; local *F; open F,$dtneededfn or die "$dtneededfn: $1"; local $_; @@ -47,32 +58,19 @@ chdir "dtneeded.out" or die "dtneeded.out: $!"; my %F; my %SONAME; my @DEBUG; -my %SYMLINK; find { "no_chdir"=>1, "wanted"=>sub { die $File::Find::dir if $File::Find::dir=~m{/$}; my $binfn=$File::Find::name; - if (-l $binfn) { - my $target=readlink $binfn or die $binfn; - $binfn=~s{^[.]}{}; - my $ref=\$SYMLINK{$binfn}; - die if $$ref; - if ($target=~m{^/}) { - $$ref=$target; -#warn "$binfn,target=rel=$$ref\n"; - } else { - my $base=dirname(".$binfn"); - my $abs=File::Spec->rel2abs($target,$base); - $$ref="/".File::Spec->abs2rel($abs); -#warn "$binfn,base=$base,target=$target,abs=$abs,rel=$$ref\n"; - } - return; - } - return if !-f $binfn; + return if $binfn eq "."; die $binfn if $binfn!~m{^[.]/}; + return if -l $binfn; + return if !-f $binfn; my $bin=readfile $binfn; $binfn=~s{^[.]}{} or die; + return if $bin=~m{^\s*0x0{8}\s+\Q(NULL)\E\s+0x0$}m; + return if $bin!~m{^\s*0x0{16}\s+\Q(NULL)\E\s+0x0$}m; my $rpath=($bin=~m{^.*\Q(R\E(?:UN)?\QPATH)\E\s*Library r(?:un)?path: \Q[\E(.*)\Q]\E$}m)[0]; if ($rpath) { my $dirname=$File::Find::dir; @@ -91,34 +89,62 @@ find { if ($soname) { my $sonamefn=$File::Find::dir."/".$soname; $sonamefn=~s{^[.]/}{/} or die $sonamefn; - my $ref=\$SONAME{$sonamefn}; + my $ref=\$SONAME{$binfn}; # warn "soname=<$sonamefn> <$binfn> vs. <".$$ref->{"binfn"}.">\n" if $$ref; +#warn "soname=<$sonamefn> <$binfn>" if $soname=~/libc/; $$ref=$h; } push @DEBUG,$binfn if $bin=~m{ \Q(DEBUG) \E }; }, },"."; -#while (my($src,$target)=each %SYMLINK) { -# die "$src->$target" if exists $SYMLINK{$target}; -#} +sub resolve($) { + my($binfn)=@_; + die if $binfn!~m{^/}; + return $binfn if !-l ".$binfn"; + $binfn=".$binfn"; + my $target=readlink $binfn or die $binfn; + $binfn=~s{^[.]}{}; + my $final; + if ($target=~m{^/}) { + $final=$target; +#warn "$binfn,target=final=$final\n"; + } else { + my $base=dirname(".$binfn"); + my $abs=File::Spec->rel2abs($target,$base); + $final="/".File::Spec->abs2rel($abs); +#warn "$binfn,base=$base,target=$target,abs=$abs,final=$final\n"; + } + 1 while $final=~s{/[^/]+/[.][.]/}{/}; + 1 while $final=~s{/[^/]+/[.][.]$}{}; + if ($final=~m{/[.][.]}) { + warn "$binfn,target=$target,final=$final\n"; + return; + } +#warn "$binfn,final=$final\n"; + return &resolve($final); +} my $dwzsizeall=0; +my $dwzsizeduplall=0; my $dtsizeall=0; +my @ratioall; +my @ratioduplall; my $computed=0; +#@DEBUG="/usr/bin/elfedit"; BINFN: for my $binfn (@DEBUG) { # warn "$binfn...\n".Dumper([sort @{$F{$binfn}{"needed"}}]); - die $binfn if exists $SYMLINK{$binfn}; + die $binfn if -l ".$binfn"; my @l=$binfn; my %l=($binfn=>1); while (@l) { my $l=shift @l; my $h=$F{$l}; +#warn "$binfn: $l: ".Dumper($h); for my $needed (@{$h->{"needed"}}) { my $found; if ($needed=~m{^/}) { - $needed=$SYMLINK{$needed} while exists $SYMLINK{$needed}; - $found=$needed; + $found=resolve $needed; } else { # die "$binfn: $l: $needed" if $needed=~m{/}; my @rpath; @@ -131,8 +157,11 @@ BINFN: for my $binfn (@DEBUG) { next; } my $fn="$rpath/$needed"; - $fn=$SYMLINK{$fn} while exists $SYMLINK{$fn}; +#warn "A:$fn\n" if $fn=~/libc/; + $fn=resolve $fn; +#warn "B:$fn\n" if $fn=~/libc/; next if !$SONAME{$fn}; +#warn "C:$fn\n" if $fn=~/libc/; $found=$fn; last; } @@ -143,8 +172,10 @@ BINFN: for my $binfn (@DEBUG) { } #warn Dumper $binfn,\%l; my $dwzsizetot=0; + my $dwzsizedupltot=0; my $dtsizetot=0; my %dwzcommons; +#warn "$binfn: ".Dumper(\%l); for my $l (keys(%l)) { my $ref=$D{$l}; if (!defined $ref) { @@ -161,23 +192,31 @@ BINFN: for my $binfn (@DEBUG) { my $dwzsize=$ref->[1]; die if !defined $dwzsize; $dwzsizetot+=$dwzsize; - $computed++; + $dwzsizedupltot+=$dwzsize; my $dwzcommon=$ref->[0]; next if $dwzcommon eq "nodwzcommon"; die if $dwzcommon eq "isdwzcommon"; - next if $dwzcommons{$dwzcommon}++; + my $duplicate=$dwzcommons{$dwzcommon}++; my $dwzcommonref=$D{$dwzcommon}; die if !$dwzcommonref; die if $dwzcommonref->[0] ne "isdwzcommon"; die if $dwzcommonref->[2] ne "NA"; my $dwzcommonsize=$dwzcommonref->[1]; - $dwzsizetot+=$dwzcommonsize; + $dwzsizetot+=$dwzcommonsize if !$duplicate; + $dwzsizedupltot+=$dwzcommonsize; } print "$binfn: dwzsizetot=$dwzsizetot dtsizetot=$dtsizetot\n"; -warn "$binfn: ".Dumper(\%dwzcommons); +#warn "$binfn: ".Dumper(\%dwzcommons); + $computed++; $dwzsizeall+=$dwzsizetot; + $dwzsizeduplall+=$dwzsizedupltot; $dtsizeall+=$dtsizetot; +warn "ratio ".$dwzsizetot /$dtsizetot." dwzsizetot=$dwzsizetot dtsizetot=$dtsizetot: $binfn\n"; + push @ratioall ,$dwzsizetot /$dtsizetot; + push @ratioduplall,$dwzsizedupltot/$dtsizetot; # warn "$binfn done\n".Dumper([sort keys(%l)]); } -print "dwzsizeall=$dwzsizeall dtsizeall=$dtsizeall\n"; -print "computed=$computed of DEBUG=".(0+@DEBUG)."\n"; +print "dwzsizeall =$dwzsizeall" ." dtsizeall=$dtsizeall =".$dwzsizeall /$dtsizeall." avg=".List::Util::sum(@ratioall )/@ratioall ." stddev=".Statistics::Basic::stddev(\@ratioall )."\n"; +print "dwzsizeduplall=$dwzsizeduplall"." dtsizeall=$dtsizeall =".$dwzsizeduplall/$dtsizeall." avg=".List::Util::sum(@ratioduplall)/@ratioduplall." stddev=".Statistics::Basic::stddev(\@ratioduplall)."\n"; +print "computed=$computed of DEBUG=".(0+@DEBUG)." =".$computed/@DEBUG."\n"; +#print Dumper \@ratioall;