mirror of
https://github.com/MariaDB/server.git
synced 2025-01-21 14:32:34 +01:00
65 lines
1.8 KiB
Perl
Executable file
65 lines
1.8 KiB
Perl
Executable file
#!/usr/bin/perl
|
|
|
|
# Copyright (c) 2003, 2005 MySQL AB
|
|
# Use is subject to license terms
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; version 2 of the License.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program; if not, write to the Free Software
|
|
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA
|
|
|
|
die "Use: $0 eval_output qrels_file\n" unless @ARGV==2;
|
|
|
|
open(EOUT,$eout=shift) || die "Cannot open $eout: $!";
|
|
open(RELJ,$relj=shift) || die "Cannot open $relj: $!";
|
|
|
|
$_=<EOUT>;
|
|
die "$eout must start with a number!\n "unless /^[1-9][0-9]*\n/;
|
|
$ndocs=$_+0;
|
|
|
|
$qid=0;
|
|
$relj_str=<RELJ>;
|
|
$eout_str=<EOUT>;
|
|
|
|
while(!eof(RELJ) || !eof(EOUT)) {
|
|
++$qid;
|
|
%dq=();
|
|
$A=$B=$AB=0;
|
|
$Ravg=$Pavg=0;
|
|
|
|
while($relj_str =~ /^0*$qid\s+(\d+)/) {
|
|
++$A;
|
|
$dq{$1+0}=1;
|
|
last unless $relj_str=<RELJ>;
|
|
}
|
|
# Favg measure = 1/(a/Pavg+(1-a)/Ravg)
|
|
sub Favg { my $a=shift; $Pavg*$Ravg ? 1/($a/$Pavg+(1-$a)/$Ravg) : 0; }
|
|
# F0 : a=0 -- ignore precision
|
|
# F5 : a=0.5
|
|
# F1 : a=1 -- ignore recall
|
|
while($eout_str =~ /^$qid\s+(\d+)\s+(\d+(?:\.\d+)?)/) {
|
|
$B++;
|
|
$AB++ if $dq{$1+0};
|
|
$Ravg+=$AB;
|
|
$Pavg+=$AB/$B;
|
|
last unless $eout_str=<EOUT>;
|
|
}
|
|
next unless $A;
|
|
|
|
$Ravg/=$B*$A if $B;
|
|
$Pavg/=$B if $B;
|
|
|
|
printf "%5d %1.12f %1.12f %1.12f\n", $qid, Favg(0),Favg(0.5),Favg(1);
|
|
}
|
|
|
|
exit 0;
|
|
|
|
|