#!/usr/bin/perl # convert results of open POSIX test suite to a html table # Copyright (c) 2016-2018 Alexander Bluhm # # Permission to use, copy, modify, and distribute this software for any # purpose with or without fee is hereby granted, provided that the above # copyright notice and this permission notice appear in all copies. # # THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES # WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF # MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR # ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES # WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN # ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF # OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. use strict; use warnings; use Cwd; use File::Basename; use Getopt::Std; use POSIX; my $now = strftime("%FT%TZ", gmtime); my %opts; getopt('o:', \%opts); my @os; @os = split(/[,\s]/, $opts{o}) if $opts{o}; my %source; my %out; foreach my $os (@os, "") { my $dir = ""; $dir = "out/$os/" if $os; open(my $un, '<', "${dir}uname.out") or die "Open '${dir}uname.out' for reading failed: $!"; open(my $bl, '<', "${dir}build.log") or die "Open '${dir}build.log' for reading failed: $!"; open(my $rl, '<', "${dir}run.log") or die "Open '${dir}run.log' for reading failed: $!"; my $uname = <$un>; my $fail = 0; my %test; while (<$bl>) { my ($name, $action, $result) = split(/[ :\n]+/); $action =~ /^(build|link)$/ or next; $fail++ unless $result =~ /^(PASS|SKIP)$/; $test{$name}{$action} = "$action $result"; unless ($source{$name}) { my $source = "$name.c"; -f $source or die "Source file '$source' missing"; $source{$name} = $source; } my $build = "${dir}$name.build.log"; next if !-f $build && -f "${dir}$name.build"; # backwards compatibility -f $build or die "Build log '$build' missing"; $test{$name}{log} = $build; } while (<$rl>) { my ($name, $action, $result) = split(/[ :\n]+/); $action =~ /^execution$/ or next; $fail++ unless $result =~ /^(PASS|SKIP)$/; $test{$name}{$action} = $result; unless ($source{$name}) { my $source = "$name.sh"; -f $source or die "Source file '$source' missing"; $source{$name} = $source; } my $run = "${dir}$name.run.log"; next if !-f $run && -f "${dir}$name.run"; # backwards compatibility -f $run or die "Run log '$run' missing"; $test{$name}{log} = $run; } my $total = scalar keys %test; my $pass = $total - $fail; if ($os || !%out) { $out{$os}{uname} = $uname; $out{$os}{test} = \%test; $out{$os}{pass} = $pass / $total; } } print <<"HEADER"; Open POSIX Test Suite Results

open POSIX test suite results

created at	$now
test build	log
test run	log

HEADER print "\n"; print " \n \n"; foreach my $os (reverse sort keys %out) { my $percent = sprintf("%d%%", 100 * $out{$os}{pass}); print " \n"; } print " \n \n"; foreach my $os (reverse sort keys %out) { my $date = $os; my $uname = $out{$os}{uname}; print " \n"; } print " \n"; foreach my $name (sort keys %source) { my $source = $source{$name}; print " \n \n"; foreach my $os (reverse sort keys %out) { my $test = $out{$os}{test}{$name}; my $status = $test->{execution}; if (!$status) { $status = $test->{link}; $status = 'BUILDONLY' if $status && $status eq 'link PASS'; } $status ||= $test->{build}; $status ||= ""; my $log = $test->{log}; my $class = " class=\"result $status\""; my $href = $log ? "" : ""; my $enda = $href ? "" : ""; print " $href$status$enda\n"; } print " \n"; } print "

pass rate	$percent
machine	$date $uname
$name

\n"; print <<"FOOTER"; FOOTER