gri3-wm/testcases/complete-run.pl

#!/usr/bin/env perl
# vim:ts=4:sw=4:expandtab

use strict;
use warnings;
use v5.10;
use DateTime;
use Data::Dumper;
use Cwd qw(abs_path);
use Proc::Background;
use TAP::Harness;
use TAP::Parser::Aggregator;
use File::Basename qw(basename);
use AnyEvent::I3 qw(:all);
use Try::Tiny;
use Getopt::Long;

# reads in a whole file
sub slurp {
    open my $fh, '<', shift;
    local $/;
    <$fh>;
}

my $coverage_testing = 0;

my $result = GetOptions(
    "coverage-testing" => \$coverage_testing
);

my $i3cmd = "export DISPLAY=:0; exec " . abs_path("../i3") . " -V -d all --disable-signalhandler -c i3-test.config";

# 1: get a list of all testcases
my @testfiles = @ARGV;

# if no files were passed on command line, run all tests from t/
@testfiles = <t/*.t> if @testfiles == 0;

# 2: create an output directory for this test-run
my $outdir = "testsuite-";
$outdir .= DateTime->now->strftime("%Y-%m-%d-%H-%M-%S-");
$outdir .= `git describe --tags`;
chomp($outdir);
mkdir($outdir) or die "Could not create $outdir";
unlink("latest") if -e "latest";
symlink("$outdir", "latest") or die "Could not symlink latest to $outdir";

# 3: run all tests
my $harness = TAP::Harness->new({
    verbosity => 1,
    lib => [ 't/lib' ]
});
my $aggregator = TAP::Parser::Aggregator->new();
$aggregator->start();
for my $t (@testfiles) {
    my $logpath = "$outdir/i3-log-for-" . basename($t);
    my $cmd = "$i3cmd >$logpath 2>&1";
    my $dont_start = (slurp($t) =~ /# !NO_I3_INSTANCE!/);

    my $process = Proc::Background->new($cmd) unless $dont_start;
    say "testing $t with logfile $logpath";
    $harness->aggregate_tests($aggregator, [ $t ]);

    # Don’t bother killing i3 when we haven’t started it
    next if $dont_start;

    # When measuring code coverage, try to exit i3 cleanly (otherwise, .gcda
    # files are not written) and fallback to killing it
    if ($coverage_testing) {
        my $exited = 0;
        try {
            say "Exiting i3 cleanly...";
            i3("/tmp/nestedcons")->command('exit')->recv;
            $exited = 1;
        };
        next if $exited;
    }

    say "Killing i3";
    kill(9, $process->pid) or die "could not kill i3";
}
$aggregator->stop();

# 4: print summary
$harness->summary($aggregator);