#!/usr/bin/env perl # vim:ts=4:sw=4:expandtab use strict; use warnings; use v5.10; use DateTime; use Data::Dumper; use Cwd qw(abs_path); use Proc::Background; use TAP::Harness; use TAP::Parser::Aggregator; use File::Basename qw(basename); use AnyEvent::I3 qw(:all); use Try::Tiny; use Getopt::Long; # reads in a whole file sub slurp { open my $fh, '<', shift; local $/; <$fh>; } my $coverage_testing = 0; my $result = GetOptions( "coverage-testing" => \$coverage_testing ); my $i3cmd = "export DISPLAY=:0; exec " . abs_path("../i3") . " -V -d all --disable-signalhandler -c i3-test.config"; # 1: get a list of all testcases my @testfiles = @ARGV; # if no files were passed on command line, run all tests from t/ @testfiles = if @testfiles == 0; # 2: create an output directory for this test-run my $outdir = "testsuite-"; $outdir .= DateTime->now->strftime("%Y-%m-%d-%H-%M-%S-"); $outdir .= `git describe --tags`; chomp($outdir); mkdir($outdir) or die "Could not create $outdir"; unlink("latest") if -e "latest"; symlink("$outdir", "latest") or die "Could not symlink latest to $outdir"; # 3: run all tests my $harness = TAP::Harness->new({ verbosity => 1, lib => [ 't/lib' ] }); my $aggregator = TAP::Parser::Aggregator->new(); $aggregator->start(); for my $t (@testfiles) { my $logpath = "$outdir/i3-log-for-" . basename($t); my $cmd = "$i3cmd >$logpath 2>&1"; my $dont_start = (slurp($t) =~ /# !NO_I3_INSTANCE!/); my $process = Proc::Background->new($cmd) unless $dont_start; say "testing $t with logfile $logpath"; $harness->aggregate_tests($aggregator, [ $t ]); # Don’t bother killing i3 when we haven’t started it next if $dont_start; # When measuring code coverage, try to exit i3 cleanly (otherwise, .gcda # files are not written) and fallback to killing it if ($coverage_testing) { my $exited = 0; try { say "Exiting i3 cleanly..."; i3("/tmp/nestedcons")->command('exit')->recv; $exited = 1; }; next if $exited; } say "Killing i3"; kill(9, $process->pid) or die "could not kill i3"; } $aggregator->stop(); # 4: print summary $harness->summary($aggregator);