Add some tests with invalid jobs

[gruntmaster-daemon.git] / t / 01-jobs.t

diff --git a/t/01-jobs.t b/t/01-jobs.t
index a4e0c027ad25ca6b59314a3a1c166d2f1aefd62a..4d4f8bc4fa0a48177fffc8fa2eff995b1f308e38 100644 (file)
--- a/t/01-jobs.t
+++ b/t/01-jobs.t
@@ -5,18 +5,31 @@ use warnings;
 
 use Gruntmaster::Daemon;
 
-use Cwd qw/cwd/;
+use Cwd qw/getcwd/;
 use File::Basename qw/fileparse/;
 use File::Slurp qw/read_file/;
 use File::Temp qw/tempdir/;
+use File::Which qw/which/;
 use Hash::Merge qw/merge/;
 use List::Util qw/sum/;
 use Log::Log4perl;
 use Test::More;
-use YAML::Any qw/LoadFile/;
+use YAML::Tiny qw/LoadFile/;
 
 ##################################################
 
+use constant COMPILER => {
+       qw/C gcc
+          CPP g++
+          MONO gmcs
+          JAVA javac
+          PASCAL fpc
+          GOLANG go
+          GCCGO gccgo
+          HASKELL ghc
+          PERL perl
+          PYTHON python/};
+
 my $loglevel = $ENV{TEST_LOG_LEVEL} // ($ENV{TEST_VERBOSE} ? 'TRACE' : 'OFF');
 my $log_conf = <<CONF;
 log4perl.category.Gruntmaster.Daemon = $loglevel, stderr
@@ -27,7 +40,7 @@ log4perl.appender.stderr.layout.ConversionPattern = [\%d] [\%F{1}:\%M{1}:\%L] [\
 CONF
 Log::Log4perl->init(\$log_conf);
 
-$ENV{PATH} = cwd . ':' . $ENV{PATH};
+$ENV{PATH} = getcwd . ':' . $ENV{PATH};
 umask 0022;
 
 sub check_job{
@@ -41,10 +54,12 @@ sub check_job{
 }
 
 my @problems = exists $ENV{TEST_PROBLEMS} ? map {"t/problems/$_"} split ' ', $ENV{TEST_PROBLEMS} : <t/problems/*>;
+@problems = grep { $_ !~ /hello/ } @problems unless $ENV{RELEASE_TESTING} || $ENV{TEST_PROBLEMS};
+
 plan tests => 3 * sum map { my @temp = <$_/tests/*>; scalar @temp } @problems;
 note "Problems to be tested: " . join ', ', @problems;
 
-my $tempdir = tempdir "gruntmaster-daemon-testingXXXX", TMPDIR => 1, CLEANUP => 1;
+my $tempdir = tempdir "gruntmasterd-testingXXXX", TMPDIR => 1, CLEANUP => 1;
 chmod 0777, $tempdir;
 
 my $job = 0;
@@ -64,15 +79,22 @@ for my $problem (@problems) {
                note "Now testing problem $pbmeta->{name} ($pbmeta->{description})";
 
                for my $source (<$problem/tests/*>) {
-                       my $meta = LoadFile "$source/meta.yml";
-                       $meta->{files}{prog}{content} = read_file "$source/$meta->{files}{prog}{name}";
-                       $meta = merge $meta, $pbmeta;
-                       note "Running $meta->{test_name} ($meta->{test_description})...";
-                       my $savedcwd = cwd;
-                       chdir $tempdir;
-                       Gruntmaster::Daemon::process $meta;
-                       chdir $savedcwd;
-                       check_job $meta;
+                 SKIP: {
+                               my $meta = LoadFile "$source/meta.yml";
+                               if ($meta->{files}{prog}) {
+                                       my $compiler = COMPILER->{$meta->{files}{prog}{format}};
+                                       skip "$compiler not found in path", 3 unless $ENV{GRUNTMASTER_VM} || which $compiler;
+                                       local $TODO = $meta->{todo} if exists $meta->{todo};
+                                       $meta->{files}{prog}{content} = read_file "$source/$meta->{files}{prog}{name}";
+                               }
+                               $meta = merge $meta, $pbmeta;
+                               note "Running $meta->{test_name} ($meta->{test_description})...";
+                               my $savedcwd = getcwd;
+                               chdir $tempdir;
+                               Gruntmaster::Daemon::process $meta;
+                               chdir $savedcwd;
+                               check_job $meta;
+                       }
                }
        }
 }