X-Git-Url: http://git.ieval.ro/?p=gruntmaster-daemon.git;a=blobdiff_plain;f=t%2F01-jobs.t;h=4b763104d1dce74d4f0de8b0883db157b458e53f;hp=16a88247a67010d64ba9c56e9dcf6cff9cc6c13d;hb=b8f7001a80665c35f33aed657ead2a426d4efac8;hpb=7be5f05486dc972422c0243f7e0affe7c0dad523 diff --git a/t/01-jobs.t b/t/01-jobs.t index 16a8824..4b76310 100644 --- a/t/01-jobs.t +++ b/t/01-jobs.t @@ -3,14 +3,13 @@ use v5.14; use strict; use warnings; -use t::FakeData; -BEGIN { Gruntmaster::Data->import } use Gruntmaster::Daemon; use Cwd qw/cwd/; use File::Basename qw/fileparse/; use File::Slurp qw/read_file/; use File::Temp qw/tempdir/; +use File::Which qw/which/; use Hash::Merge qw/merge/; use List::Util qw/sum/; use Log::Log4perl; @@ -19,7 +18,19 @@ use YAML::Any qw/LoadFile/; ################################################## -my $loglevel = $ENV{TEST_LOG_LEVEL} // 'OFF'; +use constant COMPILER => { + qw/C gcc + CPP g++ + MONO gmcs + JAVA javac + PASCAL fpc + GOLANG go + GCCGO gccgo + HASKELL ghc + PERL perl + PYTHON python/}; + +my $loglevel = $ENV{TEST_LOG_LEVEL} // ($ENV{TEST_VERBOSE} ? 'TRACE' : 'OFF'); my $log_conf = <init(\$log_conf); -$ENV{PATH}.=':' . cwd; +$ENV{PATH} = cwd . ':' . $ENV{PATH}; +umask 0022; sub check_job{ my $meta = shift; if (defined $meta->{results}) { - delete $meta->{results}[$_]{time} for keys $meta->{results}; + delete $meta->{results}[$_]{time} for keys @{$meta->{results}}; } is $meta->{result}, $meta->{expected_result}, "Result is correct"; is $meta->{result_text}, $meta->{expected_result_text}, "Result text is correct"; @@ -42,10 +54,13 @@ sub check_job{ } my @problems = exists $ENV{TEST_PROBLEMS} ? map {"t/problems/$_"} split ' ', $ENV{TEST_PROBLEMS} : ; +@problems = grep { $_ !~ /hello/ } @problems unless $ENV{RELEASE_TESTING} || $ENV{TEST_PROBLEMS}; + plan tests => 3 * sum map { my @temp = <$_/tests/*>; scalar @temp } @problems; note "Problems to be tested: " . join ', ', @problems; -my $tempdir = tempdir CLEANUP => 1; +my $tempdir = tempdir "gruntmaster-daemon-testingXXXX", TMPDIR => 1, CLEANUP => 1; +chmod 0777, $tempdir; my $job = 0; @@ -56,7 +71,7 @@ for my $problem (@problems) { $pbmeta->{okfile}[$_ - 1] = read_file "$problem/$_.ok" if $pbmeta->{runner} eq 'File'; } if (exists $pbmeta->{files}) { - $_->{content} = read_file "$problem/$_->{name}" for values $pbmeta->{files} + $_->{content} = read_file "$problem/$_->{name}" for values %{$pbmeta->{files}} } TODO: { @@ -64,15 +79,20 @@ for my $problem (@problems) { note "Now testing problem $pbmeta->{name} ($pbmeta->{description})"; for my $source (<$problem/tests/*>) { - my $meta = LoadFile "$source/meta.yml"; - $meta->{files}{prog}{content} = read_file "$source/$meta->{files}{prog}{name}"; - $meta = merge $meta, $pbmeta; - note "Running $meta->{test_name} ($meta->{test_description})..."; - my $savedcwd = cwd; - chdir $tempdir; - Gruntmaster::Daemon::process $meta; - chdir $savedcwd; - check_job $meta; + SKIP: { + my $meta = LoadFile "$source/meta.yml"; + my $compiler = COMPILER->{$meta->{files}{prog}{format}}; + skip "$compiler not found in path", 3 unless $ENV{GRUNTMASTER_VM} || which $compiler; + local $TODO = $meta->{todo} if exists $meta->{todo}; + $meta->{files}{prog}{content} = read_file "$source/$meta->{files}{prog}{name}"; + $meta = merge $meta, $pbmeta; + note "Running $meta->{test_name} ($meta->{test_description})..."; + my $savedcwd = cwd; + chdir $tempdir; + Gruntmaster::Daemon::process $meta; + chdir $savedcwd; + check_job $meta; + } } } }