if (defined $meta->{results}) {
delete $meta->{results}[$_]{time} for keys @{$meta->{results}};
}
- is $meta->{result}, $meta->{expected_result}, "Result is correct";
- is $meta->{result_text}, $meta->{expected_result_text}, "Result text is correct";
- is_deeply $meta->{results}, $meta->{expected_results}, "Results are correct";
+ my $desc = $meta->{name} . ': ' . $meta->{test_name};
+ is $meta->{result}, $meta->{expected_result}, "Result is correct ($desc)";
+ is $meta->{result_text}, $meta->{expected_result_text}, "Result text is correct ($desc)";
+ is_deeply $meta->{results}, $meta->{expected_results}, "Results are correct ($desc)";
}
my @problems = exists $ENV{TEST_PROBLEMS} ? map {"t/problems/$_"} split ' ', $ENV{TEST_PROBLEMS} : <t/problems/*>;
plan tests => 3 * sum map { my @temp = <$_/tests/*>; scalar @temp } @problems;
note "Problems to be tested: " . join ', ', @problems;
-my $tempdir = tempdir "gruntmaster-daemon-testingXXXX", TMPDIR => 1, CLEANUP => 1;
+my $tempdir = tempdir "gruntmasterd-testingXXXX", TMPDIR => 1, CLEANUP => 1;
chmod 0777, $tempdir;
my $job = 0;
my $pbmeta = LoadFile "$problem/meta.yml";
for (1 .. $pbmeta->{testcnt}) {
$pbmeta->{infile}[$_ - 1] = read_file "$problem/$_.in" if $pbmeta->{generator} eq 'File';
- $pbmeta->{okfile}[$_ - 1] = read_file "$problem/$_.ok" if $pbmeta->{runner} eq 'File';
+ $pbmeta->{okfile}[$_ - 1] = read_file "$problem/$_.ok" if $pbmeta->{runner} && $pbmeta->{runner} eq 'File';
}
if (exists $pbmeta->{files}) {
$_->{content} = read_file "$problem/$_->{name}" for values %{$pbmeta->{files}}
}
TODO: {
- local $TODO = $pbmeta->{todo} if exists $pbmeta->{todo};
note "Now testing problem $pbmeta->{name} ($pbmeta->{description})";
for my $source (<$problem/tests/*>) {
SKIP: {
my $meta = LoadFile "$source/meta.yml";
- my $compiler = COMPILER->{$meta->{files}{prog}{format}};
- skip "$compiler not found in path", 3 unless $ENV{GRUNTMASTER_VM} || which $compiler;
- local $TODO = $meta->{todo} if exists $meta->{todo};
- $meta->{files}{prog}{content} = read_file "$source/$meta->{files}{prog}{name}";
+ if ($meta->{files}{prog}) {
+ my $format = $meta->{files}{prog}{format};
+ my $compiler = COMPILER->{$format};
+ skip "$compiler not found in path", 3 unless $ENV{GRUNTMASTER_VM} || which $compiler;
+ skip "$format requires multiple processes. Set GRUNTMASTER_KILL_USER and GRUNTMASTER_SUDO to allow multiple processes.", 3 if !$ENV{GRUNTMASTER_KILL_USER} && $format eq 'JAVA' || $format eq 'GOLANG' || $format eq 'GCCGO';
+ $meta->{files}{prog}{content} = read_file "$source/$meta->{files}{prog}{name}";
+ }
$meta = merge $meta, $pbmeta;
+ local $TODO = $meta->{todo} if exists $meta->{todo};
note "Running $meta->{test_name} ($meta->{test_description})...";
my $savedcwd = getcwd;
chdir $tempdir;