use Gruntmaster::Daemon;
-use Cwd qw/cwd/;
-use File::Copy qw/copy/;
-use File::Copy::Recursive qw/dircopy/;
-use File::Path qw/remove_tree/;
+use Cwd qw/getcwd/;
+use File::Basename qw/fileparse/;
+use File::Slurp qw/read_file/;
use File::Temp qw/tempdir/;
+use File::Which qw/which/;
+use Hash::Merge qw/merge/;
use List::Util qw/sum/;
use Log::Log4perl;
use Test::More;
-use YAML::Any qw/LoadFile/;
+use YAML::Tiny qw/LoadFile/;
##################################################
-my $loglevel = $ENV{TEST_LOG_LEVEL} // 'OFF';
+use constant COMPILER => {
+ qw/C gcc
+ CPP g++
+ MONO gmcs
+ JAVA javac
+ PASCAL fpc
+ GOLANG go
+ GCCGO gccgo
+ HASKELL ghc
+ PERL perl
+ PYTHON python/};
+
+my $loglevel = $ENV{TEST_LOG_LEVEL} // ($ENV{TEST_VERBOSE} ? 'TRACE' : 'OFF');
my $log_conf = <<CONF;
log4perl.category.Gruntmaster.Daemon = $loglevel, stderr
CONF
Log::Log4perl->init(\$log_conf);
-$ENV{PATH}.=':' . cwd;
+$ENV{PATH} = getcwd . ':' . $ENV{PATH};
+umask 0022;
sub check_job{
- my $job = shift;
- my $meta = LoadFile "$job/meta.yml";
- if (exists $meta->{results}) {
- delete $meta->{results}[$_]{time} for keys $meta->{results};
- }
- is $meta->{result}, $meta->{expected_result}, "Result is correct";
- is $meta->{result_text}, $meta->{expected_result_text}, "Result text is correct";
- is_deeply $meta->{results}, $meta->{expected_results}, "Results are correct";
+ my $meta = shift;
+ if (defined $meta->{results}) {
+ delete $meta->{results}[$_]{time} for keys @{$meta->{results}};
+ }
+ is $meta->{result}, $meta->{expected_result}, "Result is correct";
+ is $meta->{result_text}, $meta->{expected_result_text}, "Result text is correct";
+ is_deeply $meta->{results}, $meta->{expected_results}, "Results are correct";
}
my @problems = exists $ENV{TEST_PROBLEMS} ? map {"t/problems/$_"} split ' ', $ENV{TEST_PROBLEMS} : <t/problems/*>;
+@problems = grep { $_ !~ /hello/ } @problems unless $ENV{RELEASE_TESTING} || $ENV{TEST_PROBLEMS};
+
plan tests => 3 * sum map { my @temp = <$_/tests/*>; scalar @temp } @problems;
note "Problems to be tested: " . join ', ', @problems;
-my $tempdir = tempdir CLEANUP => 1;
-mkdir "$tempdir/jobs";
-dircopy 't/problems' => "$tempdir/pb";
+my $tempdir = tempdir "gruntmasterd-testingXXXX", TMPDIR => 1, CLEANUP => 1;
+chmod 0777, $tempdir;
+
+my $job = 0;
for my $problem (@problems) {
- my $meta = LoadFile "$problem/meta.yml";
- TODO: {
- local $TODO = $meta->{todo} if exists $meta->{todo};
- note "Now testing problem $meta->{name} ($meta->{description})";
- for my $source (<$problem/tests/*>) {
- my $meta = LoadFile "$source/meta.yml";
- note "Running $meta->{test_name} ($meta->{test_description})...";
- dircopy $source => "$tempdir/jobs/job";
- my $savedcwd = cwd;
- Gruntmaster::Daemon::process "$tempdir/jobs/job";
- check_job "$tempdir/log/1";
- chdir $savedcwd;
- remove_tree "$tempdir/log", "$tempdir/jobs", {keep_root => 1};
+ my $pbmeta = LoadFile "$problem/meta.yml";
+ for (1 .. $pbmeta->{testcnt}) {
+ $pbmeta->{infile}[$_ - 1] = read_file "$problem/$_.in" if $pbmeta->{generator} eq 'File';
+ $pbmeta->{okfile}[$_ - 1] = read_file "$problem/$_.ok" if $pbmeta->{runner} && $pbmeta->{runner} eq 'File';
+ }
+ if (exists $pbmeta->{files}) {
+ $_->{content} = read_file "$problem/$_->{name}" for values %{$pbmeta->{files}}
+ }
+
+ TODO: {
+ note "Now testing problem $pbmeta->{name} ($pbmeta->{description})";
+
+ for my $source (<$problem/tests/*>) {
+ SKIP: {
+ my $meta = LoadFile "$source/meta.yml";
+ if ($meta->{files}{prog}) {
+ my $format = $meta->{files}{prog}{format};
+ my $compiler = COMPILER->{$format};
+ skip "$compiler not found in path", 3 unless $ENV{GRUNTMASTER_VM} || which $compiler;
+ skip "$format requires multiple processes. Set GRUNTMASTER_KILL_USER and GRUNTMASTER_SUDO to allow multiple processes.", 3 if !$ENV{GRUNTMASTER_KILL_USER} && $format eq 'JAVA' || $format eq 'GOLANG' || $format eq 'GCCGO';
+ $meta->{files}{prog}{content} = read_file "$source/$meta->{files}{prog}{name}";
+ }
+ $meta = merge $meta, $pbmeta;
+ local $TODO = $meta->{todo} if exists $meta->{todo};
+ note "Running $meta->{test_name} ($meta->{test_description})...";
+ my $savedcwd = getcwd;
+ chdir $tempdir;
+ Gruntmaster::Daemon::process $meta;
+ chdir $savedcwd;
+ check_job $meta;
+ }
+ }
}
- }
}