t/01-jobs.t

   1 use v5.14;
   2 use strict;
   3 use warnings;
   4
   5 use Gruntmaster::Daemon;
   6
   7 use Cwd qw/getcwd/;
   8 use File::Basename qw/fileparse/;
   9 use File::Slurp qw/read_file/;
  10 use File::Temp qw/tempdir/;
  11 use File::Which qw/which/;
  12 use FindBin;
  13 use Hash::Merge qw/merge/;
  14 use List::Util qw/sum/;
  15 use Log::Log4perl;
  16 use Test::More;
  17 use YAML::Tiny qw/LoadFile/;
  18
  19 ##################################################
  20
  21 use constant COMPILER => {
  22         qw/BRAINFUCK bfc
  23            C gcc
  24            CPP g++
  25            D dmd
  26            GOLFSCRIPT golfscript
  27            MONO gmcs
  28            JAVA javac
  29            JAVASCRIPT node
  30            JULIA julia
  31            PASCAL fpc
  32            GOLANG go
  33            GCCGO gccgo
  34            HASKELL ghc
  35            PERL perl
  36            PHP php
  37            PYTHON python2.7
  38            RUBY ruby
  39            RUST rustc
  40            OBERON obc
  41            OCAML ocaml
  42            SBCL sbcl/};
  43
  44 my %needs_fork = map { $_ => 1 } qw/GOLANG GOLFSCRIPT GCCGO JAVA JAVASCRIPT JULIA RUBY SBCL/;
  45
  46 my $loglevel = $ENV{TEST_LOG_LEVEL} // ($ENV{TEST_VERBOSE} ? 'TRACE' : 'OFF');
  47 my $log_conf = <<CONF;
  48 log4perl.category.Gruntmaster.Daemon = $loglevel, stderr
  49
  50 log4perl.appender.stderr                          = Log::Log4perl::Appender::Screen
  51 log4perl.appender.stderr.layout                   = Log::Log4perl::Layout::PatternLayout
  52 log4perl.appender.stderr.layout.ConversionPattern = [\%d] [\%F{1}:\%M{1}:\%L] [\%p] \%m\%n
  53 CONF
  54 Log::Log4perl->init(\$log_conf);
  55
  56 $ENV{PATH} = getcwd . ':' . $ENV{PATH};
  57 $ENV{PATH} = "$FindBin::Bin/../blib/script:" . $ENV{PATH};
  58 umask 0022;
  59
  60 sub check_job{
  61         my $meta = shift;
  62         if (defined $meta->{results}) {
  63                 delete $meta->{results}[$_]{time} for keys @{$meta->{results}};
  64         }
  65         my $desc = $meta->{name} . ': ' . $meta->{test_name};
  66         is $meta->{result}, $meta->{expected_result}, "Result is correct ($desc)";
  67         is $meta->{result_text}, $meta->{expected_result_text}, "Result text is correct ($desc)";
  68         is_deeply $meta->{results}, $meta->{expected_results}, "Results are correct ($desc)";
  69 }
  70
  71 my @problems = exists $ENV{TEST_PROBLEMS} ? map {"t/problems/$_"} split ' ', $ENV{TEST_PROBLEMS} : <t/problems/*>;
  72 @problems = grep { $_ !~ /hello/ } @problems unless $ENV{RELEASE_TESTING} || $ENV{TEST_PROBLEMS};
  73
  74 plan tests => 3 * sum map { my @temp = <$_/tests/*>; scalar @temp } @problems;
  75 note "Problems to be tested: " . join ', ', @problems;
  76
  77 my $tempdir = tempdir "gruntmasterd-testingXXXX", TMPDIR => 1, CLEANUP => 1;
  78 chmod 0777, $tempdir;
  79
  80 my $job = 0;
  81
  82 for my $problem (@problems) {
  83         my $pbmeta = LoadFile "$problem/meta.yml";
  84         for (1 .. $pbmeta->{testcnt}) {
  85                 $pbmeta->{infile}[$_ - 1] = read_file "$problem/$_.in" if $pbmeta->{generator} eq 'File';
  86                 $pbmeta->{okfile}[$_ - 1] = read_file "$problem/$_.ok" if $pbmeta->{runner} && $pbmeta->{runner} eq 'File';
  87         }
  88         if (exists $pbmeta->{files}) {
  89                 $_->{content} = read_file "$problem/$_->{name}" for values %{$pbmeta->{files}}
  90         }
  91
  92   TODO: {
  93                 note "Now testing problem $pbmeta->{name} ($pbmeta->{description})";
  94
  95                 for my $source (<$problem/tests/*>) {
  96                   SKIP: {
  97                                 my $meta = LoadFile "$source/meta.yml";
  98                                 if ($meta->{files}{prog}) {
  99                                         my $format = $meta->{files}{prog}{format};
 100                                         my $compiler = COMPILER->{$format};
 101                                         skip "$compiler not found in path", 3 unless $ENV{GRUNTMASTER_VM} || which $compiler;
 102                                         skip "$format requires multiple processes. Set GRUNTMASTER_KILL_USER and GRUNTMASTER_SUDO to allow multiple processes.", 3 if !$ENV{GRUNTMASTER_KILL_USER} && $needs_fork{$format};
 103                                         $meta->{files}{prog}{content} = read_file "$source/$meta->{files}{prog}{name}";
 104                                 }
 105                                 $meta = merge $meta, $pbmeta;
 106                                 local $TODO = $meta->{todo} if exists $meta->{todo};
 107                                 note "Running $meta->{test_name} ($meta->{test_description})...";
 108                                 my $savedcwd = getcwd;
 109                                 chdir $tempdir;
 110                                 Gruntmaster::Daemon::process $meta;
 111                                 chdir $savedcwd;
 112                                 check_job $meta;
 113                         }
 114                 }
 115         }
 116 }