t/01-jobs.t

   1 #!/usr/bin/perl -w
   2 use v5.14;
   3 use strict;
   4 use warnings;
   5
   6 use Gruntmaster::Daemon;
   7
   8 use Cwd qw/getcwd/;
   9 use File::Basename qw/fileparse/;
  10 use File::Slurp qw/read_file/;
  11 use File::Temp qw/tempdir/;
  12 use File::Which qw/which/;
  13 use Hash::Merge qw/merge/;
  14 use List::Util qw/sum/;
  15 use Log::Log4perl;
  16 use Test::More;
  17 use YAML::Tiny qw/LoadFile/;
  18
  19 ##################################################
  20
  21 use constant COMPILER => {
  22         qw/C gcc
  23            CPP g++
  24            MONO gmcs
  25            JAVA javac
  26            PASCAL fpc
  27            GOLANG go
  28            GCCGO gccgo
  29            HASKELL ghc
  30            PERL perl
  31            PYTHON python
  32            RUBY ruby
  33            SBCL sbcl/};
  34
  35 my $loglevel = $ENV{TEST_LOG_LEVEL} // ($ENV{TEST_VERBOSE} ? 'TRACE' : 'OFF');
  36 my $log_conf = <<CONF;
  37 log4perl.category.Gruntmaster.Daemon = $loglevel, stderr
  38
  39 log4perl.appender.stderr                          = Log::Log4perl::Appender::Screen
  40 log4perl.appender.stderr.layout                   = Log::Log4perl::Layout::PatternLayout
  41 log4perl.appender.stderr.layout.ConversionPattern = [\%d] [\%F{1}:\%M{1}:\%L] [\%p] \%m\%n
  42 CONF
  43 Log::Log4perl->init(\$log_conf);
  44
  45 $ENV{PATH} = getcwd . ':' . $ENV{PATH};
  46 umask 0022;
  47
  48 sub check_job{
  49         my $meta = shift;
  50         if (defined $meta->{results}) {
  51                 delete $meta->{results}[$_]{time} for keys @{$meta->{results}};
  52         }
  53         my $desc = $meta->{name} . ': ' . $meta->{test_name};
  54         is $meta->{result}, $meta->{expected_result}, "Result is correct ($desc)";
  55         is $meta->{result_text}, $meta->{expected_result_text}, "Result text is correct ($desc)";
  56         is_deeply $meta->{results}, $meta->{expected_results}, "Results are correct ($desc)";
  57 }
  58
  59 my @problems = exists $ENV{TEST_PROBLEMS} ? map {"t/problems/$_"} split ' ', $ENV{TEST_PROBLEMS} : <t/problems/*>;
  60 @problems = grep { $_ !~ /hello/ } @problems unless $ENV{RELEASE_TESTING} || $ENV{TEST_PROBLEMS};
  61
  62 plan tests => 3 * sum map { my @temp = <$_/tests/*>; scalar @temp } @problems;
  63 note "Problems to be tested: " . join ', ', @problems;
  64
  65 my $tempdir = tempdir "gruntmasterd-testingXXXX", TMPDIR => 1, CLEANUP => 1;
  66 chmod 0777, $tempdir;
  67
  68 my $job = 0;
  69
  70 for my $problem (@problems) {
  71         my $pbmeta = LoadFile "$problem/meta.yml";
  72         for (1 .. $pbmeta->{testcnt}) {
  73                 $pbmeta->{infile}[$_ - 1] = read_file "$problem/$_.in" if $pbmeta->{generator} eq 'File';
  74                 $pbmeta->{okfile}[$_ - 1] = read_file "$problem/$_.ok" if $pbmeta->{runner} && $pbmeta->{runner} eq 'File';
  75         }
  76         if (exists $pbmeta->{files}) {
  77                 $_->{content} = read_file "$problem/$_->{name}" for values %{$pbmeta->{files}}
  78         }
  79
  80   TODO: {
  81                 note "Now testing problem $pbmeta->{name} ($pbmeta->{description})";
  82
  83                 for my $source (<$problem/tests/*>) {
  84                   SKIP: {
  85                                 my $meta = LoadFile "$source/meta.yml";
  86                                 if ($meta->{files}{prog}) {
  87                                         my $format = $meta->{files}{prog}{format};
  88                                         my $compiler = COMPILER->{$format};
  89                                         skip "$compiler not found in path", 3 unless $ENV{GRUNTMASTER_VM} || which $compiler;
  90                                         skip "$format requires multiple processes. Set GRUNTMASTER_KILL_USER and GRUNTMASTER_SUDO to allow multiple processes.", 3 if !$ENV{GRUNTMASTER_KILL_USER} && ($format eq 'JAVA' || $format eq 'GOLANG' || $format eq 'GCCGO' || $format eq 'RUBY');
  91                                         $meta->{files}{prog}{content} = read_file "$source/$meta->{files}{prog}{name}";
  92                                 }
  93                                 $meta = merge $meta, $pbmeta;
  94                                 local $TODO = $meta->{todo} if exists $meta->{todo};
  95                                 note "Running $meta->{test_name} ($meta->{test_description})...";
  96                                 my $savedcwd = getcwd;
  97                                 chdir $tempdir;
  98                                 Gruntmaster::Daemon::process $meta;
  99                                 chdir $savedcwd;
 100                                 check_job $meta;
 101                         }
 102                 }
 103         }
 104 }