- prepare_files $meta;
- say Dumper $meta;
-
- my ($files, $generator, $runner, $judge, $testcnt) = map { $meta->{$_} or die "Required parameter missing: $_"} qw/files generator runner judge testcnt/;
-
- $generator = safe_can Generator => generate => $generator;
- $runner = safe_can Runner => run => $runner;
- $judge = safe_can Judge => judge => $judge;
-
- for my $test (1 .. $testcnt) {
- my $start_time = time;
- my $result;
- try {
- $generator->($test, $meta);
- $result = $runner->($test, $meta);
- } catch {
- $result = $_;
- unless (ref $result) {
- chomp $result;
- $result = [ERR, $result];
+ prepare_files $meta;
+ chomp $errors;
+
+ my ($files, $generator, $runner, $judge, $testcnt) = map { $meta->{$_} or die "Required parameter missing: $_\n"} qw/files generator runner judge testcnt/;
+
+ $generator = safe_can Generator => generate => $generator;
+ $runner = safe_can Runner => run => $runner;
+ $judge = safe_can Judge => judge => $judge;
+
+ for my $test (1 .. $testcnt) {
+ my $start_time = time;
+ my $result;
+ try {
+ $generator->($test, $meta);
+ $result = $runner->($test, $meta);
+ } catch {
+ $result = $_;
+ unless (ref $result) {
+ chomp $result;
+ $result = [ERR, $result];
+ }
+ };
+
+ if (ref $result) {
+ get_logger->trace("Test $test result is " . $result->[1]);
+ push @full_results, {id => $test, result => $result->[0], result_text => $result->[1], time => time - $start_time}
+ } else {
+ get_logger->trace("Test $test result is $result");
+ push @full_results, {id => $test, result => 0, result_text => $result, time => time - $start_time}
+ }
+ push @results, $result;
+ last if $meta->{judge} eq 'Absolute' && ref $result