From: Marius Gavrilescu Date: Mon, 16 Mar 2015 14:36:34 +0000 (+0200) Subject: Add (untested) support for reference jobs X-Git-Tag: 5999.000_014~59 X-Git-Url: http://git.ieval.ro/?a=commitdiff_plain;h=a8d279555d4404095940eba39dd106127d714c4b;p=gruntmaster-data.git Add (untested) support for reference jobs --- diff --git a/gruntmaster-problem b/gruntmaster-problem index 7fe2f76..f6d86dc 100755 --- a/gruntmaster-problem +++ b/gruntmaster-problem @@ -7,7 +7,8 @@ use File::Temp qw/tempfile/; use IO::Prompter [ -style => 'bold', '-stdio', '-verbatim' ]; use File::Slurp qw/read_file write_file/; -use JSON qw/encode_json/; +use JSON qw/decode_json encode_json/; +use List::Util qw/max min/; use Term::ANSIColor qw/RED RESET/; use Getopt::Long qw/:config require_order/; @@ -143,6 +144,34 @@ Private: $columns{private} END } +sub cmd_check { + my ($id) = @_; + my @jobs = $db->jobs->search({problem => $id, reference => { '!=', undef }})->all; + say 'Rerunning ' . @jobs . ' reference jobs...'; + $_->rerun for @jobs; + sleep 1 while $db->jobs->search({problem => $id, result_text => undef})->count; + + my (@good_times, @fail_times, $fail); + + for (@jobs) { + $_->discard_changes; + my @times = map { $_->{time} } @{decode_json $_->results}; + push @good_times, @times if $_->reference == 0; + push @fail_times, @times if $_->reference == 3; + if ($_->result == $_->reference) { + say 'Job ' . $_->id . ' OK' + } else { + say 'Job ' . $_->id . ' got ' . $_->result . ' instead of ' . $_->reference; + $fail = 1; + } + } + + say 'Max time for AC: ' . max @good_times; + say 'Min time for TLE: ' . min @fail_times; + say $fail ? 'Test failed' : 'Test successful'; + exit $fail; +} + ################################################## my $cmd = 'cmd_' . shift;