]> iEval git - gruntmaster-data.git/blame_incremental - gruntmaster-problem
Make gruntmaster-problem check also set/clear time limit overrides
[gruntmaster-data.git] / gruntmaster-problem
... / ...
CommitLineData
1#!/usr/bin/perl -w
2use v5.14;
3
4use Gruntmaster::Data;
5
6use File::Temp qw/tempfile/;
7
8use IO::Prompter [ -style => 'bold', '-stdio', '-verbatim' ];
9use File::Slurp qw/read_file write_file/;
10use JSON qw/decode_json encode_json/;
11use List::Util qw/max min/;
12use Term::ANSIColor qw/RED RESET/;
13use Getopt::Long qw/:config require_order/;
14
15use constant LEVEL_VALUES => {
16 beginner => 100,
17 easy => 250,
18 medium => 500,
19 hard => 1000,
20};
21
22##################################################
23
24my $dsn = $ENV{GRUNTMASTER_DSN} // 'dbi:Pg:';
25my $db = Gruntmaster::Data->connect($dsn);
26
27sub cmd_help{
28 exec perldoc => $0
29}
30
31sub cmd_add{
32 my $id = shift;
33 my $name = prompt 'Problem name';
34 my $private = prompt('Private?', '-yn') eq 'y';
35 my $contest = prompt 'Contest';
36 my $author = prompt 'Problem author (full name)';
37 my $writer = prompt 'Problem statement writer (full name)';
38 my $owner = prompt 'Problem owner (username)';
39 my $level = prompt 'Problem level', -menu => "beginner\neasy\nmedium\nhard";
40 my $value = LEVEL_VALUES->{$level};
41 my $statement = read_file prompt 'File with problem statement', -complete => 'filenames';
42 my $generator = prompt 'Generator', -menu => "File\nRun\nUndef";
43 my $runner = prompt 'Runner', -menu => "File\nVerifier\nInteractive";
44 my $judge = prompt 'Judge', -menu => "Absolute\nPoints";
45 my $testcnt = prompt 'Test count', '-i';
46
47 my $timeout = prompt 'Time limit (seconds)', '-n';
48 my $olimit = prompt 'Output limit (bytes)', '-i';
49 say 'Memory limits are broken, so I won\'t ask you for one';
50
51 my (@tests, $gensource, $genformat, $versource, $verformat);
52
53 if ($generator eq 'Run') {
54 $gensource = read_file prompt, '[Generator::Run] Generator file name', -complete => 'filenames';
55 $genformat = prompt '[Generator::Run] Generator format', -menu => [qw/C CPP MONO JAVA PASCAL PERL PYTHON/];
56 }
57
58 if ($runner eq 'File') {
59 my $default = $judge eq 'Points' ? 10 : 'Ok';
60 $tests[$_ - 1] = prompt "[Runner::File] Score for test ${_} [$default]", -default => $default for 1 .. $testcnt;
61 }
62
63 if ($runner eq 'Verifier' || $runner eq 'Interactive') {
64 say RED, 'WARNING: Runner::Interactive is experimental', RESET if $runner eq 'Interactive';
65 $versource = prompt "[Runner::$runner] Verifier file name", -complete => 'filenames';
66 $verformat = prompt "[Runner::$runner] Verifier format", -menu => [qw/C CPP MONO JAVA PASCAL PERL PYTHON/];
67 }
68
69 my %options = (
70 id => $id,
71 name => $name,
72 level => $level,
73 value => $value,
74 statement => $statement,
75 author => $author,
76 writer => $writer,
77 owner => $owner,
78 generator => $generator,
79 runner => $runner,
80 judge => $judge,
81 testcnt => $testcnt,
82 );
83 $options{private} = $private if $private;
84 $options{timeout} = $timeout if $timeout;
85 $options{olimit} = $olimit if $olimit;
86 $options{tests} = encode_json \@tests if @tests;
87 $options{gensource} = $gensource if $gensource;
88 $options{genformat} = $genformat if $genformat;
89 $options{versource} = $versource if $versource;
90 $options{verformat} = $verformat if $verformat;
91 $db->problems->create (\%options);
92
93 $db->contest_problems->create({problem => $id, contest => $contest}) if $contest;
94}
95
96sub cmd_set{
97 my $file;
98 GetOptions ( 'file!' => \$file );
99 my ($id, %values) = @ARGV;
100 %values = map { $_ => scalar read_file $values{$_} } keys %values if $file;
101 $db->problem($id)->update(\%values);
102}
103
104sub cmd_get{
105 my ($id, $col) = @_;
106 say $db->problem($id)->get_column($col)
107}
108
109sub cmd_edit{
110 my ($id, $col) = @_;
111 my ($fh, $file) = tempfile 'gruntmaster-problem-editXXXX', TMPDIR => 1, UNLINK => 1;
112 write_file $fh, $db->problem($id)->get_column($col);
113 close $fh;
114 my $editor = $ENV{EDITOR} // 'editor';
115 system $editor, $file;
116 $db->problem($id)->update({$col => scalar read_file $file}) or die "$!";
117}
118
119sub cmd_list{
120 local $, = "\n";
121 say map {$_->id} $db->problems->all
122}
123
124sub cmd_rm{
125 my ($id) = @_;
126 $db->problem($id)->delete;
127}
128
129sub cmd_show{
130 my %columns = $db->problem(shift)->get_columns;
131 print <<END
132Name: $columns{name}
133Author: $columns{author}
134Statement written by: $columns{writer}
135Owner: $columns{owner}
136Level: $columns{level}
137Output limit: $columns{olimit}
138Time limit: $columns{timeout}
139Test count: $columns{testcnt}
140Generator: $columns{generator}
141Runner: $columns{runner}
142Judge: $columns{judge}
143Private: $columns{private}
144END
145}
146
147sub cmd_check {
148 my ($set, $clear);
149 GetOptions ( 'set|s' => \$set, 'clear|c' => \$clear );
150 my ($id) = @ARGV;
151 my @jobs = $db->jobs->search({problem => $id, reference => { '!=', undef }})->all;
152 say 'Rerunning ' . @jobs . ' reference jobs...';
153 $_->rerun for @jobs;
154 sleep 1 while $db->jobs->search({problem => $id, result_text => undef})->count;
155
156 my (%pass, %fail, $fail);
157
158 for (@jobs) {
159 $_->discard_changes;
160 my $time = max map { $_->{time} } @{decode_json $_->results};
161 $pass{$_->format} = max ($pass{$_->format} // (), $time) if $_->reference == 0;
162 $fail{$_->format} = max ($fail{$_->format} // (), $time) if $_->reference == 3;
163 if ($_->result == $_->reference) {
164 say 'Job ' . $_->id . ' OK'
165 } else {
166 say 'Job ' . $_->id . ' got ' . $_->result . ' instead of ' . $_->reference;
167 $fail = 1;
168 }
169 }
170
171 printf "Min timeout for %s: %.2fs\n", $_, $pass{$_} for keys %pass;
172 printf "Max timeout for %s: %.2fs\n", $_, $fail{$_} for keys %fail;
173 say $fail ? 'Test failed' : 'Test successful';
174
175 if ($clear) {
176 $db->limits->search({problem => $id})->delete;
177 say 'Cleared time limits';
178 }
179
180 if ($set) {
181 for (keys %pass) {
182 my $time = $pass{$_};
183 $time = sprintf '%.1f', $time * 3/2 + 0.1;
184 $db->limits->create({problem => $id, format => $_, timeout => $time});
185 say "Set time limit for $_ to $time";
186 }
187 }
188
189 exit $fail if $fail;
190}
191
192##################################################
193
194Getopt::Long::Configure 'bundling';
195my $cmd = 'cmd_' . shift;
196cmd_help unless exists $main::{$cmd};
197no strict 'refs';
198$cmd->(@ARGV);
199
2001;
201__END__
202
203=encoding utf-8
204
205=head1 NAME
206
207gruntmaster-problem - shell interface to Gruntmaster 6000 problems
208
209=head1 SYNOPSIS
210
211 gruntmaster-problem add problem_id
212 gruntmaster-problem list
213 gruntmaster-problem rm problem_id
214 gruntmaster-problem show problem_id
215 gruntmaster-problem set [--file] problem_id key value
216 gruntmaster-problem get problem_id key
217 gruntmaster-problem edit problem_id key
218 gruntmaster-problem check [-cs] [--clear] [--set] problem_id
219
220=head1 DESCRIPTION
221
222gruntmaster-problem is a tool for managing problems.
223
224=over
225
226=item B<list>
227
228Prints the list of problems in the selected contest.
229
230=item B<show> I<id>
231
232Prints detailed information about problem I<id>.
233
234=item B<add> I<id>
235
236Adds a new problem with id I<id>.
237
238=item B<rm> I<id>
239
240Removes the problem with id I<id>.
241
242=item B<set> I<id> I<key> I<value>
243
244Sets the I<key> configuration option of problem I<id> to I<value>.
245
246=item B<get> I<id> I<key>
247
248Get the value of the I<key> configuration option of problem I<id>
249
250=item B<edit> I<id> I<key>
251
252Opens an editor with the value of the I<key> configuration option. After the editor exits, the option is updated to the value of the file.
253
254=item B<set> --file I<id> I<key> I<file>
255
256Sets the I<key> configuration option of problem I<id> to the contents of the file I<file>.
257
258=item B<check> [args] I<id>
259
260Rerun all reference jobs for problem I<id> and check their results.
261
262With the I<--clear> or I<-c> argument, removes all time limit overrides for this problem.
263
264With the I<--set> or I<-s> argument, automatically adds time limit overrides based on the times used by the reference solutions.
265
266=back
267
268=head1 AUTHOR
269
270Marius Gavrilescu E<lt>marius@ieval.roE<gt>
271
272=head1 COPYRIGHT AND LICENSE
273
274Copyright (C) 2014 by Marius Gavrilescu
275
276This library is free software; you can redistribute it and/or modify
277it under the same terms as Perl itself, either Perl version 5.18.1 or,
278at your option, any later version of Perl 5 you may have available.
279
280
281=cut
This page took 0.021658 seconds and 4 git commands to generate.