Commit | Line | Data |
---|---|---|
5c5cd38a MG |
1 | package Gruntmaster::Daemon; |
2 | ||
3 | use 5.014000; | |
4 | use strict; | |
5 | use warnings; | |
6 | ||
3e7fd903 | 7 | our $VERSION = '5999.000_004'; |
5c5cd38a MG |
8 | |
9 | use Gruntmaster::Daemon::Constants qw/ERR/; | |
fdb99417 | 10 | use Gruntmaster::Daemon::Format qw/prepare_files stopvms/; |
5c5cd38a | 11 | |
ac964998 | 12 | use File::Slurp qw/read_file/; |
ab436d78 | 13 | use File::Temp qw/tempdir/; |
be3e5b32 | 14 | use JSON qw/decode_json encode_json/; |
ab436d78 | 15 | use Sys::Hostname qw/hostname/; |
5c5cd38a MG |
16 | use Time::HiRes qw/time/; |
17 | use Try::Tiny; | |
5c5cd38a MG |
18 | use Log::Log4perl qw/get_logger/; |
19 | ||
6bf57d23 MG |
20 | use constant FORMAT_EXTENSION => { |
21 | C => 'c', | |
22 | CPP => 'cpp', | |
5a4392d5 MG |
23 | GCCGO => 'go', |
24 | GOLANG => 'go', | |
f8b954a9 | 25 | GOLFSCRIPT => 'gs', |
5a4392d5 | 26 | HASKELL => 'hs', |
6bf57d23 MG |
27 | MONO => 'cs', |
28 | JAVA => 'java', | |
29 | PASCAL => 'pas', | |
30 | PERL => 'pl', | |
31 | PYTHON => 'py', | |
c4d90e6f | 32 | RUBY => 'rb', |
c88da74d | 33 | SBCL => 'l', |
6bf57d23 | 34 | }; |
adb44605 | 35 | |
5c5cd38a MG |
36 | ################################################## |
37 | ||
7be5f054 | 38 | my $db; |
064332cd | 39 | |
b4ac22ff | 40 | sub safe_can { |
a722431b | 41 | my ($type, $sub, $name) = @_; |
5c5cd38a | 42 | |
fcfcfb93 | 43 | get_logger->logdie("Invalid \l$type: '$name'") unless $name =~ /^\w+$/s; |
a722431b MG |
44 | my $pkg = __PACKAGE__ . "::${type}::${name}"; |
45 | eval "require $pkg" or get_logger->warn("Error while requiring $pkg: $@"); | |
b4ac22ff | 46 | $pkg->can($sub) or get_logger->logdie("No such \l$type: '$name'"); |
5c5cd38a MG |
47 | } |
48 | ||
ab436d78 | 49 | sub process{ |
867a9dad | 50 | my ($meta) = @_; |
a722431b MG |
51 | |
52 | my @results; | |
53 | my @full_results = (); | |
a722431b MG |
54 | our $errors = ''; |
55 | try { | |
a722431b MG |
56 | prepare_files $meta; |
57 | chomp $errors; | |
58 | ||
99d37110 | 59 | my ($files, $generator, $runner, $judge, $testcnt) = map { $meta->{$_} or die "Required parameter missing: $_\n"} qw/files generator runner judge testcnt/; |
a722431b MG |
60 | |
61 | $generator = safe_can Generator => generate => $generator; | |
62 | $runner = safe_can Runner => run => $runner; | |
63 | $judge = safe_can Judge => judge => $judge; | |
64 | ||
65 | for my $test (1 .. $testcnt) { | |
66 | my $start_time = time; | |
67 | my $result; | |
ac964998 | 68 | unlink 'result'; |
a722431b MG |
69 | try { |
70 | $generator->($test, $meta); | |
71 | $result = $runner->($test, $meta); | |
72 | } catch { | |
73 | $result = $_; | |
74 | unless (ref $result) { | |
75 | chomp $result; | |
76 | $result = [ERR, $result]; | |
77 | } | |
78 | }; | |
79 | ||
80 | if (ref $result) { | |
ac964998 MG |
81 | my $result_text = $result->[1]; |
82 | $result_text .= ': ' . read_file 'result' if -s 'result'; | |
83 | get_logger->trace("Test $test result is " . $result_text); | |
84 | push @full_results, {id => $test, result => $result->[0], result_text => $result_text, time => time - $start_time} | |
a722431b MG |
85 | } else { |
86 | get_logger->trace("Test $test result is $result"); | |
87 | push @full_results, {id => $test, result => 0, result_text => $result, time => time - $start_time} | |
88 | } | |
89 | push @results, $result; | |
90 | last if $meta->{judge} eq 'Absolute' && ref $result | |
5c5cd38a | 91 | } |
5c5cd38a | 92 | |
a722431b MG |
93 | my %results = $judge->(@results); |
94 | $meta->{$_} = $results{$_} for keys %results; | |
7be5f054 | 95 | $meta->{results} = \@full_results |
a722431b | 96 | } catch { |
99d37110 | 97 | s/(.*) at .*/$1/s; |
a722431b MG |
98 | chomp; |
99 | $meta->{result} = -1; | |
100 | $meta->{result_text} = $_; | |
101 | }; | |
fdb99417 | 102 | stopvms; |
867a9dad | 103 | $meta->{errors} = $errors; |
a722431b | 104 | |
99d37110 | 105 | get_logger->info('Job result: ' . $meta->{result_text}); |
867a9dad MG |
106 | } |
107 | ||
108 | sub process_job { | |
109 | my ($job) = @_; | |
110 | my $meta = { | |
111 | problem => $job->problem->id, | |
112 | files => { | |
113 | prog => { | |
114 | name => 'prog.' . $job->extension, | |
115 | format => $job->format, | |
116 | content => $job->source, | |
117 | }, | |
118 | }, | |
da822e3c | 119 | map { $_ => $job->problem->get_column($_) } qw/generator runner judge precnt testcnt timeout olimit/ |
867a9dad | 120 | }; |
7628069e MG |
121 | my $limit_override = $job->result_source->schema->limits->find($meta->{problem}, $job->format); |
122 | $meta->{timeout} = $limit_override->timeout if $limit_override; | |
867a9dad | 123 | $meta->{tests} = decode_json $job->problem->tests if $meta->{runner} eq 'File'; |
495d4966 | 124 | delete $meta->{precnt} unless $job->contest; |
da822e3c | 125 | $meta->{testcnt} = $meta->{precnt} if $meta->{precnt}; |
867a9dad MG |
126 | |
127 | $meta->{files}{ver} = { | |
128 | name => 'ver.' . FORMAT_EXTENSION->{$job->problem->verformat}, | |
129 | format => $job->problem->verformat, | |
130 | content => $job->problem->versource, | |
131 | } if $job->problem->verformat; | |
132 | ||
133 | process $meta; | |
134 | ||
da822e3c | 135 | $meta->{result_text} .= ' (pretests)' if $meta->{precnt}; |
867a9dad | 136 | $job->update({ |
be3e5b32 MG |
137 | result => $meta->{result}, |
138 | result_text => $meta->{result_text}, | |
6555bf80 | 139 | ($meta->{results} ? (results => encode_json $meta->{results}) : ()), |
867a9dad | 140 | $meta->{errors} ? (errors => $meta->{errors}) : () |
be3e5b32 MG |
141 | }); |
142 | ||
b335c4bb | 143 | my $solved = $meta->{result} ? 0 : 1; |
867a9dad | 144 | my $status = $db->problem_statuses->find($job->owner, $job->problem); |
b335c4bb | 145 | $db->problem_statuses->update_or_create({ |
867a9dad MG |
146 | problem => $job->problem, |
147 | owner => $job->owner, | |
148 | job => $job->id, | |
495d4966 | 149 | solved => $solved}) if !$job->problem->private; |
ab436d78 MG |
150 | } |
151 | ||
152 | sub got_job{ | |
be3e5b32 MG |
153 | my $job = $_[0]; |
154 | my $id = $job->id; | |
155 | get_logger->debug("Taking job $id..."); | |
156 | my $daemon = hostname . ":$$"; | |
19f0465b MG |
157 | $job->update({daemon => $daemon}, {where => {daemon => undef}})->discard_changes; |
158 | if ($job->daemon eq $daemon) { | |
be3e5b32 | 159 | get_logger->debug("Succesfully taken job $id"); |
867a9dad | 160 | process_job $job; |
be3e5b32 | 161 | get_logger->debug("Job $id done"); |
ab436d78 | 162 | } else { |
19f0465b | 163 | get_logger->debug("Job $id already taken by " . $job->daemon); |
ab436d78 | 164 | } |
5c5cd38a MG |
165 | } |
166 | ||
167 | sub run{ | |
55e61ae8 | 168 | require Gruntmaster::Data; |
9a69bbad | 169 | $db = Gruntmaster::Data->connect($ENV{GRUNTMASTER_DSN} // 'dbi:Pg:'); |
a722431b MG |
170 | Log::Log4perl->init('/etc/gruntmasterd/gruntmasterd-log.conf'); |
171 | get_logger->info("gruntmasterd $VERSION started"); | |
01d59515 MG |
172 | my $dir = tempdir 'gruntmasterd.XXXX', CLEANUP => 1, TMPDIR => 1; |
173 | chmod 0711, $dir; | |
174 | chdir $dir; | |
be3e5b32 MG |
175 | while (1) { |
176 | my $job = $db->jobs->search({daemon => undef}, {rows => 1})->first; | |
177 | got_job $job if defined $job; | |
178 | sleep 2 unless defined $job; | |
179 | } | |
5c5cd38a MG |
180 | } |
181 | ||
182 | 1; | |
183 | __END__ | |
5c5cd38a MG |
184 | |
185 | =head1 NAME | |
186 | ||
bc372959 | 187 | Gruntmaster::Daemon - Gruntmaster 6000 Online Judge -- daemon |
5c5cd38a MG |
188 | |
189 | =head1 SYNOPSIS | |
190 | ||
191 | use Gruntmaster::Daemon; | |
bc372959 | 192 | Gruntmaster::Daemon->run; |
5c5cd38a MG |
193 | |
194 | =head1 DESCRIPTION | |
195 | ||
bc372959 | 196 | Gruntmaster::Daemon is the daemon component of the Gruntmaster 6000 online judge. |
5c5cd38a MG |
197 | |
198 | =head1 AUTHOR | |
199 | ||
bc372959 | 200 | Marius Gavrilescu E<lt>marius@ieval.roE<gt> |
5c5cd38a MG |
201 | |
202 | =head1 COPYRIGHT AND LICENSE | |
203 | ||
bc372959 | 204 | Copyright (C) 2014 by Marius Gavrilescu |
5c5cd38a | 205 | |
bc372959 MG |
206 | This library is free software: you can redistribute it and/or modify |
207 | it under the terms of the GNU Affero General Public License as published by | |
208 | the Free Software Foundation, either version 3 of the License, or | |
209 | (at your option) any later version. | |
5c5cd38a MG |
210 | |
211 | ||
212 | =cut |