package Gruntmaster::Daemon; use 5.014000; use strict; use warnings; our $VERSION = '5999.000_002'; use Gruntmaster::Daemon::Constants qw/ERR/; use Gruntmaster::Daemon::Format qw/prepare_files/; use Gruntmaster::Data; use File::Basename qw/fileparse/; use File::Temp qw/tempdir/; use JSON qw/decode_json encode_json/; use Sys::Hostname qw/hostname/; use Time::HiRes qw/time/; use Try::Tiny; use Log::Log4perl qw/get_logger/; use LWP::UserAgent; use constant PAGE_SIZE => 10; ################################################## my $db = Gruntmaster::Data->connect('dbi:Pg:'); my $ua = LWP::UserAgent->new; my @purge_hosts = exists $ENV{PURGE_HOSTS} ? split ' ', $ENV{PURGE_HOSTS} : (); sub safe_can_nodie { my ($type, $sub, $name) = @_; return unless $name =~ /^\w+$/; no strict 'refs'; my $pkg = __PACKAGE__ . "::${type}::${name}"; eval "require $pkg" or get_logger->warn("Error while requiring $pkg: $@"); $pkg->can($sub); } sub safe_can { my ($type, $sub, $name) = @_; safe_can_nodie @_ or get_logger->logdie("No such \l$type: '$name'"); } sub purge { for my $host (@purge_hosts) { my $req = HTTP::Request->new(PURGE => "http://$host$_[0]"); $ua->request($req) } } sub process{ my ($job, $jobr) = @_; my @results; my @full_results = (); my $meta; our $errors = ''; try { $meta = { problem => $jobr->problem->id, files => { prog => { name => 'prog.' . $jobr->extension, format => $jobr->format, content => $jobr->source, }, }, map { $_ => $jobr->problem->get_column($_) } qw/generator runner judge testcnt timeout olimit/ }; $meta->{tests} = decode_json $jobr->problem->tests if $meta->{runner} eq 'File'; $meta->{ver} = { name => 'ver.cpp', format => $jobr->problem->verformat, content => $jobr->problem->versource, } if $jobr->problem->verformat; prepare_files $meta; chomp $errors; my ($files, $generator, $runner, $judge, $testcnt) = map { $meta->{$_} or die "Required parameter missing: $_"} qw/files generator runner judge testcnt/; $generator = safe_can Generator => generate => $generator; $runner = safe_can Runner => run => $runner; $judge = safe_can Judge => judge => $judge; for my $test (1 .. $testcnt) { my $start_time = time; my $result; try { $generator->($test, $meta); $result = $runner->($test, $meta); } catch { $result = $_; unless (ref $result) { chomp $result; $result = [ERR, $result]; } }; if (ref $result) { get_logger->trace("Test $test result is " . $result->[1]); push @full_results, {id => $test, result => $result->[0], result_text => $result->[1], time => time - $start_time} } else { get_logger->trace("Test $test result is $result"); push @full_results, {id => $test, result => 0, result_text => $result, time => time - $start_time} } push @results, $result; last if $meta->{judge} eq 'Absolute' && ref $result } my %results = $judge->(@results); $meta->{$_} = $results{$_} for keys %results; } catch { s,(.*) at .*,$1,; chomp; $meta->{result} = -1; $meta->{result_text} = $_; }; get_logger->info("Job result: " . $meta->{result_text}); $jobr->update({ result => $meta->{result}, result_text => $meta->{result_text}, results => encode_json \@full_results, $errors ? (errors => $errors) : () }); my $log = $jobr->contest ? 'ct/' . $jobr->contest . '/log' : 'log'; my $page = ($job + PAGE_SIZE - 1) / PAGE_SIZE; purge "/$log/$job"; purge "/$log/"; purge "/$log/st"; purge "/$log/page/$_" for $page - 1, $page, $page + 1; } sub got_job{ my $job = $_[0]; my $id = $job->id; get_logger->debug("Taking job $id..."); my $daemon = hostname . ":$$"; $job->update({daemon => $daemon}); #if (set_job_daemon $job, hostname . ":$$") { if (1) { get_logger->debug("Succesfully taken job $id"); process $id, $job; get_logger->debug("Job $id done"); } else { get_logger->debug("Job $id already taken"); } } sub run{ Log::Log4perl->init('/etc/gruntmasterd/gruntmasterd-log.conf'); get_logger->info("gruntmasterd $VERSION started"); chdir tempdir 'gruntmasterd.XXXX', CLEANUP => 1, TMPDIR => 1; while (1) { my $job = $db->jobs->search({daemon => undef}, {rows => 1})->first; got_job $job if defined $job; sleep 2 unless defined $job; } } 1; __END__ =head1 NAME Gruntmaster::Daemon - Gruntmaster 6000 Online Judge -- daemon =head1 SYNOPSIS use Gruntmaster::Daemon; Gruntmaster::Daemon->run; =head1 DESCRIPTION Gruntmaster::Daemon is the daemon component of the Gruntmaster 6000 online judge. =head1 AUTHOR Marius Gavrilescu Emarius@ieval.roE =head1 COPYRIGHT AND LICENSE Copyright (C) 2014 by Marius Gavrilescu This library is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. =cut