use strict;
use warnings;
-our $VERSION = '0.001';
+our $VERSION = '5999.000_001';
use Gruntmaster::Daemon::Constants qw/ERR/;
-use Gruntmaster::Daemon::Base qw/watch/;
-use Gruntmaster::Page qw/generate/;
+use Gruntmaster::Daemon::Format qw/prepare_files/;
+use Gruntmaster::Data;
-use Fcntl qw/:flock/;
-use File::Copy qw/cp/;
-use IO::File;
+use File::Basename qw/fileparse/;
+use File::Temp qw/tempdir/;
+use Sys::Hostname qw/hostname/;
use Time::HiRes qw/time/;
use Try::Tiny;
-use YAML::Any qw/LoadFile DumpFile/;
use Log::Log4perl qw/get_logger/;
+use LWP::UserAgent;
+
+use constant PAGE_SIZE => 10;
##################################################
+my $ua = LWP::UserAgent->new;
+my @purge_hosts = exists $ENV{PURGE_HOSTS} ? split ' ', $ENV{PURGE_HOSTS} : ();
+
sub safe_can_nodie {
my ($type, $sub, $name) = @_;
safe_can_nodie @_ or get_logger->logdie("No such \l$type: '$name'");
}
-sub prepare_files{
- my ($dir, $meta) = @_;
-
- for my $file (values $meta->{files}) {
- my ($format, $name) = @{$file}{qw/format name/};
-
- my $prepare = safe_can Format => prepare => $format;
- $file->{run} = safe_can Format => run => $format;
- die "No such file: '$name'" unless -e $name;
- $prepare->($name);
- }
+sub purge {
+ for my $host (@purge_hosts) {
+ my $req = HTTP::Request->new(PURGE => "http://$host$_[0]");
+ $ua->request($req)
+ }
}
sub process{
- my $dir = $_[0];
-
- chdir $dir;
- mkdir "in";
- for (<*>) {
- cp $_, "in" unless $_ eq 'in';
- }
+ my $job = shift;
my @results;
my @full_results = ();
my $meta = {};
+ our $errors = '';
try {
- $meta = LoadFile "meta.yml";
- if (exists $meta->{problem}) {
- my $problem = $meta->{problem};
- die "No such problem: $problem" unless -d "../../pb/$problem";
- for (<../../pb/$problem/*>) {
- cp $_, '.' unless $_ eq "../../pb/$problem/meta.yml"
- }
-
- my $pbmeta = LoadFile "../../pb/$problem/meta.yml";
- $meta = {%$meta, %$pbmeta};
+ $meta = job_inmeta $job;
+ if (job_problem $job) {
+ local $_ = job_problem $job;
+ my $pbmeta = problem_meta;
+ my %files = exists $meta->{files} ? %{$meta->{files}} : ();
+ $meta = {
+ %$meta,
+ (defined problem_generator() ? (generator => problem_generator) : ()),
+ (defined problem_runner() ? (runner => problem_runner) : ()),
+ (defined problem_judge() ? (judge => problem_judge) : ()),
+ (defined problem_testcnt() ? (testcnt => problem_testcnt) : ()),
+ (defined problem_timeout() ? (timeout => problem_timeout) : ()),
+ (defined problem_olimit() ? (olimit => problem_olimit) : ()),
+ %$pbmeta
+ };
+ $meta->{files} = {%files, %{$pbmeta->{files}}} if exists $pbmeta->{files};
}
+ prepare_files $meta;
+ chomp $errors;
+
my ($files, $generator, $runner, $judge, $testcnt) = map { $meta->{$_} or die "Required parameter missing: $_"} qw/files generator runner judge testcnt/;
$generator = safe_can Generator => generate => $generator;
$runner = safe_can Runner => run => $runner;
$judge = safe_can Judge => judge => $judge;
- prepare_files $dir, $meta;
for my $test (1 .. $testcnt) {
my $start_time = time;
my $result;
$meta->{result_text} = $_;
};
- # Clean up
get_logger->info("Job result: " . $meta->{result_text});
- delete $meta->{files}{$_}{run} for keys $meta->{files};
- $meta->{results} = \@full_results if scalar @full_results;
- DumpFile "meta.yml", $meta;
- for (<*>) {
- unlink $_ unless $_ eq 'in' || $_ eq 'meta.yml' || ($_ eq 'compile-error' && -s);
- }
- chdir '../..';
- my $log = exists $meta->{contest} ? "ct/$meta->{contest}/log" : 'log';
- mkdir $log unless -d $log;
- IO::File->new(">$log/meta.yml")->close unless -f "$log/meta.yml";
- flock my $logmetafh = IO::File->new("<$log/meta.yml"), LOCK_EX;
- my $logmeta = LoadFile "$log/meta.yml";
- $logmeta->{last}++;
- rename $dir, "$log/$logmeta->{last}";
- generate "$log/$logmeta->{last}/index.html";
- DumpFile "$log/meta.yml", $logmeta;
- undef $logmetafh;
- generate "$log/index.html"
+ set_job_result $job, $meta->{result};
+ set_job_result_text $job, $meta->{result_text};
+ set_job_results $job, \@full_results if scalar @full_results;
+ set_job_errors $job, $errors;
+
+ my $log = $Gruntmaster::Data::contest ? "ct/$Gruntmaster::Data::contest/log" : 'log';
+
+ PUBLISH gensrc => ($Gruntmaster::Data::contest // '') . ".$job";
+ PUBLISH genpage => "$log/job/$job.html";
+ PUBLISH genpage => "$log/index.html";
+ PUBLISH genpage => "$log/st.html";
+ my $page = ($job + PAGE_SIZE - 1) / PAGE_SIZE;
+ PUBLISH genpage => "$log/@{[$page - 1]}.html";
+ PUBLISH genpage => "$log/$page.html";
+ PUBLISH genpage => "$log/@{[$page + 1]}.html";
+
+ purge "/$log/job/$job";
+ purge "/$log/";
+ purge "/$log/st";
+ purge "/$log/$_" for $page - 1, $page, $page + 1;
+}
+
+sub got_job{
+ $_[0] =~ /^(\w*)\.(\d+)$/;
+ my $job = $2;
+ local $Gruntmaster::Data::contest = $1 if $1;
+ get_logger->debug("Taking job $job@{[defined $1 ? \" of contest $1\" : '']}...");
+ if (set_job_daemon $job, hostname . ":$$") {
+ get_logger->debug("Succesfully taken job $job");
+ process $job;
+ get_logger->debug("Job $job done");
+ } else {
+ get_logger->debug("Job $job already taken");
+ }
}
sub run{
- Log::Log4perl->init('log.conf');
- watch 'jobs', \&process;
+ Log::Log4perl->init('/etc/gruntmasterd/gruntmasterd-log.conf');
+ get_logger->info("gruntmasterd $VERSION started");
+ chdir tempdir 'gruntmasterd.XXXX', CLEANUP => 1, TMPDIR => 1;
+ SUBSCRIBE jobs => \&got_job;
+ WAIT_FOR_MESSAGES 86400 while 1
}
1;
__END__
-# Below is stub documentation for your module. You'd better edit it!
=head1 NAME
-Gruntmaster::Daemon - Perl extension for blah blah blah
+Gruntmaster::Daemon - Gruntmaster 6000 Online Judge -- daemon
=head1 SYNOPSIS
use Gruntmaster::Daemon;
- blah blah blah
+ Gruntmaster::Daemon->run;
=head1 DESCRIPTION
-Stub documentation for Gruntmaster::Daemon, created by h2xs. It looks like the
-author of the extension was negligent enough to leave the stub
-unedited.
-
-Blah blah blah.
-
-
-=head1 SEE ALSO
-
-Mention other useful documentation such as the documentation of
-related modules or operating system documentation (such as man pages
-in UNIX), or any relevant external documentation such as RFCs or
-standards.
-
-If you have a mailing list set up for your module, mention it here.
-
-If you have a web site set up for your module, mention it here.
+Gruntmaster::Daemon is the daemon component of the Gruntmaster 6000 online judge.
=head1 AUTHOR
-Marius Gavrilescu, E<lt>marius@E<gt>
+Marius Gavrilescu E<lt>marius@ieval.roE<gt>
=head1 COPYRIGHT AND LICENSE
-Copyright (C) 2013 by Marius Gavrilescu
+Copyright (C) 2014 by Marius Gavrilescu
-This library is free software; you can redistribute it and/or modify
-it under the same terms as Perl itself, either Perl version 5.18.1 or,
-at your option, any later version of Perl 5 you may have available.
+This library is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
=cut
projects / gruntmaster-daemon.git / blobdiff