X-Git-Url: http://git.ieval.ro/?p=gruntmaster-daemon.git;a=blobdiff_plain;f=lib%2FGruntmaster%2FDaemon.pm;h=7166a4238a5d4809ed0b2cf49d1584af48242fae;hp=f0e66f25c4d7e569ee665278168b6879880abd64;hb=6d590c603e3b14f1dc198e3635a85543565d1016;hpb=5c5cd38ad5b9e3c2b331564bc0b23e9167b7d07a diff --git a/lib/Gruntmaster/Daemon.pm b/lib/Gruntmaster/Daemon.pm index f0e66f2..7166a42 100644 --- a/lib/Gruntmaster/Daemon.pm +++ b/lib/Gruntmaster/Daemon.pm @@ -4,22 +4,27 @@ use 5.014000; use strict; use warnings; -our $VERSION = '0.001'; +our $VERSION = '5999.000_001'; use Gruntmaster::Daemon::Constants qw/ERR/; -use Gruntmaster::Daemon::Base qw/watch/; -use Gruntmaster::Page qw/generate/; +use Gruntmaster::Daemon::Format qw/prepare_files/; +use Gruntmaster::Data; -use Fcntl qw/:flock/; -use File::Copy qw/cp/; -use IO::File; +use File::Basename qw/fileparse/; +use File::Temp qw/tempdir/; +use Sys::Hostname qw/hostname/; use Time::HiRes qw/time/; use Try::Tiny; -use YAML::Any qw/LoadFile DumpFile/; use Log::Log4perl qw/get_logger/; +use LWP::UserAgent; + +use constant PAGE_SIZE => 10; ################################################## +my $ua = LWP::UserAgent->new; +my @purge_hosts = exists $ENV{PURGE_HOSTS} ? split ' ', $ENV{PURGE_HOSTS} : (); + sub safe_can_nodie { my ($type, $sub, $name) = @_; @@ -36,51 +41,48 @@ sub safe_can { safe_can_nodie @_ or get_logger->logdie("No such \l$type: '$name'"); } -sub prepare_files{ - my ($dir, $meta) = @_; - - for my $file (values $meta->{files}) { - my ($format, $name) = @{$file}{qw/format name/}; - - my $prepare = safe_can Format => prepare => $format; - $file->{run} = safe_can Format => run => $format; - die "No such file: '$name'" unless -e $name; - $prepare->($name); - } +sub purge { + for my $host (@purge_hosts) { + my $req = HTTP::Request->new(PURGE => "http://$host$_[0]"); + $ua->request($req) + } } sub process{ - my $dir = $_[0]; - - chdir $dir; - mkdir "in"; - for (<*>) { - cp $_, "in" unless $_ eq 'in' || $_ eq 'pidfile'; - } + my $job = shift; my @results; my @full_results = (); my $meta = {}; + our $errors = ''; try { - $meta = LoadFile "meta.yml"; - if (exists $meta->{problem}) { - my $problem = $meta->{problem}; - die "No such problem: $problem" unless -d "../../pb/$problem"; - for (<../../pb/$problem/*>) { - cp $_, '.' unless $_ eq "../../pb/$problem/meta.yml" - } - - my $pbmeta = LoadFile "../../pb/$problem/meta.yml"; - $meta = {%$meta, %$pbmeta}; + $meta = job_inmeta $job; + if (job_problem $job) { + local $_ = job_problem $job; + my $pbmeta = problem_meta; + my %files = exists $meta->{files} ? %{$meta->{files}} : (); + $meta = { + %$meta, + (defined problem_generator() ? (generator => problem_generator) : ()), + (defined problem_runner() ? (runner => problem_runner) : ()), + (defined problem_judge() ? (judge => problem_judge) : ()), + (defined problem_testcnt() ? (testcnt => problem_testcnt) : ()), + (defined problem_timeout() ? (timeout => problem_timeout) : ()), + (defined problem_olimit() ? (olimit => problem_olimit) : ()), + %$pbmeta + }; + $meta->{files} = {%files, %{$pbmeta->{files}}} if exists $pbmeta->{files}; } + prepare_files $meta; + chomp $errors; + my ($files, $generator, $runner, $judge, $testcnt) = map { $meta->{$_} or die "Required parameter missing: $_"} qw/files generator runner judge testcnt/; $generator = safe_can Generator => generate => $generator; $runner = safe_can Runner => run => $runner; $judge = safe_can Judge => judge => $judge; - prepare_files $dir, $meta; for my $test (1 .. $testcnt) { my $start_time = time; my $result; @@ -115,77 +117,79 @@ sub process{ $meta->{result_text} = $_; }; - # Clean up get_logger->info("Job result: " . $meta->{result_text}); - delete $meta->{files}{$_}{run} for keys $meta->{files}; - $meta->{date} = time; - $meta->{results} = \@full_results if scalar @full_results; - DumpFile "meta.yml", $meta; - for (<*>) { - unlink $_ unless $_ eq 'in' || $_ eq 'meta.yml'; - } - chdir '../..'; - mkdir 'log' unless -d 'log'; - IO::File->new('>log/meta.yml')->close unless -f 'log/meta.yml'; - flock my $logmetafh = IO::File->new('{last}++; - rename $dir, 'log/' . $logmeta->{last}; - generate 'log/' . $logmeta->{last} . '/index.htm'; - DumpFile 'log/meta.yml', $logmeta; - undef $logmetafh; - generate 'log/index.html' + set_job_result $job, $meta->{result}; + set_job_result_text $job, $meta->{result_text}; + set_job_results $job, \@full_results if scalar @full_results; + set_job_errors $job, $errors; + + my $log = $Gruntmaster::Data::contest ? "ct/$Gruntmaster::Data::contest/log" : 'log'; + + PUBLISH gensrc => ($Gruntmaster::Data::contest // '') . ".$job"; + PUBLISH genpage => "$log/job/$job.html"; + PUBLISH genpage => "$log/index.html"; + PUBLISH genpage => "$log/st.html"; + my $page = ($job + PAGE_SIZE - 1) / PAGE_SIZE; + PUBLISH genpage => "$log/@{[$page - 1]}.html"; + PUBLISH genpage => "$log/$page.html"; + PUBLISH genpage => "$log/@{[$page + 1]}.html"; + + purge "/$log/job/$job"; + purge "/$log/"; + purge "/$log/st"; + purge "/$log/$_" for $page - 1, $page, $page + 1; +} + +sub got_job{ + $_[0] =~ /^(\w*)\.(\d+)$/; + my $job = $2; + local $Gruntmaster::Data::contest = $1 if $1; + get_logger->debug("Taking job $job@{[defined $1 ? \" of contest $1\" : '']}..."); + if (set_job_daemon $job, hostname . ":$$") { + get_logger->debug("Succesfully taken job $job"); + process $job; + get_logger->debug("Job $job done"); + } else { + get_logger->debug("Job $job already taken"); + } } sub run{ - Log::Log4perl->init('log.conf'); - watch 'jobs', \&process; + Log::Log4perl->init('/etc/gruntmasterd/gruntmasterd-log.conf'); + get_logger->info("gruntmasterd $VERSION started"); + chdir tempdir 'gruntmasterd.XXXX', CLEANUP => 1, TMPDIR => 1; + SUBSCRIBE jobs => \&got_job; + WAIT_FOR_MESSAGES 86400 while 1 } 1; __END__ -# Below is stub documentation for your module. You'd better edit it! =head1 NAME -Gruntmaster::Daemon - Perl extension for blah blah blah +Gruntmaster::Daemon - Gruntmaster 6000 Online Judge -- daemon =head1 SYNOPSIS use Gruntmaster::Daemon; - blah blah blah + Gruntmaster::Daemon->run; =head1 DESCRIPTION -Stub documentation for Gruntmaster::Daemon, created by h2xs. It looks like the -author of the extension was negligent enough to leave the stub -unedited. - -Blah blah blah. - - -=head1 SEE ALSO - -Mention other useful documentation such as the documentation of -related modules or operating system documentation (such as man pages -in UNIX), or any relevant external documentation such as RFCs or -standards. - -If you have a mailing list set up for your module, mention it here. - -If you have a web site set up for your module, mention it here. +Gruntmaster::Daemon is the daemon component of the Gruntmaster 6000 online judge. =head1 AUTHOR -Marius Gavrilescu, Emarius@E +Marius Gavrilescu Emarius@ieval.roE =head1 COPYRIGHT AND LICENSE -Copyright (C) 2013 by Marius Gavrilescu +Copyright (C) 2014 by Marius Gavrilescu -This library is free software; you can redistribute it and/or modify -it under the same terms as Perl itself, either Perl version 5.18.1 or, -at your option, any later version of Perl 5 you may have available. +This library is free software: you can redistribute it and/or modify +it under the terms of the GNU Affero General Public License as published by +the Free Software Foundation, either version 3 of the License, or +(at your option) any later version. =cut