X-Git-Url: http://git.ieval.ro/?p=gruntmaster-daemon.git;a=blobdiff_plain;f=lib%2FGruntmaster%2FDaemon.pm;h=b5d210de4e4454131f3c3403999268b2e7508a74;hp=bc2518e8a6d4961c62c496ddc66c2ca772975175;hb=ad4bd022cfaea149b8af3219234617f420d556cf;hpb=fe185d88a0d504efdc40ddf71b47b40b4223e057 diff --git a/lib/Gruntmaster/Daemon.pm b/lib/Gruntmaster/Daemon.pm index bc2518e..b5d210d 100644 --- a/lib/Gruntmaster/Daemon.pm +++ b/lib/Gruntmaster/Daemon.pm @@ -7,17 +7,19 @@ use warnings; our $VERSION = '0.001'; use Gruntmaster::Daemon::Constants qw/ERR/; -use Gruntmaster::Daemon::Base qw/watch/; -use Gruntmaster::Page qw/generate/; +use Gruntmaster::Daemon::Format qw/mkrun/; +use Gruntmaster::Data; -use Fcntl qw/:flock/; -use File::Copy qw/cp/; -use IO::File; +use File::Basename qw/fileparse/; +use File::Slurp qw/write_file/; +use File::Temp qw/tempdir/; +use Sys::Hostname qw/hostname/; use Time::HiRes qw/time/; use Try::Tiny; -use YAML::Any qw/LoadFile DumpFile/; use Log::Log4perl qw/get_logger/; +use constant PAGE_SIZE => 10; + ################################################## sub safe_can_nodie { @@ -36,51 +38,54 @@ sub safe_can { safe_can_nodie @_ or get_logger->logdie("No such \l$type: '$name'"); } +sub prepare{ + my ($name, $format) = @_; + our $errors; + my $basename = fileparse $name, qr/\.[^.]*/; + get_logger->trace("Preparing file $name..."); + + $errors .= `gruntmaster-compile $format $basename $name 2>&1`; + $errors .= "\n"; + die 'Compile error' if $? +} + sub prepare_files{ - my ($dir, $meta) = @_; + my $meta = shift; for my $file (values $meta->{files}) { - my ($format, $name) = @{$file}{qw/format name/}; + my ($format, $name, $content) = @{$file}{qw/format name content/}; - my $prepare = safe_can Format => prepare => $format; - $file->{run} = safe_can Format => run => $format; - die "No such file: '$name'" unless -e $name; - $prepare->($name); + $file->{run} = mkrun($format); + write_file $name, $content; + prepare $name, $format; } } sub process{ - my $dir = $_[0]; - - chdir $dir; - mkdir "in"; - for (<*>) { - cp $_, "in" unless $_ eq 'in' || $_ eq 'pidfile'; - } + my $job = shift; my @results; my @full_results = (); my $meta = {}; + our $errors = ''; try { - $meta = LoadFile "meta.yml"; - if (exists $meta->{problem}) { - my $problem = $meta->{problem}; - die "No such problem: $problem" unless -d "../../pb/$problem"; - for (<../../pb/$problem/*>) { - cp $_, '.' unless $_ eq "../../pb/$problem/meta.yml" - } - - my $pbmeta = LoadFile "../../pb/$problem/meta.yml"; + $meta = job_inmeta $job; + if (job_problem $job) { + my $pbmeta = problem_meta job_problem $job; + my %files = exists $meta->{files} ? %{$meta->{files}} : (); $meta = {%$meta, %$pbmeta}; + $meta->{files} = {%files, %{$pbmeta->{files}}} if exists $pbmeta->{files}; } + prepare_files $meta; + chomp $errors; + my ($files, $generator, $runner, $judge, $testcnt) = map { $meta->{$_} or die "Required parameter missing: $_"} qw/files generator runner judge testcnt/; $generator = safe_can Generator => generate => $generator; $runner = safe_can Runner => run => $runner; $judge = safe_can Judge => judge => $judge; - prepare_files $dir, $meta; for my $test (1 .. $testcnt) { my $start_time = time; my $result; @@ -115,31 +120,44 @@ sub process{ $meta->{result_text} = $_; }; - # Clean up get_logger->info("Job result: " . $meta->{result_text}); - delete $meta->{files}{$_}{run} for keys $meta->{files}; - $meta->{date} = time; - $meta->{results} = \@full_results if scalar @full_results; - DumpFile "meta.yml", $meta; - for (<*>) { - unlink $_ unless $_ eq 'in' || $_ eq 'meta.yml' || ($_ eq 'compile-error' && -s); - } - chdir '../..'; - mkdir 'log' unless -d 'log'; - IO::File->new('>log/meta.yml')->close unless -f 'log/meta.yml'; - flock my $logmetafh = IO::File->new('{last}++; - rename $dir, 'log/' . $logmeta->{last}; - generate 'log/' . $logmeta->{last} . '/index.html'; - DumpFile 'log/meta.yml', $logmeta; - undef $logmetafh; - generate 'log/index.html' + set_job_result $job, $meta->{result}; + set_job_result_text $job, $meta->{result_text}; + set_job_results $job, \@full_results if scalar @full_results; + set_job_errors $job, $errors; + + my $log = $Gruntmaster::Data::contest ? "ct/$Gruntmaster::Data::contest/log" : 'log'; + + PUBLISH gensrc => ($Gruntmaster::Data::contest // '') . ".$job"; + PUBLISH genpage => "$log/job/$job.html"; + PUBLISH genpage => "$log/index.html"; + PUBLISH genpage => "$log/st.html"; + my $page = ($job + PAGE_SIZE - 1) / PAGE_SIZE; + PUBLISH genpage => "$log/@{[$page - 1]}.html"; + PUBLISH genpage => "$log/$page.html"; + PUBLISH genpage => "$log/@{[$page + 1]}.html"; +} + +sub got_job{ + $_[0] =~ /^(\w*)\.(\d+)$/; + my $job = $2; + local $Gruntmaster::Data::contest = $1 if $1; + get_logger->debug("Taking job $job@{[defined $1 ? \" of contest $1\" : '']}..."); + if (set_job_daemon $job, hostname . ":$$") { + get_logger->debug("Succesfully taken job $job"); + process $job; + get_logger->debug("Job $job done"); + } else { + get_logger->debug("Job $job already taken"); + } } sub run{ - Log::Log4perl->init('log.conf'); - watch 'jobs', \&process; + Log::Log4perl->init('/etc/gruntmasterd/gruntmasterd-log.conf'); + get_logger->info("gruntmasterd $VERSION started"); + chdir tempdir 'gruntmasterd.XXXX', CLEANUP => 1, TMPDIR => 1; + SUBSCRIBE jobs => \&got_job; + WAIT_FOR_MESSAGES 86400 while 1 } 1;