X-Git-Url: http://git.ieval.ro/?p=gruntmaster-daemon.git;a=blobdiff_plain;f=lib%2FGruntmaster%2FDaemon%2FFormat.pm;h=cd0e47d495df05296a9e32c20534544d728b67b6;hp=93035ddc9d8c1337d4919578e0b2616f955ae07e;hb=cd1a16d15bfb46b75e8b87781fe59f32aa8029c4;hpb=c40a2dd049e5f8da7bf4f3f48feeab89f16b4176 diff --git a/lib/Gruntmaster/Daemon/Format.pm b/lib/Gruntmaster/Daemon/Format.pm index 93035dd..cd0e47d 100644 --- a/lib/Gruntmaster/Daemon/Format.pm +++ b/lib/Gruntmaster/Daemon/Format.pm @@ -6,48 +6,64 @@ use warnings; use parent qw/Exporter/; no if $] > 5.017011, warnings => 'experimental::smartmatch'; -use POSIX qw//; +use Digest::SHA qw/sha256_hex/; +use Expect::Simple; use File::Basename qw/fileparse/; +use File::Copy qw/cp/; use File::Slurp qw/read_file write_file/; -use Gruntmaster::Daemon::Constants qw/TLE OLE DIED NZX/; -use Time::HiRes qw/alarm/; use List::MoreUtils qw/natatime/; use Log::Log4perl qw/get_logger/; -use IPC::Signal qw/sig_name sig_num/; +use String::ShellQuote qw/shell_quote/; use Try::Tiny; -our $VERSION = "5999.000_004"; -our @EXPORT_OK = qw/prepare_files/; +our $VERSION = '5999.000_004'; +our @EXPORT_OK = qw/prepare_files stopvms/; ################################################## -sub execlist { - my (@args) = @_; - my $ret = fork // die 'Cannot fork'; - if ($ret) { - waitpid $ret, 0; - die "gruntmaster-exec died\n" if -z 'exec-result'; - my ($excode, $exmsg) = read_file 'exec-result'; - unlink 'exec-result'; - chomp ($excode, $exmsg); - die [$excode, $exmsg] if $excode > 0; - } else { - open STDOUT, '>exec-result'; - exec 'gruntmaster-exec', @args; - } +our (%vm); + +sub runvm { + my ($name, $arg) = @_; + return unless $ENV{GRUNTMASTER_VM}; + my $cmd = $ENV{GRUNTMASTER_VM}; + $cmd .= ' ' . $arg if $arg; + get_logger->trace("Starting VM $name ($cmd)"); + $vm{$name} = Expect::Simple->new({ + Cmd => $cmd, + Prompt => '# ', + DisconnectCmd => '/sbin/poweroff -fn', + RawPty => 1, + Timeout => 10, + }); } -sub command_and_args{ - my ($format, $basename) = @_; +sub stopvms { %vm = () } - given($format) { - "./$basename" when [qw/C CPP GCCGO GOLANG HASKELL PASCAL/]; - "./$basename.exe" when 'MONO'; - java => $basename when 'JAVA'; - perl => $basename when 'PERL'; - python => $basename when 'PYTHON'; - default { die "Don't know how to execute format $format\n" } +sub execlist { + my ($vm, @args) = @_; + my $er = "exec-result-$vm"; + if ($vm{$vm}) { + my $cmd = ">$er " . shell_quote 'gruntmaster-exec', @args; + get_logger->trace("Running in VM $vm: $cmd"); + $vm{$vm}->send($cmd); + } else { + my $ret = fork // die "Cannot fork\n"; + if ($ret) { + waitpid $ret, 0; + } else { + open STDOUT, '>', $er or die "Cannot open $er\n"; + get_logger->trace("Running: gruntmaster-exec @args"); + exec 'gruntmaster-exec', @args; + } } + + die "gruntmaster-exec died\n" if -z $er; + my ($excode, $exmsg) = read_file $er; + unlink $er; + chomp ($excode, $exmsg); ## no critic (ProhibitParensWithBuiltins) + get_logger->trace("Exec result: $excode $exmsg"); + die [$excode, $exmsg] if $excode > 0; ## no critic (RequireCarping) } sub mkrun{ @@ -56,8 +72,9 @@ sub mkrun{ local *__ANON__ = 'mkrun_runner'; my ($name, %args) = @_; get_logger->trace("Running $name..."); - my $basename = fileparse $name, qr/\.[^.]*/; - my @args; + my $basename = fileparse $name, qr/[.][^.]*/s; + my @args = ('--sudo'); + push @args, '--keep-stderr' if $ENV{TEST_VERBOSE}; push @args, '--timeout', $args{timeout} if $args{timeout}; push @args, '--mlimit', $args{mlimit} if $args{mlimit}; push @args, '--olimit', $args{olimit} if $args{olimit}; @@ -66,7 +83,7 @@ sub mkrun{ while (my ($fd, $file) = $it->()) { push @args, "--fd=$fd $file"; } - execlist @args, command_and_args($format, $basename); + execlist $basename, @args, '--', "./$basename", @{$args{args}} } } @@ -75,25 +92,44 @@ sub prepare{ get_logger->trace("Preparing file $name..."); try { - execlist '--fd=1 >>errors', '--fd=2 >>errors', 'gruntmaster-compile', $format, $name; + execlist prog => '--fd=1 >>errors', '--fd=2 >>errors', 'gruntmaster-compile', $format, $name; } catch { - die "Compile error\n" + my $exmsg = $_->[1]; + die "Compile error ($exmsg)\n" } finally { $Gruntmaster::Daemon::errors .= read_file 'errors'; - $Gruntmaster::Daemon::errors .= "\n"; + $Gruntmaster::Daemon::errors .= "\n" if -s 'errors'; unlink 'errors'; }; } sub prepare_files{ my $meta = shift; + if ($meta->{runner} eq 'Interactive') { + runvm ver => '-serial unix:vm.sock,nowait,server'; + runvm prog => '-serial unix:vm.sock,nowait'; + } else { + runvm $_ for keys %{$meta->{files}}; + } for my $file (values %{$meta->{files}}) { my ($format, $name, $content) = @{$file}{qw/format name content/}; $file->{run} = mkrun($format); write_file $name, $content; - prepare $name, $format; + if ($ENV{GRUNTMASTER_CCACHE}) { + my $key = lc sha256_hex($content) . '-' . $format; + my $cachefn = "$ENV{GRUNTMASTER_CCACHE}/$key"; + my $exefn = fileparse $name, qr/[.][^.]*/s; + if (cp $cachefn, $exefn) { + get_logger->trace("File $name found in compilation cache") + } else { + prepare $name, $format; + cp $exefn, $cachefn + } + } else { + prepare $name, $format + } } }