Fix VM usage and update ex/runvm
[gruntmaster-daemon.git] / lib / Gruntmaster / Daemon / Format.pm
1 package Gruntmaster::Daemon::Format;
2
3 use 5.014000;
4 use strict;
5 use warnings;
6 use parent qw/Exporter/;
7 no if $] > 5.017011, warnings => 'experimental::smartmatch';
8
9 use Digest::SHA qw/sha256_hex/;
10 use Expect;
11 use File::Basename qw/fileparse/;
12 use File::Copy qw/cp/;
13 use File::Slurp qw/read_file write_file/;
14 use List::MoreUtils qw/natatime/;
15 use Log::Log4perl qw/get_logger/;
16 use String::ShellQuote qw/shell_quote/;
17 use Try::Tiny;
18
19 our $VERSION = '5999.000_004';
20 our @EXPORT_OK = qw/prepare_files stopvms/;
21
22 ##################################################
23
24 our (%vm, %pid);
25
26 sub runvm {
27 my ($name, $arg) = @_;
28 return unless $ENV{GRUNTMASTER_VM};
29 my $cmd = $ENV{GRUNTMASTER_VM};
30 $cmd .= ' ' . $arg if $arg;
31 get_logger->trace("Starting VM $name ($cmd)");
32 $vm{$name} = Expect->new;
33 $vm{$name}->raw_pty(1);
34 $vm{$name}->log_stdout(0);
35 $vm{$name}->spawn($cmd);
36 $vm{$name}->expect(5, '# ') or get_logger->logdie("Error while starting VM $name: ". $vm{$name}->error);
37 }
38
39 sub stopvms {
40 kill KILL => $_->pid for values %vm;
41 %vm = %pid = ();
42 }
43
44 sub execlist_finish {
45 my ($vm, $kill) = @_;
46
47 if ($vm{$vm}) {
48 warn "Cannot kill VM" if $kill;
49 $vm{$vm}->expect(5, '# ');
50 } else {
51 kill KILL => $pid{$vm} if $kill;
52 waitpid $pid{$vm}, 0;
53 }
54 return if $kill;
55
56 my $er = "exec-result-$vm";
57 die "gruntmaster-exec died\n" if -z $er;
58 my ($excode, $exmsg) = read_file $er;
59 unlink $er;
60 chomp ($excode, $exmsg); ## no critic (ProhibitParensWithBuiltins)
61 get_logger->trace("Exec result from $vm: $excode $exmsg");
62 die [$excode, $exmsg] if $excode; ## no critic (RequireCarping)
63 }
64
65 sub execlist {
66 my ($vm, @args) = @_;
67 my $er = "exec-result-$vm";
68 if ($vm{$vm}) {
69 my $cmd = ">$er " . shell_quote 'gruntmaster-exec', @args;
70 get_logger->trace("Running in VM $vm: $cmd");
71 $vm{$vm}->send($cmd, "\n");
72 } else {
73 $pid{$vm} = fork // die "Cannot fork\n";
74 unless ($pid{$vm}) {
75 open STDOUT, '>', $er or die "Cannot open $er\n";
76 get_logger->trace("Running: gruntmaster-exec @args");
77 exec 'gruntmaster-exec', @args;
78 }
79 }
80 }
81
82 sub mkrun{
83 my $format = shift;
84 sub{
85 local *__ANON__ = 'mkrun_runner';
86 my ($name, %args) = @_;
87 get_logger->trace("Running $name...");
88 my $basename = fileparse $name, qr/[.][^.]*/s;
89 my @args = ('--sudo');
90 push @args, '--keep-stderr' if $ENV{TEST_VERBOSE};
91 push @args, '--timeout', $args{timeout} if $args{timeout};
92 push @args, '--mlimit', $args{mlimit} if $args{mlimit};
93 push @args, '--olimit', $args{olimit} if $args{olimit};
94 my @fds = exists $args{fds} ? @{$args{fds}} : ();
95 my $it = natatime 2, @fds;
96 while (my ($fd, $file) = $it->()) {
97 push @args, "--fd=$fd $file";
98 }
99 execlist $basename, @args, '--', "./$basename", @{$args{args}};
100 execlist_finish $basename unless $args{nonblocking}
101 }
102 }
103
104 sub prepare{
105 my ($name, $format) = @_;
106 get_logger->trace("Preparing file $name...");
107
108 try {
109 execlist prog => '--fd=1 >>errors', '--fd=2 >>errors', 'gruntmaster-compile', $format, $name;
110 execlist_finish 'prog';
111 } catch {
112 my $exmsg = $_->[1];
113 die "Compile error ($exmsg)\n"
114 } finally {
115 $Gruntmaster::Daemon::errors .= read_file 'errors';
116 $Gruntmaster::Daemon::errors .= "\n" if -s 'errors';
117 unlink 'errors';
118 };
119 }
120
121 sub prepare_files{
122 my $meta = shift;
123 if ($meta->{runner} eq 'Interactive') {
124 runvm ver => '-serial unix:vm.sock,nowait,server';
125 runvm prog => '-serial unix:vm.sock,nowait';
126 } else {
127 runvm $_ for keys %{$meta->{files}};
128 }
129
130 for my $file (values %{$meta->{files}}) {
131 my ($format, $name, $content) = @{$file}{qw/format name content/};
132
133 $file->{run} = mkrun($format);
134 write_file $name, $content;
135 if ($ENV{GRUNTMASTER_CCACHE}) {
136 my $key = lc sha256_hex($content) . '-' . $format;
137 my $cachefn = "$ENV{GRUNTMASTER_CCACHE}/$key";
138 my $exefn = fileparse $name, qr/[.][^.]*/s;
139 if (cp $cachefn, $exefn) {
140 get_logger->trace("File $name found in compilation cache")
141 } else {
142 prepare $name, $format;
143 cp $exefn, $cachefn
144 }
145 } else {
146 prepare $name, $format
147 }
148 }
149 }
150
151 1;
152 __END__
153
154 =encoding utf-8
155
156 =head1 NAME
157
158 Gruntmaster::Daemon::Format - Utility functions for handling source files
159
160 =head1 SYNOPSIS
161
162 use Gruntmaster::Daemon::Format qw/prepare_files/;
163 prepare_files { files => {
164 prog => {
165 name => 'prog.pl',
166 format => 'PERL',
167 content => 'print "Hello, world!"'
168 },
169 ver => {
170 name => 'ver.cpp',
171 format => 'CPP',
172 content => ...
173 },
174 }};
175
176 =head1 DESCRIPTION
177
178 Gruntmaster::Daemon::Format exports utility functions for handling source files.
179
180 =over
181
182 =item B<prepare_files> I<$meta>
183
184 Compiles all the source files in C<< $meta->{files} >>.
185
186 =back
187
188 =head1 AUTHOR
189
190 Marius Gavrilescu E<lt>marius@ieval.roE<gt>
191
192 =head1 COPYRIGHT AND LICENSE
193
194 Copyright (C) 2014 by Marius Gavrilescu
195
196 This library is free software: you can redistribute it and/or modify
197 it under the terms of the GNU Affero General Public License as published by
198 the Free Software Foundation, either version 3 of the License, or
199 (at your option) any later version.
200
201
202 =cut
This page took 0.058882 seconds and 4 git commands to generate.