From: Marius Gavrilescu <marius@ieval.ro>
Date: Sun, 25 Jan 2015 15:43:40 +0000 (+0200)
Subject: Add hello world tests for all languages (enabled when RELEASE_TESTING is true)
X-Git-Tag: 5999.000_005~76
X-Git-Url: http://git.ieval.ro/?p=gruntmaster-daemon.git;a=commitdiff_plain;h=b8f7001a80665c35f33aed657ead2a426d4efac8

Add hello world tests for all languages (enabled when RELEASE_TESTING is true)
---

diff --git a/MANIFEST b/MANIFEST
index 5c441b2..3bf7574 100644
--- a/MANIFEST
+++ b/MANIFEST
@@ -89,6 +89,30 @@ t/problems/double/9.ok
 t/problems/double/meta.yml
 t/problems/double/tests/wa/meta.yml
 t/problems/double/tests/wa/prog.c
+t/problems/hello/1.in
+t/problems/hello/1.ok
+t/problems/hello/meta.yml
+t/problems/hello/tests/c/meta.yml
+t/problems/hello/tests/cpp/meta.yml
+t/problems/hello/tests/cpp/prog.cpp
+t/problems/hello/tests/c/prog.c
+t/problems/hello/tests/gccgo/meta.yml
+t/problems/hello/tests/gccgo/prog.go
+t/problems/hello/tests/golang/meta.yml
+t/problems/hello/tests/golang/prog.go
+t/problems/hello/tests/haskell/meta.yml
+t/problems/hello/tests/haskell/prog.hs
+t/problems/hello/tests/java/meta.yml
+t/problems/hello/tests/java/prog.java
+t/problems/hello/tests/mono/meta.yml
+t/problems/hello/tests/mono/prog.cs
+t/problems/hello/tests/mono/prog.exe
+t/problems/hello/tests/pascal/meta.yml
+t/problems/hello/tests/pascal/prog.pas
+t/problems/hello/tests/perl/meta.yml
+t/problems/hello/tests/perl/prog.pl
+t/problems/hello/tests/python/meta.yml
+t/problems/hello/tests/python/prog.py
 t/problems/increment/ver.c
 t/problems/increment/meta.yml
 t/problems/increment/tests/ac/meta.yml
diff --git a/Makefile.PL b/Makefile.PL
index f7d5e99..5baa62a 100644
--- a/Makefile.PL
+++ b/Makefile.PL
@@ -14,6 +14,7 @@ WriteMakefile(
 		   File::Basename 0
 		   File::Slurp 0
 		   File::Temp 0
+		   File::Which 0
 		   Hash::Merge 0
 		   List::Util 0
 		   Log::Log4perl 0
diff --git a/t/01-jobs.t b/t/01-jobs.t
index a4e0c02..4b76310 100644
--- a/t/01-jobs.t
+++ b/t/01-jobs.t
@@ -9,6 +9,7 @@ use Cwd qw/cwd/;
 use File::Basename qw/fileparse/;
 use File::Slurp qw/read_file/;
 use File::Temp qw/tempdir/;
+use File::Which qw/which/;
 use Hash::Merge qw/merge/;
 use List::Util qw/sum/;
 use Log::Log4perl;
@@ -17,6 +18,18 @@ use YAML::Any qw/LoadFile/;
 
 ##################################################
 
+use constant COMPILER => {
+	qw/C gcc
+	   CPP g++
+	   MONO gmcs
+	   JAVA javac
+	   PASCAL fpc
+	   GOLANG go
+	   GCCGO gccgo
+	   HASKELL ghc
+	   PERL perl
+	   PYTHON python/};
+
 my $loglevel = $ENV{TEST_LOG_LEVEL} // ($ENV{TEST_VERBOSE} ? 'TRACE' : 'OFF');
 my $log_conf = <<CONF;
 log4perl.category.Gruntmaster.Daemon = $loglevel, stderr
@@ -41,6 +54,8 @@ sub check_job{
 }
 
 my @problems = exists $ENV{TEST_PROBLEMS} ? map {"t/problems/$_"} split ' ', $ENV{TEST_PROBLEMS} : <t/problems/*>;
+@problems = grep { $_ !~ /hello/ } @problems unless $ENV{RELEASE_TESTING} || $ENV{TEST_PROBLEMS};
+
 plan tests => 3 * sum map { my @temp = <$_/tests/*>; scalar @temp } @problems;
 note "Problems to be tested: " . join ', ', @problems;
 
@@ -64,15 +79,20 @@ for my $problem (@problems) {
 		note "Now testing problem $pbmeta->{name} ($pbmeta->{description})";
 
 		for my $source (<$problem/tests/*>) {
-			my $meta = LoadFile "$source/meta.yml";
-			$meta->{files}{prog}{content} = read_file "$source/$meta->{files}{prog}{name}";
-			$meta = merge $meta, $pbmeta;
-			note "Running $meta->{test_name} ($meta->{test_description})...";
-			my $savedcwd = cwd;
-			chdir $tempdir;
-			Gruntmaster::Daemon::process $meta;
-			chdir $savedcwd;
-			check_job $meta;
+		  SKIP: {
+				my $meta = LoadFile "$source/meta.yml";
+				my $compiler = COMPILER->{$meta->{files}{prog}{format}};
+				skip "$compiler not found in path", 3 unless $ENV{GRUNTMASTER_VM} || which $compiler;
+				local $TODO = $meta->{todo} if exists $meta->{todo};
+				$meta->{files}{prog}{content} = read_file "$source/$meta->{files}{prog}{name}";
+				$meta = merge $meta, $pbmeta;
+				note "Running $meta->{test_name} ($meta->{test_description})...";
+				my $savedcwd = cwd;
+				chdir $tempdir;
+				Gruntmaster::Daemon::process $meta;
+				chdir $savedcwd;
+				check_job $meta;
+			}
 		}
 	}
 }
diff --git a/t/problems/hello/1.in b/t/problems/hello/1.in
new file mode 100644
index 0000000..e69de29
diff --git a/t/problems/hello/1.ok b/t/problems/hello/1.ok
new file mode 100644
index 0000000..980a0d5
--- /dev/null
+++ b/t/problems/hello/1.ok
@@ -0,0 +1 @@
+Hello World!
diff --git a/t/problems/hello/meta.yml b/t/problems/hello/meta.yml
new file mode 100644
index 0000000..194437b
--- /dev/null
+++ b/t/problems/hello/meta.yml
@@ -0,0 +1,15 @@
+name: Hello World
+generator: File
+judge: Absolute
+runner: File
+testcnt: 1
+timeout: 1
+# mlimit: 20971520 # Python does not like memory limits
+olimit: 100
+description: Print "Hello World!"
+expected_result: 0
+expected_result_text: Accepted
+expected_results:
+- id: 1
+  result: 0
+  result_text: 0
diff --git a/t/problems/hello/tests/c/meta.yml b/t/problems/hello/tests/c/meta.yml
new file mode 100644
index 0000000..b254a56
--- /dev/null
+++ b/t/problems/hello/tests/c/meta.yml
@@ -0,0 +1,7 @@
+test_name: C
+test_description: Hello world in C
+problem: hello
+files:
+  prog:
+    format: C
+    name: prog.c
diff --git a/t/problems/hello/tests/c/prog.c b/t/problems/hello/tests/c/prog.c
new file mode 100644
index 0000000..298c213
--- /dev/null
+++ b/t/problems/hello/tests/c/prog.c
@@ -0,0 +1,6 @@
+#include<stdio.h>
+
+int main(void){
+	puts("Hello World!");
+	return 0;
+}
diff --git a/t/problems/hello/tests/cpp/meta.yml b/t/problems/hello/tests/cpp/meta.yml
new file mode 100644
index 0000000..5bd35bd
--- /dev/null
+++ b/t/problems/hello/tests/cpp/meta.yml
@@ -0,0 +1,7 @@
+test_name: C++
+test_description: Hello world in C++
+problem: hello
+files:
+  prog:
+    format: CPP
+    name: prog.cpp
diff --git a/t/problems/hello/tests/cpp/prog.cpp b/t/problems/hello/tests/cpp/prog.cpp
new file mode 100644
index 0000000..2649ecc
--- /dev/null
+++ b/t/problems/hello/tests/cpp/prog.cpp
@@ -0,0 +1,6 @@
+#include<cstdio>
+
+int main(void){
+	puts("Hello World!");
+	return 0;
+}
diff --git a/t/problems/hello/tests/gccgo/meta.yml b/t/problems/hello/tests/gccgo/meta.yml
new file mode 100644
index 0000000..15cde0b
--- /dev/null
+++ b/t/problems/hello/tests/gccgo/meta.yml
@@ -0,0 +1,7 @@
+test_name: Go (gccgo)
+test_description: Hello world in Go (using gccgo)
+problem: hello
+files:
+  prog:
+    format: GCCGO
+    name: prog.go
diff --git a/t/problems/hello/tests/gccgo/prog.go b/t/problems/hello/tests/gccgo/prog.go
new file mode 100644
index 0000000..77c24d5
--- /dev/null
+++ b/t/problems/hello/tests/gccgo/prog.go
@@ -0,0 +1,5 @@
+package main
+import "fmt"
+func main() {
+	fmt.Println("Hello World!")
+}
\ No newline at end of file
diff --git a/t/problems/hello/tests/golang/meta.yml b/t/problems/hello/tests/golang/meta.yml
new file mode 100644
index 0000000..12ec0e1
--- /dev/null
+++ b/t/problems/hello/tests/golang/meta.yml
@@ -0,0 +1,7 @@
+test_name: Go (golang)
+test_description: Hello world in Go (using golang)
+problem: hello
+files:
+  prog:
+    format: GOLANG
+    name: prog.go
diff --git a/t/problems/hello/tests/golang/prog.go b/t/problems/hello/tests/golang/prog.go
new file mode 100644
index 0000000..77c24d5
--- /dev/null
+++ b/t/problems/hello/tests/golang/prog.go
@@ -0,0 +1,5 @@
+package main
+import "fmt"
+func main() {
+	fmt.Println("Hello World!")
+}
\ No newline at end of file
diff --git a/t/problems/hello/tests/haskell/meta.yml b/t/problems/hello/tests/haskell/meta.yml
new file mode 100644
index 0000000..0d82691
--- /dev/null
+++ b/t/problems/hello/tests/haskell/meta.yml
@@ -0,0 +1,7 @@
+test_name: Haskell
+test_description: Hello world in Haskell
+problem: hello
+files:
+  prog:
+    format: HASKELL
+    name: prog.hs
diff --git a/t/problems/hello/tests/haskell/prog.hs b/t/problems/hello/tests/haskell/prog.hs
new file mode 100644
index 0000000..0fca251
--- /dev/null
+++ b/t/problems/hello/tests/haskell/prog.hs
@@ -0,0 +1,4 @@
+module Main where
+
+main :: IO ()
+main = putStrLn "Hello World!"
diff --git a/t/problems/hello/tests/java/meta.yml b/t/problems/hello/tests/java/meta.yml
new file mode 100644
index 0000000..cb66e43
--- /dev/null
+++ b/t/problems/hello/tests/java/meta.yml
@@ -0,0 +1,7 @@
+test_name: Java
+test_description: Hello world in Java
+problem: hello
+files:
+  prog:
+    format: JAVA
+    name: prog.java
diff --git a/t/problems/hello/tests/java/prog.java b/t/problems/hello/tests/java/prog.java
new file mode 100644
index 0000000..c4d820c
--- /dev/null
+++ b/t/problems/hello/tests/java/prog.java
@@ -0,0 +1,5 @@
+public class prog {
+	public static void main(final String[] args){
+		System.out.println("Hello World!");
+	}
+}
diff --git a/t/problems/hello/tests/mono/meta.yml b/t/problems/hello/tests/mono/meta.yml
new file mode 100644
index 0000000..f2c2921
--- /dev/null
+++ b/t/problems/hello/tests/mono/meta.yml
@@ -0,0 +1,8 @@
+test_name: C#
+test_description: Hello world in C#
+problem: hello
+todo: C# does not work with low output limits
+files:
+  prog:
+    format: MONO
+    name: prog.cs
diff --git a/t/problems/hello/tests/mono/prog.cs b/t/problems/hello/tests/mono/prog.cs
new file mode 100644
index 0000000..d1aed41
--- /dev/null
+++ b/t/problems/hello/tests/mono/prog.cs
@@ -0,0 +1,6 @@
+using System;
+class prog {
+	static void Main() {
+		Console.WriteLine("Hello World!");
+	}
+}
\ No newline at end of file
diff --git a/t/problems/hello/tests/mono/prog.exe b/t/problems/hello/tests/mono/prog.exe
new file mode 100755
index 0000000..754c465
Binary files /dev/null and b/t/problems/hello/tests/mono/prog.exe differ
diff --git a/t/problems/hello/tests/pascal/meta.yml b/t/problems/hello/tests/pascal/meta.yml
new file mode 100644
index 0000000..ae9faca
--- /dev/null
+++ b/t/problems/hello/tests/pascal/meta.yml
@@ -0,0 +1,7 @@
+test_name: Pascal
+test_description: Hello world in Pascal
+problem: hello
+files:
+  prog:
+    format: PASCAL
+    name: prog.pas
diff --git a/t/problems/hello/tests/pascal/prog.pas b/t/problems/hello/tests/pascal/prog.pas
new file mode 100644
index 0000000..d501d7e
--- /dev/null
+++ b/t/problems/hello/tests/pascal/prog.pas
@@ -0,0 +1,4 @@
+program HelloWorld;
+begin
+   writeln('Hello World!')
+end.
diff --git a/t/problems/hello/tests/perl/meta.yml b/t/problems/hello/tests/perl/meta.yml
new file mode 100644
index 0000000..02cd32c
--- /dev/null
+++ b/t/problems/hello/tests/perl/meta.yml
@@ -0,0 +1,7 @@
+test_name: Perl
+test_description: Hello world in Perl
+problem: hello
+files:
+  prog:
+    format: PERL
+    name: prog.pl
diff --git a/t/problems/hello/tests/perl/prog.pl b/t/problems/hello/tests/perl/prog.pl
new file mode 100644
index 0000000..2d9fabf
--- /dev/null
+++ b/t/problems/hello/tests/perl/prog.pl
@@ -0,0 +1,5 @@
+#!/usr/bin/perl
+use strict;
+use warnings;
+
+print 'Hello World!';
diff --git a/t/problems/hello/tests/python/meta.yml b/t/problems/hello/tests/python/meta.yml
new file mode 100644
index 0000000..702132f
--- /dev/null
+++ b/t/problems/hello/tests/python/meta.yml
@@ -0,0 +1,7 @@
+test_name: Python
+test_description: Hello world in Python
+problem: hello
+files:
+  prog:
+    format: PYTHON
+    name: prog.py
diff --git a/t/problems/hello/tests/python/prog.py b/t/problems/hello/tests/python/prog.py
new file mode 100644
index 0000000..b6681c7
--- /dev/null
+++ b/t/problems/hello/tests/python/prog.py
@@ -0,0 +1,2 @@
+#!/usr/bin/python
+print 'Hello World!';