Cosmos/source/IL2CPU.Tests/Program.cs

using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.Linq;
using System.IO;
using System.Text;

namespace IL2CPU.Tests {
	public enum TestRunStateEnum {
		TimeoutWhileRunningIL2CPU,
		TimeoutWhileRunningFasm,
		CompileErrorFromFasm,
		TimeoutWhileRunningTest,
		WrongReturnCodeFromTest,
		Passed
	}
	class Program {
		public const int TestTimeout_Seconds = 60;
		public const int TestTimeout_Milliseconds = TestTimeout_Seconds * 1000;
		static void Main(string[] args) {
			SortedList<string, TestRunStateEnum?> xTests = new SortedList<string, TestRunStateEnum?>();
			Console.WriteLine("IL2CPU Tester. Please be patient while all tests are executed");
			Console.WriteLine();
			string xBaseDir = Path.GetDirectoryName(typeof(Program).Assembly.Location);
			string xBaseTestsDir = Path.Combine(xBaseDir, "Tests");
			foreach (string s in Directory.GetFiles(xBaseTestsDir, "*.exe", SearchOption.AllDirectories)) {
				xTests.Add(s, null);
			}
			Console.WriteLine("Found {0} tests. Executing now:", xTests.Count);
			for (int i = 0; i < xTests.Count; i++) {
				string xTestExe = xTests.Keys[i];
				string xActualOutputFile = Path.GetTempFileName();
				try {
					ProcessStartInfo xStartInfo = new ProcessStartInfo();
					xStartInfo.CreateNoWindow = true;
					xStartInfo.UseShellExecute = false;
					xStartInfo.FileName = Path.Combine(xBaseDir, "IL2CPU.exe");
					xStartInfo.Arguments = "\"" + xTestExe + "\" \"" + xActualOutputFile + "\"";
					xStartInfo.RedirectStandardError = true;
					xStartInfo.RedirectStandardOutput = true;
					using (Process xProc = Process.Start(xStartInfo)) {
						if (!xProc.WaitForExit(TestTimeout_Milliseconds)) {
							xTests[xTestExe] = TestRunStateEnum.TimeoutWhileRunningIL2CPU;
							Console.Write("E");
							continue;
						}
					}
					xStartInfo = new ProcessStartInfo();
					xStartInfo.CreateNoWindow = true;
					xStartInfo.UseShellExecute = false;
					xStartInfo.FileName = Path.Combine(xBaseDir, "fasm.exe");
					xStartInfo.Arguments = "\"" + xActualOutputFile + "\" \"" + xTestExe + ".exe\"";
					xStartInfo.RedirectStandardError = true;
					xStartInfo.RedirectStandardOutput = true;
					using (Process xProc = Process.Start(xStartInfo)) {
						if (!xProc.WaitForExit(TestTimeout_Milliseconds)) {
							xTests[xTestExe] = TestRunStateEnum.TimeoutWhileRunningFasm;
							Console.Write("A");
							continue;
						}
						if(!File.Exists(xTestExe + ".exe")) {
							System.Diagnostics.Debugger.Break();
							Console.WriteLine("Result of '" + xTestExe.Substring(xBaseDir.Length + 1) + "':");
							string[] lines = xProc.StandardOutput.ReadToEnd().Split(new string[] {"\r\n"}, StringSplitOptions.None);
							foreach(string s in lines) {
								Console.WriteLine("\t" + s);
							}
							lines = xProc.StandardError.ReadToEnd().Split(new string[] { "\r\n" }, StringSplitOptions.None);
							foreach (string s in lines) {
								Console.WriteLine("\t" + s);
							}
							xTests[xTestExe] = TestRunStateEnum.CompileErrorFromFasm;
							Console.Write("C");
							continue;
						}
					}
					xStartInfo = new ProcessStartInfo();
					xStartInfo.CreateNoWindow = true;
					xStartInfo.UseShellExecute = false;
					xStartInfo.FileName = Path.Combine(xBaseDir, xTestExe + ".exe");
					xStartInfo.RedirectStandardError = true;
					xStartInfo.RedirectStandardOutput = true;
					using (Process xProc = Process.Start(xStartInfo)) {
						if (!xProc.WaitForExit(TestTimeout_Milliseconds)) {
							xTests[xTestExe] = TestRunStateEnum.TimeoutWhileRunningTest;
							Console.Write("T");
							continue;
						}
						if (xProc.ExitCode != 0) {
							xTests[xTestExe] = TestRunStateEnum.WrongReturnCodeFromTest;
							Console.Write("R");
							continue;
						}
					}
					xTests[xTestExe] = TestRunStateEnum.Passed;
					Console.Write(".");
				} finally {
					File.Delete(xActualOutputFile);
					if (File.Exists(xTestExe + ".exe")) {
						try {
							File.Delete(xTestExe + ".exe");
						} catch {
						}
					}
				}
			}
			Console.WriteLine();
			Console.WriteLine("Test execution done.");
			foreach (string s in Enum.GetNames(typeof(TestRunStateEnum))) {
				if (s == TestRunStateEnum.Passed.ToString()) {
					continue;
				}
				if ((from item in xTests
					 where item.Value.Value.ToString() == s
					 select item.Key).Count() > 0) {
					Console.WriteLine("Tests with teststate '{0}':", s);
					foreach (string x in (from item in xTests
										  where item.Value.Value.ToString() == s
										  select item.Key)) {
						Console.WriteLine("\t" + x);
					}

				}
			}
			Console.WriteLine("Tests passed:    {0}/{1}", (from item in xTests
														   where item.Value.Value == TestRunStateEnum.Passed
														   select 1).Count(), xTests.Count);
		}
	}
}