#define COSMOSDEBUG using System; using System.Collections.Generic; using System.Text; using Cosmos.TestRunner; using Cosmos.Debug.Kernel; using Cosmos.System.ExtendedASCII; namespace Cosmos.Compiler.Tests.Bcl.System.Text { class EncodingTest { static Debugger mDebugger = new Debugger("System", "Enconding Test"); static byte[] UTF8EnglishText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x69, 0x73, 0x20, 0x77, 0x6F, 0x6E, 0x64, 0x65, 0x72, 0x66, 0x75, 0x6C, 0x21 }; static byte[] UTF8ItalianText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0xC3, 0xA8, 0x20, 0x66, 0x61, 0x6E, 0x74, 0x61, 0x73, 0x74, 0x69, 0x63, 0x6F, 0x21 }; static byte[] UTF8SpanishText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x65, 0x73, 0x20, 0x67, 0x65, 0x6E, 0x69, 0x61, 0x6C, 0x21 }; static byte[] UTF8GermanicText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x69, 0x73, 0x74, 0x20, 0x67, 0x72, 0x6F, 0xC3, 0x9F, 0x61, 0x72, 0x74, 0x69, 0x67, 0x21 }; static byte[] UTF8GreekText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0xCE, 0xB5, 0xCE, 0xAF, 0xCE, 0xBD, 0xCE, 0xB1, 0xCE, 0xB9, 0x20, 0xCF, 0x85, 0xCF, 0x80, 0xCE, 0xAD, 0xCF, 0x81, 0xCE, 0xBF, 0xCF, 0x87, 0xCE, 0xBF, 0xCF, 0x82, 0x21 }; static byte[] UTF8JapanaseText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0xE7, 0xB4, 0xA0, 0xE6, 0x99, 0xB4, 0xE3, 0x82, 0x89, 0xE3, 0x81, 0x97, 0xE3, 0x81, 0x84, 0xE3, 0x81, 0xA7, 0xE3, 0x81, 0x99, 0x21 }; static byte[] UTF8GothicText = new byte[] { 0xF0, 0x90, 0x8D, 0x88 }; static byte[] CP437EnglishText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x69, 0x73, 0x20, 0x77, 0x6F, 0x6E, 0x64, 0x65, 0x72, 0x66, 0x75, 0x6C, 0x21 }; static byte[] CP437ItalianText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x8A, 0x20, 0x66, 0x61, 0x6E, 0x74, 0x61, 0x73, 0x74, 0x69, 0x63, 0x6F, 0x21 }; static byte[] CP437SpanishText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x65, 0x73, 0x20, 0x67, 0x65, 0x6E, 0x69, 0x61, 0x6C, 0x21 }; static byte[] CP437GermanicText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x69, 0x73, 0x74, 0x20, 0x67, 0x72, 0x6F, 0xE1, 0x61, 0x72, 0x74, 0x69, 0x67, 0x21 }; static byte[] CP437GreekText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0xEE, 0x3F, 0x3F, 0xE0, 0x3F, 0x20, 0x3F, 0xE3, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x21 }; static byte[] CP437JapanaseText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x21 }; static byte[] CP437GothicText = new byte[] { 0x3F, 0x3F }; static byte[] CP858EnglishText = CP437EnglishText; static byte[] CP858ItalianText = CP437ItalianText; static byte[] CP858SpanishText = CP437SpanishText; static byte[] CP858GermanicText = CP437GermanicText; /* CP858 has no Greek characters they are all replaced by '?' (0x3F) */ static byte[] CP858GreekText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x20, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x21 }; static byte[] CP858JapanaseText = CP437JapanaseText; static byte[] CP858GothicText = CP437GothicText; static void TestGetBytes(Encoding xEncoding, string xName, string text, byte[] expectedResult, string desc) { byte[] result; result = xEncoding.GetBytes(text); Assert.IsTrue(EqualityHelper.ByteArrayAreEquals(result, expectedResult), $"{xName} Encoding of {desc} text failed byte arrays different"); } static void TestGetString(Encoding xEncoding, string xName, byte[] bytes, string expectedText, string desc) { string text; text = xEncoding.GetString(bytes); Assert.IsTrue((text == expectedText), $"{xName} Decoding of {desc} text failed strings different"); } static void TestUTF8() { //Encoding xEncoding = new UTF8Encoding(); Encoding xEncoding = Encoding.UTF8; mDebugger.SendInternal($"Starting Test {xEncoding.BodyName} Encoding / Decoding"); Assert.IsTrue(xEncoding.IsSingleByte == false, "UTF8.IsSingleByte failed: it returns true"); string BodyName = xEncoding.BodyName; Assert.IsTrue(BodyName == "UTF-8", "UTF8 BodyName failed not 'UTF-8"); TestGetBytes(xEncoding, BodyName, "Cosmos is wonderful!", UTF8EnglishText, "English"); TestGetBytes(xEncoding, BodyName, "Cosmos è fantastico!", UTF8ItalianText, "Italian"); TestGetBytes(xEncoding, BodyName, "Cosmos es genial!", UTF8SpanishText, "Spanish"); TestGetBytes(xEncoding, BodyName, "Cosmos ist großartig!", UTF8GermanicText, "Germanic"); TestGetBytes(xEncoding, BodyName, "Cosmos είναι υπέροχος!", UTF8GreekText, "Greek"); TestGetBytes(xEncoding, BodyName, "Cosmos 素晴らしいです!", UTF8JapanaseText, "Japanese"); TestGetBytes(xEncoding, BodyName, "𐍈", UTF8GothicText, "Gothic"); TestGetString(xEncoding, BodyName, UTF8EnglishText, "Cosmos is wonderful!", "English"); TestGetString(xEncoding, BodyName, UTF8ItalianText, "Cosmos è fantastico!", "Italian"); TestGetString(xEncoding, BodyName, UTF8SpanishText, "Cosmos es genial!", "Spanish"); TestGetString(xEncoding, BodyName, UTF8GermanicText, "Cosmos ist großartig!", "Germanic"); /* CP437 replaces not representable characters with '?' */ TestGetString(xEncoding, BodyName, UTF8GreekText, "Cosmos είναι υπέροχος!", "Greek"); TestGetString(xEncoding, BodyName, UTF8JapanaseText, "Cosmos 素晴らしいです!", "Japanese"); TestGetString(xEncoding, BodyName, UTF8GothicText, "𐍈", "Gothic"); mDebugger.SendInternal($"Finished Test {BodyName} Encoding / Decoding"); } static void TestCP437() { Encoding xEncoding = Encoding.GetEncoding(437); mDebugger.SendInternal($"Starting Test {xEncoding.BodyName} Encoding / Decoding"); Assert.IsTrue(xEncoding.IsSingleByte == true, "437.IsSingleByte failed: it returns false"); string BodyName = xEncoding.BodyName; Assert.IsTrue(BodyName == "IBM437", "437 BodyName failed not 'IBM437"); TestGetBytes(xEncoding, BodyName, "Cosmos is wonderful!", CP437EnglishText, "English"); TestGetBytes(xEncoding, BodyName, "Cosmos è fantastico!", CP437ItalianText, "Italian"); TestGetBytes(xEncoding, BodyName, "Cosmos es genial!", CP437SpanishText, "Spanish"); TestGetBytes(xEncoding, BodyName, "Cosmos ist großartig!", CP437GermanicText, "Germanic"); /* * From this point on a lot of characters will be replaced by 0x3F ('?') because * cannot really represented on CP437 */ TestGetBytes(xEncoding, BodyName, "Cosmos είναι υπέροχος!", CP437GreekText, "Greek"); TestGetBytes(xEncoding, BodyName, "Cosmos 素晴らしいです!", CP437JapanaseText, "Japanese"); TestGetBytes(xEncoding, BodyName, "𐍈", CP437GothicText, "Gothic"); TestGetString(xEncoding, BodyName, CP437EnglishText, "Cosmos is wonderful!", "English"); TestGetString(xEncoding, BodyName, CP437ItalianText, "Cosmos è fantastico!", "Italian"); TestGetString(xEncoding, BodyName, CP437SpanishText, "Cosmos es genial!", "Spanish"); TestGetString(xEncoding, BodyName, CP437GermanicText, "Cosmos ist großartig!", "Germanic"); /* CP437 replaces not representable characters with '?' */ TestGetString(xEncoding, BodyName, CP437GreekText, "Cosmos ε??α? ?π??????!", "Greek"); TestGetString(xEncoding, BodyName, CP437JapanaseText, "Cosmos ???????!", "Japanese"); TestGetString(xEncoding, BodyName, CP437GothicText, "??", "Gothic"); mDebugger.SendInternal($"Finished Test {BodyName} Encoding / Decoding"); } static void TestCP858() { Encoding xEncoding = Encoding.GetEncoding(858); mDebugger.SendInternal($"Starting Test {xEncoding.BodyName} Encoding / Decoding"); Assert.IsTrue(xEncoding.IsSingleByte == true, "858.IsSingleByte failed: it returns false"); string BodyName = xEncoding.BodyName; Assert.IsTrue(BodyName == "IBM00858", "858 BodyName failed not 'IBM00858"); TestGetBytes(xEncoding, BodyName, "Cosmos è fantastico!", CP858ItalianText, "Italian"); TestGetBytes(xEncoding, BodyName, "Cosmos es genial!", CP858SpanishText, "Spanish"); TestGetBytes(xEncoding, BodyName, "Cosmos ist großartig!", CP858GermanicText, "Germanic"); /* * From this point on a lot of characters will be replaced by 0x3F ('?') because * cannot really represented on CP858 */ TestGetBytes(xEncoding, BodyName, "Cosmos είναι υπέροχος!", CP858GreekText, "Greek"); TestGetBytes(xEncoding, BodyName, "Cosmos 素晴らしいです!", CP858JapanaseText, "Japanese"); TestGetBytes(xEncoding, BodyName, "𐍈", CP858GothicText, "Gothic"); TestGetString(xEncoding, BodyName, CP858EnglishText, "Cosmos is wonderful!", "English"); TestGetString(xEncoding, BodyName, CP858ItalianText, "Cosmos è fantastico!", "Italian"); TestGetString(xEncoding, BodyName, CP858SpanishText, "Cosmos es genial!", "Spanish"); TestGetString(xEncoding, BodyName, CP858GermanicText, "Cosmos ist großartig!", "Germanic"); /* CP858 replaces not representable characters with '?' */ TestGetString(xEncoding, BodyName, CP858GreekText, "Cosmos ????? ????????!", "Greek"); TestGetString(xEncoding, BodyName, CP858JapanaseText, "Cosmos ???????!", "Japanese"); TestGetString(xEncoding, BodyName, CP858GothicText, "??", "Gothic"); mDebugger.SendInternal($"Finished Test {BodyName} Encoding / Decoding"); } public static void Execute() { /* * Net Core has removed all the legacy codepages from Encoding, only Unicode and ASCII are supported * the correct way to add them is to create an Encoding Provider. * Microsoft has created a CodePageEncodingProvider for this but it is too much complex to use it in * Cosmos now, but we should use surely this in future. * As a replacement for it I have created CosmosEncodingProvider that is more simple (but less efficient). */ Encoding.RegisterProvider(CosmosEncodingProvider.Instance); TestUTF8(); TestCP437(); TestCP858(); } } }