mirror of
https://github.com/danbulant/Cosmos
synced 2026-05-19 12:30:32 +00:00
248 lines
15 KiB
C#
248 lines
15 KiB
C#
#define COSMOSDEBUG
|
||
|
||
using System;
|
||
using System.Collections.Generic;
|
||
using System.Text;
|
||
using Cosmos.TestRunner;
|
||
using Cosmos.Debug.Kernel;
|
||
using Cosmos.System.ExtendedASCII;
|
||
|
||
namespace Cosmos.Compiler.Tests.Bcl.System.Text
|
||
{
|
||
internal class EncodingTest
|
||
{
|
||
private static Debugger mDebugger = new Debugger("System", "Enconding Test");
|
||
|
||
private static byte[] UTF8EnglishText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x69, 0x73, 0x20,
|
||
0x77, 0x6F, 0x6E, 0x64, 0x65, 0x72, 0x66, 0x75, 0x6C, 0x21 };
|
||
|
||
private static byte[] UTF8ItalianText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0xC3, 0xA8, 0x20,
|
||
0x66, 0x61, 0x6E, 0x74, 0x61, 0x73, 0x74, 0x69, 0x63, 0x6F,
|
||
0x21 };
|
||
|
||
private static byte[] UTF8SpanishText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x65, 0x73, 0x20,
|
||
0x67, 0x65, 0x6E, 0x69, 0x61, 0x6C, 0x21 };
|
||
|
||
private static byte[] UTF8GermanicText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x69, 0x73, 0x74,
|
||
0x20, 0x67, 0x72, 0x6F, 0xC3, 0x9F, 0x61, 0x72, 0x74, 0x69,
|
||
0x67, 0x21 };
|
||
|
||
private static byte[] UTF8GreekText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0xCE, 0xB5, 0xCE,
|
||
0xAF, 0xCE, 0xBD, 0xCE, 0xB1, 0xCE, 0xB9, 0x20, 0xCF, 0x85,
|
||
0xCF, 0x80, 0xCE, 0xAD, 0xCF, 0x81, 0xCE, 0xBF, 0xCF, 0x87,
|
||
0xCE, 0xBF, 0xCF, 0x82, 0x21 };
|
||
|
||
private static byte[] UTF8JapanaseText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0xE7, 0xB4, 0xA0,
|
||
0xE6, 0x99, 0xB4, 0xE3, 0x82, 0x89, 0xE3, 0x81, 0x97, 0xE3,
|
||
0x81, 0x84, 0xE3, 0x81, 0xA7, 0xE3, 0x81, 0x99, 0x21 };
|
||
|
||
private static byte[] UTF8GothicText = new byte[] { 0xF0, 0x90, 0x8D, 0x88 };
|
||
|
||
private static byte[] CP437EnglishText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x69, 0x73, 0x20,
|
||
0x77, 0x6F, 0x6E, 0x64, 0x65, 0x72, 0x66, 0x75, 0x6C, 0x21 };
|
||
|
||
private static byte[] CP437ItalianText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x8A, 0x20, 0x66,
|
||
0x61, 0x6E, 0x74, 0x61, 0x73, 0x74, 0x69, 0x63, 0x6F, 0x21 };
|
||
|
||
private static byte[] CP437SpanishText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x65, 0x73, 0x20,
|
||
0x67, 0x65, 0x6E, 0x69, 0x61, 0x6C, 0x21 };
|
||
|
||
private static byte[] CP437GermanicText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x69, 0x73, 0x74, 0x20,
|
||
0x67, 0x72, 0x6F, 0xE1, 0x61, 0x72, 0x74, 0x69, 0x67, 0x21 };
|
||
|
||
private static byte[] CP437GreekText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0xEE, 0x3F, 0x3F, 0xE0,
|
||
0x3F, 0x20, 0x3F, 0xE3, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x21 };
|
||
|
||
private static byte[] CP437JapanaseText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x3F, 0x3F, 0x3F, 0x3F,
|
||
0x3F, 0x3F, 0x3F, 0x21 };
|
||
|
||
private static byte[] CP437GothicText = new byte[] { 0x3F, 0x3F };
|
||
private static byte[] CP858EnglishText = CP437EnglishText;
|
||
private static byte[] CP858ItalianText = CP437ItalianText;
|
||
private static byte[] CP858SpanishText = CP437SpanishText;
|
||
private static byte[] CP858GermanicText = CP437GermanicText;
|
||
/* CP858 has no Greek characters they are all replaced by '?' (0x3F) */
|
||
|
||
private static byte[] CP858GreekText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x3F, 0x3F, 0x3F, 0x3F,
|
||
0x3F, 0x20, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x21 };
|
||
|
||
private static byte[] CP858JapanaseText = CP437JapanaseText;
|
||
private static byte[] CP858GothicText = CP437GothicText;
|
||
|
||
private static void TestGetBytes(Encoding xEncoding, string xName, string text, byte[] expectedResult, string desc)
|
||
{
|
||
byte[] result;
|
||
|
||
result = xEncoding.GetBytes(text);
|
||
if (result.Length != expectedResult.Length) mDebugger.SendInternal($"The two byte arrays have a different length : {result.Length} vs {expectedResult.Length}");
|
||
|
||
for (int i = 0; i < result.Length; i++)
|
||
{
|
||
if (result[i] != expectedResult[i]) mDebugger.SendInternal($"Difference in byte {i} between {result[i]} and {expectedResult[i]}");
|
||
}
|
||
|
||
Assert.IsTrue(EqualityHelper.ByteArrayAreEquals(result, expectedResult), $"{xName} Encoding of {desc} text failed byte arrays different");
|
||
}
|
||
|
||
private static void TestGetString(Encoding xEncoding, string xName, byte[] bytes, string expectedText, string desc)
|
||
{
|
||
string text;
|
||
|
||
text = xEncoding.GetString(bytes);
|
||
Assert.IsTrue((text == expectedText), $"{xName} Decoding of {desc} text failed strings different");
|
||
}
|
||
|
||
private static void TestUTF8()
|
||
{
|
||
//Encoding xEncoding = new UTF8Encoding();
|
||
Encoding xEncoding = Encoding.UTF8;
|
||
mDebugger.SendInternal($"Starting Test {xEncoding.BodyName} Encoding / Decoding");
|
||
|
||
Assert.IsTrue(xEncoding.IsSingleByte == false, "UTF8.IsSingleByte failed: it returns true");
|
||
|
||
string BodyName = xEncoding.BodyName;
|
||
Assert.IsTrue(BodyName == "UTF-8", "UTF8 BodyName failed not 'UTF-8");
|
||
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos is wonderful!", UTF8EnglishText, "English");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos è fantastico!", UTF8ItalianText, "Italian");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos es genial!", UTF8SpanishText, "Spanish");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos ist großartig!", UTF8GermanicText, "Germanic");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos είναι υπέροχος!", UTF8GreekText, "Greek");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos 素晴らしいです!", UTF8JapanaseText, "Japanese");
|
||
TestGetBytes(xEncoding, BodyName, "𐍈", UTF8GothicText, "Gothic");
|
||
|
||
TestGetString(xEncoding, BodyName, UTF8EnglishText, "Cosmos is wonderful!", "English");
|
||
TestGetString(xEncoding, BodyName, UTF8ItalianText, "Cosmos è fantastico!", "Italian");
|
||
TestGetString(xEncoding, BodyName, UTF8SpanishText, "Cosmos es genial!", "Spanish");
|
||
TestGetString(xEncoding, BodyName, UTF8GermanicText, "Cosmos ist großartig!", "Germanic");
|
||
/* CP437 replaces not representable characters with '?' */
|
||
TestGetString(xEncoding, BodyName, UTF8GreekText, "Cosmos είναι υπέροχος!", "Greek");
|
||
TestGetString(xEncoding, BodyName, UTF8JapanaseText, "Cosmos 素晴らしいです!", "Japanese");
|
||
TestGetString(xEncoding, BodyName, UTF8GothicText, "𐍈", "Gothic");
|
||
|
||
mDebugger.SendInternal($"Finished Test {BodyName} Encoding / Decoding");
|
||
}
|
||
|
||
private static void TestUnicode()
|
||
{
|
||
Encoding xEncoding = Encoding.Unicode;
|
||
mDebugger.SendInternal($"Starting Test {xEncoding.BodyName} Encoding / Decoding");
|
||
|
||
Assert.IsTrue(xEncoding.IsSingleByte == false, "Unicode.IsSingleByte failed: it returns true");
|
||
|
||
string BodyName = xEncoding.BodyName;
|
||
Assert.IsTrue(BodyName == "utf-16", "UTF16 BodyName failed not utf-16");
|
||
|
||
byte[] english = new byte[] { 67, 0, 111, 0, 115, 0, 109, 0, 111, 0, 115, 0, 32, 0, 105, 0, 115, 0, 32, 0, 119, 0, 111, 0, 110, 0, 100, 0, 101, 0, 114, 0, 102, 0, 117, 0, 108, 0, 33, 0 };
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos is wonderful!", english, "English");
|
||
byte[] italian = new byte[] { 67, 0, 111, 0, 115, 0, 109, 0, 111, 0, 115, 0, 32, 0, 232, 0, 32, 0, 102, 0, 97, 0, 110, 0, 116, 0, 97, 0, 115, 0, 116, 0, 105, 0, 99, 0, 111, 0, 33, 0 };
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos è fantastico!", italian, "Italian");
|
||
byte[] spanish = new byte[] { 67, 0, 111, 0, 115, 0, 109, 0, 111, 0, 115, 0, 32, 0, 101, 0, 115, 0, 32, 0, 103, 0, 101, 0, 110, 0, 105, 0, 97, 0, 108, 0, 33, 0 };
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos es genial!", spanish, "Spanish");
|
||
byte[] german = new byte[] { 67, 0, 111, 0, 115, 0, 109, 0, 111, 0, 115, 0, 32, 0, 105, 0, 115, 0, 116, 0, 32, 0, 103, 0, 114, 0, 111, 0, 223, 0, 97, 0, 114, 0, 116, 0, 105, 0, 103, 0, 33, 0 };
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos ist großartig!", german, "Germanic");
|
||
byte[] greek = new byte[] { 67, 0, 111, 0, 115, 0, 109, 0, 111, 0, 115, 0, 32, 0, 181, 3, 175, 3, 189, 3, 177, 3, 185, 3, 32, 0, 197, 3, 192, 3, 173, 3, 193, 3, 191, 3, 199, 3, 191, 3, 194, 3, 33, 0 };
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos είναι υπέροχος!", greek, "Greek");
|
||
byte[] japanese = new byte[] { 67, 0, 111, 0, 115, 0, 109, 0, 111, 0, 115, 0, 32, 0, 32, 125, 116, 102, 137, 48, 87, 48, 68, 48, 103, 48, 89, 48, 33, 0 };
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos 素晴らしいです!", japanese, "Japanese");
|
||
byte[] gothic = new byte[] { 0, 216, 72, 223 };
|
||
TestGetBytes(xEncoding, BodyName, "𐍈", gothic, "Gothic");
|
||
|
||
TestGetString(xEncoding, BodyName, english, "Cosmos is wonderful!", "English");
|
||
TestGetString(xEncoding, BodyName, italian, "Cosmos è fantastico!", "Italian");
|
||
TestGetString(xEncoding, BodyName, spanish, "Cosmos es genial!", "Spanish");
|
||
TestGetString(xEncoding, BodyName, german, "Cosmos ist großartig!", "Germanic");
|
||
TestGetString(xEncoding, BodyName, greek, "Cosmos είναι υπέροχος!", "Greek");
|
||
TestGetString(xEncoding, BodyName, japanese, "Cosmos 素晴らしいです!", "Japanese");
|
||
TestGetString(xEncoding, BodyName, gothic, "𐍈", "Gothic");
|
||
|
||
mDebugger.SendInternal($"Finished Test {BodyName} Encoding / Decoding");
|
||
}
|
||
|
||
private static void TestCP437()
|
||
{
|
||
Encoding xEncoding = Encoding.GetEncoding(437);
|
||
|
||
mDebugger.SendInternal($"Starting Test {xEncoding.BodyName} Encoding / Decoding");
|
||
|
||
Assert.IsTrue(xEncoding.IsSingleByte == true, "437.IsSingleByte failed: it returns false");
|
||
|
||
string BodyName = xEncoding.BodyName;
|
||
Assert.IsTrue(BodyName == "IBM437", "437 BodyName failed not 'IBM437");
|
||
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos is wonderful!", CP437EnglishText, "English");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos è fantastico!", CP437ItalianText, "Italian");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos es genial!", CP437SpanishText, "Spanish");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos ist großartig!", CP437GermanicText, "Germanic");
|
||
/*
|
||
* From this point on a lot of characters will be replaced by 0x3F ('?') because
|
||
* cannot really represented on CP437
|
||
*/
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos είναι υπέροχος!", CP437GreekText, "Greek");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos 素晴らしいです!", CP437JapanaseText, "Japanese");
|
||
TestGetBytes(xEncoding, BodyName, "𐍈", CP437GothicText, "Gothic");
|
||
|
||
TestGetString(xEncoding, BodyName, CP437EnglishText, "Cosmos is wonderful!", "English");
|
||
TestGetString(xEncoding, BodyName, CP437ItalianText, "Cosmos è fantastico!", "Italian");
|
||
TestGetString(xEncoding, BodyName, CP437SpanishText, "Cosmos es genial!", "Spanish");
|
||
TestGetString(xEncoding, BodyName, CP437GermanicText, "Cosmos ist großartig!", "Germanic");
|
||
/* CP437 replaces not representable characters with '?' */
|
||
TestGetString(xEncoding, BodyName, CP437GreekText, "Cosmos ε??α? ?π??????!", "Greek");
|
||
TestGetString(xEncoding, BodyName, CP437JapanaseText, "Cosmos ???????!", "Japanese");
|
||
TestGetString(xEncoding, BodyName, CP437GothicText, "??", "Gothic");
|
||
|
||
mDebugger.SendInternal($"Finished Test {BodyName} Encoding / Decoding");
|
||
}
|
||
|
||
private static void TestCP858()
|
||
{
|
||
Encoding xEncoding = Encoding.GetEncoding(858);
|
||
|
||
mDebugger.SendInternal($"Starting Test {xEncoding.BodyName} Encoding / Decoding");
|
||
|
||
Assert.IsTrue(xEncoding.IsSingleByte == true, "858.IsSingleByte failed: it returns false");
|
||
|
||
string BodyName = xEncoding.BodyName;
|
||
Assert.IsTrue(BodyName == "IBM00858", "858 BodyName failed not 'IBM00858");
|
||
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos è fantastico!", CP858ItalianText, "Italian");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos es genial!", CP858SpanishText, "Spanish");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos ist großartig!", CP858GermanicText, "Germanic");
|
||
/*
|
||
* From this point on a lot of characters will be replaced by 0x3F ('?') because
|
||
* cannot really represented on CP858
|
||
*/
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos είναι υπέροχος!", CP858GreekText, "Greek");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos 素晴らしいです!", CP858JapanaseText, "Japanese");
|
||
TestGetBytes(xEncoding, BodyName, "𐍈", CP858GothicText, "Gothic");
|
||
|
||
TestGetString(xEncoding, BodyName, CP858EnglishText, "Cosmos is wonderful!", "English");
|
||
TestGetString(xEncoding, BodyName, CP858ItalianText, "Cosmos è fantastico!", "Italian");
|
||
TestGetString(xEncoding, BodyName, CP858SpanishText, "Cosmos es genial!", "Spanish");
|
||
TestGetString(xEncoding, BodyName, CP858GermanicText, "Cosmos ist großartig!", "Germanic");
|
||
/* CP858 replaces not representable characters with '?' */
|
||
TestGetString(xEncoding, BodyName, CP858GreekText, "Cosmos ????? ????????!", "Greek");
|
||
TestGetString(xEncoding, BodyName, CP858JapanaseText, "Cosmos ???????!", "Japanese");
|
||
TestGetString(xEncoding, BodyName, CP858GothicText, "??", "Gothic");
|
||
|
||
mDebugger.SendInternal($"Finished Test {BodyName} Encoding / Decoding");
|
||
}
|
||
|
||
public static void Execute()
|
||
{
|
||
/*
|
||
* Net Core has removed all the legacy codepages from Encoding, only Unicode and ASCII are supported
|
||
* the correct way to add them is to create an Encoding Provider.
|
||
* Microsoft has created a CodePageEncodingProvider for this but it is too much complex to use it in
|
||
* Cosmos now, but we should use surely this in future.
|
||
* As a replacement for it I have created CosmosEncodingProvider that is more simple (but less efficient).
|
||
*/
|
||
Encoding.RegisterProvider(CosmosEncodingProvider.Instance);
|
||
|
||
TestUnicode();
|
||
TestUTF8();
|
||
TestCP437();
|
||
TestCP858();
|
||
}
|
||
}
|
||
}
|