mirror of
https://github.com/danbulant/Cosmos
synced 2026-05-19 12:30:32 +00:00
192 lines
12 KiB
C#
192 lines
12 KiB
C#
#define COSMOSDEBUG
|
||
using System;
|
||
using System.Collections.Generic;
|
||
using System.Text;
|
||
using Cosmos.TestRunner;
|
||
using Cosmos.Debug.Kernel;
|
||
using Cosmos.System.ExtendedASCII;
|
||
|
||
namespace Cosmos.Compiler.Tests.Bcl.System.Text
|
||
{
|
||
class EncodingTest
|
||
{
|
||
static Debugger mDebugger = new Debugger("System", "Enconding Test");
|
||
|
||
static byte[] UTF8EnglishText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x69, 0x73, 0x20,
|
||
0x77, 0x6F, 0x6E, 0x64, 0x65, 0x72, 0x66, 0x75, 0x6C, 0x21 };
|
||
static byte[] UTF8ItalianText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0xC3, 0xA8, 0x20,
|
||
0x66, 0x61, 0x6E, 0x74, 0x61, 0x73, 0x74, 0x69, 0x63, 0x6F,
|
||
0x21 };
|
||
static byte[] UTF8SpanishText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x65, 0x73, 0x20,
|
||
0x67, 0x65, 0x6E, 0x69, 0x61, 0x6C, 0x21 };
|
||
static byte[] UTF8GermanicText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x69, 0x73, 0x74,
|
||
0x20, 0x67, 0x72, 0x6F, 0xC3, 0x9F, 0x61, 0x72, 0x74, 0x69,
|
||
0x67, 0x21 };
|
||
static byte[] UTF8GreekText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0xCE, 0xB5, 0xCE,
|
||
0xAF, 0xCE, 0xBD, 0xCE, 0xB1, 0xCE, 0xB9, 0x20, 0xCF, 0x85,
|
||
0xCF, 0x80, 0xCE, 0xAD, 0xCF, 0x81, 0xCE, 0xBF, 0xCF, 0x87,
|
||
0xCE, 0xBF, 0xCF, 0x82, 0x21 };
|
||
static byte[] UTF8JapanaseText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0xE7, 0xB4, 0xA0,
|
||
0xE6, 0x99, 0xB4, 0xE3, 0x82, 0x89, 0xE3, 0x81, 0x97, 0xE3,
|
||
0x81, 0x84, 0xE3, 0x81, 0xA7, 0xE3, 0x81, 0x99, 0x21 };
|
||
static byte[] UTF8GothicText = new byte[] { 0xF0, 0x90, 0x8D, 0x88 };
|
||
|
||
static byte[] CP437EnglishText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x69, 0x73, 0x20,
|
||
0x77, 0x6F, 0x6E, 0x64, 0x65, 0x72, 0x66, 0x75, 0x6C, 0x21 };
|
||
static byte[] CP437ItalianText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x8A, 0x20, 0x66,
|
||
0x61, 0x6E, 0x74, 0x61, 0x73, 0x74, 0x69, 0x63, 0x6F, 0x21 };
|
||
|
||
static byte[] CP437SpanishText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x65, 0x73, 0x20,
|
||
0x67, 0x65, 0x6E, 0x69, 0x61, 0x6C, 0x21 };
|
||
|
||
static byte[] CP437GermanicText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x69, 0x73, 0x74, 0x20,
|
||
0x67, 0x72, 0x6F, 0xE1, 0x61, 0x72, 0x74, 0x69, 0x67, 0x21 };
|
||
static byte[] CP437GreekText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0xEE, 0x3F, 0x3F, 0xE0,
|
||
0x3F, 0x20, 0x3F, 0xE3, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x21 };
|
||
static byte[] CP437JapanaseText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x3F, 0x3F, 0x3F, 0x3F,
|
||
0x3F, 0x3F, 0x3F, 0x21 };
|
||
static byte[] CP437GothicText = new byte[] { 0x3F, 0x3F };
|
||
static byte[] CP858EnglishText = CP437EnglishText;
|
||
static byte[] CP858ItalianText = CP437ItalianText;
|
||
static byte[] CP858SpanishText = CP437SpanishText;
|
||
static byte[] CP858GermanicText = CP437GermanicText;
|
||
/* CP858 has no Greek characters they are all replaced by '?' (0x3F) */
|
||
static byte[] CP858GreekText = new byte[] { 0x43, 0x6F, 0x73, 0x6D, 0x6F, 0x73, 0x20, 0x3F, 0x3F, 0x3F, 0x3F,
|
||
0x3F, 0x20, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x21 };
|
||
static byte[] CP858JapanaseText = CP437JapanaseText;
|
||
static byte[] CP858GothicText = CP437GothicText;
|
||
|
||
static void TestGetBytes(Encoding xEncoding, string xName, string text, byte[] expectedResult, string desc)
|
||
{
|
||
byte[] result;
|
||
|
||
result = xEncoding.GetBytes(text);
|
||
Assert.IsTrue(EqualityHelper.ByteArrayAreEquals(result, expectedResult), $"{xName} Encoding of {desc} text failed byte arrays different");
|
||
}
|
||
|
||
|
||
static void TestGetString(Encoding xEncoding, string xName, byte[] bytes, string expectedText, string desc)
|
||
{
|
||
string text;
|
||
|
||
text = xEncoding.GetString(bytes);
|
||
Assert.IsTrue((text == expectedText), $"{xName} Decoding of {desc} text failed strings different");
|
||
}
|
||
|
||
static void TestUTF8()
|
||
{
|
||
//Encoding xEncoding = new UTF8Encoding();
|
||
Encoding xEncoding = Encoding.UTF8;
|
||
mDebugger.SendInternal($"Starting Test {xEncoding.BodyName} Encoding / Decoding");
|
||
|
||
Assert.IsTrue(xEncoding.IsSingleByte == false, "UTF8.IsSingleByte failed: it returns true");
|
||
|
||
string BodyName = xEncoding.BodyName;
|
||
Assert.IsTrue(BodyName == "UTF-8", "UTF8 BodyName failed not 'UTF-8");
|
||
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos is wonderful!", UTF8EnglishText, "English");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos è fantastico!", UTF8ItalianText, "Italian");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos es genial!", UTF8SpanishText, "Spanish");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos ist großartig!", UTF8GermanicText, "Germanic");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos είναι υπέροχος!", UTF8GreekText, "Greek");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos 素晴らしいです!", UTF8JapanaseText, "Japanese");
|
||
TestGetBytes(xEncoding, BodyName, "𐍈", UTF8GothicText, "Gothic");
|
||
|
||
TestGetString(xEncoding, BodyName, UTF8EnglishText, "Cosmos is wonderful!", "English");
|
||
TestGetString(xEncoding, BodyName, UTF8ItalianText, "Cosmos è fantastico!", "Italian");
|
||
TestGetString(xEncoding, BodyName, UTF8SpanishText, "Cosmos es genial!", "Spanish");
|
||
TestGetString(xEncoding, BodyName, UTF8GermanicText, "Cosmos ist großartig!", "Germanic");
|
||
/* CP437 replaces not representable characters with '?' */
|
||
TestGetString(xEncoding, BodyName, UTF8GreekText, "Cosmos είναι υπέροχος!", "Greek");
|
||
TestGetString(xEncoding, BodyName, UTF8JapanaseText, "Cosmos 素晴らしいです!", "Japanese");
|
||
TestGetString(xEncoding, BodyName, UTF8GothicText, "𐍈", "Gothic");
|
||
|
||
mDebugger.SendInternal($"Finished Test {BodyName} Encoding / Decoding");
|
||
}
|
||
|
||
static void TestCP437()
|
||
{
|
||
Encoding xEncoding = Encoding.GetEncoding(437);
|
||
|
||
mDebugger.SendInternal($"Starting Test {xEncoding.BodyName} Encoding / Decoding");
|
||
|
||
Assert.IsTrue(xEncoding.IsSingleByte == true, "437.IsSingleByte failed: it returns false");
|
||
|
||
string BodyName = xEncoding.BodyName;
|
||
Assert.IsTrue(BodyName == "IBM437", "437 BodyName failed not 'IBM437");
|
||
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos is wonderful!", CP437EnglishText, "English");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos è fantastico!", CP437ItalianText, "Italian");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos es genial!", CP437SpanishText, "Spanish");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos ist großartig!", CP437GermanicText, "Germanic");
|
||
/*
|
||
* From this point on a lot of characters will be replaced by 0x3F ('?') because
|
||
* cannot really represented on CP437
|
||
*/
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos είναι υπέροχος!", CP437GreekText, "Greek");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos 素晴らしいです!", CP437JapanaseText, "Japanese");
|
||
TestGetBytes(xEncoding, BodyName, "𐍈", CP437GothicText, "Gothic");
|
||
|
||
TestGetString(xEncoding, BodyName, CP437EnglishText, "Cosmos is wonderful!", "English");
|
||
TestGetString(xEncoding, BodyName, CP437ItalianText, "Cosmos è fantastico!", "Italian");
|
||
TestGetString(xEncoding, BodyName, CP437SpanishText, "Cosmos es genial!", "Spanish");
|
||
TestGetString(xEncoding, BodyName, CP437GermanicText, "Cosmos ist großartig!", "Germanic");
|
||
/* CP437 replaces not representable characters with '?' */
|
||
TestGetString(xEncoding, BodyName, CP437GreekText, "Cosmos ε??α? ?π??????!", "Greek");
|
||
TestGetString(xEncoding, BodyName, CP437JapanaseText, "Cosmos ???????!", "Japanese");
|
||
TestGetString(xEncoding, BodyName, CP437GothicText, "??", "Gothic");
|
||
|
||
mDebugger.SendInternal($"Finished Test {BodyName} Encoding / Decoding");
|
||
}
|
||
|
||
static void TestCP858()
|
||
{
|
||
Encoding xEncoding = Encoding.GetEncoding(858);
|
||
|
||
mDebugger.SendInternal($"Starting Test {xEncoding.BodyName} Encoding / Decoding");
|
||
|
||
Assert.IsTrue(xEncoding.IsSingleByte == true, "858.IsSingleByte failed: it returns false");
|
||
|
||
string BodyName = xEncoding.BodyName;
|
||
Assert.IsTrue(BodyName == "IBM00858", "858 BodyName failed not 'IBM00858");
|
||
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos è fantastico!", CP858ItalianText, "Italian");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos es genial!", CP858SpanishText, "Spanish");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos ist großartig!", CP858GermanicText, "Germanic");
|
||
/*
|
||
* From this point on a lot of characters will be replaced by 0x3F ('?') because
|
||
* cannot really represented on CP858
|
||
*/
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos είναι υπέροχος!", CP858GreekText, "Greek");
|
||
TestGetBytes(xEncoding, BodyName, "Cosmos 素晴らしいです!", CP858JapanaseText, "Japanese");
|
||
TestGetBytes(xEncoding, BodyName, "𐍈", CP858GothicText, "Gothic");
|
||
|
||
TestGetString(xEncoding, BodyName, CP858EnglishText, "Cosmos is wonderful!", "English");
|
||
TestGetString(xEncoding, BodyName, CP858ItalianText, "Cosmos è fantastico!", "Italian");
|
||
TestGetString(xEncoding, BodyName, CP858SpanishText, "Cosmos es genial!", "Spanish");
|
||
TestGetString(xEncoding, BodyName, CP858GermanicText, "Cosmos ist großartig!", "Germanic");
|
||
/* CP858 replaces not representable characters with '?' */
|
||
TestGetString(xEncoding, BodyName, CP858GreekText, "Cosmos ????? ????????!", "Greek");
|
||
TestGetString(xEncoding, BodyName, CP858JapanaseText, "Cosmos ???????!", "Japanese");
|
||
TestGetString(xEncoding, BodyName, CP858GothicText, "??", "Gothic");
|
||
|
||
mDebugger.SendInternal($"Finished Test {BodyName} Encoding / Decoding");
|
||
}
|
||
|
||
public static void Execute()
|
||
{
|
||
/*
|
||
* Net Core has removed all the legacy codepages from Encoding, only Unicode and ASCII are supported
|
||
* the correct way to add them is to create an Encoding Provider.
|
||
* Microsoft has created a CodePageEncodingProvider for this but it is too much complex to use it in
|
||
* Cosmos now, but we should use surely this in future.
|
||
* As a replacement for it I have created CosmosEncodingProvider that is more simple (but less efficient).
|
||
*/
|
||
Encoding.RegisterProvider(CosmosEncodingProvider.Instance);
|
||
|
||
TestUTF8();
|
||
TestCP437();
|
||
TestCP858();
|
||
}
|
||
}
|
||
}
|