FireBirdLib - Topfield TMS PVR TAP Programming Library
StrToUTF8.c
Go to the documentation of this file.
1#include <string.h>
2#include "libFireBird.h"
3
4//Translates DVB character set table 00 (chars 0xa0 to 0xff) to Unicode
5word UTFLookupISO6937[] = {0x00A0, 0x00A1, 0x00A2, 0x00A3, 0x20AC, 0x00A5, 0x0000, 0x00A7, 0x00A4, 0x2018, 0x201c, 0x00AB, 0x2190, 0x2191, 0x2192, 0x2193,
6 0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x00D7, 0x00B5, 0x00B6, 0x00B7, 0x00F7, 0x2019, 0x201D, 0x00BB, 0x00BC, 0x00BD, 0x00BE, 0x00BF,
7 0x0000, 0x0300, 0x0301, 0x0302, 0x0303, 0x0304, 0x0306, 0x0307, 0x0308, 0x0000, 0x030A, 0x0327, 0x0000, 0x030b, 0x0328, 0x030c,
8 0x2015, 0x00b9, 0x00ae, 0x00a9, 0x2122, 0x266a, 0x00ac, 0x00a6, 0x0000, 0x0000, 0x0000, 0x0000, 0x215b, 0x215c, 0x215d, 0x215e,
9 0x2126, 0x00c6, 0x0110, 0x00aa, 0x0126, 0x0000, 0x0132, 0x013f, 0x0141, 0x00d8, 0x0152, 0x00ba, 0x00de, 0x0166, 0x014a, 0x0149,
10 0x0138, 0x00e6, 0x0111, 0x03b4, 0x0127, 0x0131, 0x0133, 0x0140, 0x0142, 0x00f8, 0x0153, 0x00df, 0x00fe, 0x0167, 0x014b, 0x00ad};
11
12//ISO8859-1
13word UTFLookupISO8859_1[] = {0x00A0, 0x00A1, 0x00A2, 0x00A3, 0x00A4, 0x00A5, 0x00A6, 0x00A7, 0x00A8, 0x00A9, 0x00AA, 0x00AB, 0x00AC, 0x00AD, 0x00AE, 0x00AF,
14 0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x00B4, 0x00B5, 0x00B6, 0x00B7, 0x00B8, 0x00B9, 0x00BA, 0x00BB, 0x00BC, 0x00BD, 0x00BE, 0x00BF,
15 0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x00C7, 0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
16 0x00D0, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x00D7, 0x00D8, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x00DD, 0x00DE, 0x00DF,
17 0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x00E7, 0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
18 0x00F0, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x00F7, 0x00F8, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x00FD, 0x00FE, 0x00FF};
19
20//ISO8859-2
21word UTFLookupISO8859_2[] = {0x00A0, 0x0104, 0x02D8, 0x0141, 0x00A4, 0x013D, 0x015A, 0x00A7, 0x00A8, 0x0160, 0x015E, 0x0164, 0x0179, 0x00AD, 0x017D, 0x017B,
22 0x00B0, 0x0105, 0x02DB, 0x0142, 0x00B4, 0x013E, 0x015B, 0x02C7, 0x00B8, 0x0161, 0x015F, 0x0165, 0x017A, 0x02DD, 0x017E, 0x017C,
23 0x0154, 0x00C1, 0x00C2, 0x0102, 0x00C4, 0x0139, 0x0106, 0x00C7, 0x010C, 0x00C9, 0x0118, 0x00CB, 0x011A, 0x00CD, 0x00CE, 0x010E,
24 0x0110, 0x0143, 0x0147, 0x00D3, 0x00D4, 0x0150, 0x00D6, 0x00D7, 0x0158, 0x016E, 0x00DA, 0x0170, 0x00DC, 0x00DD, 0x0162, 0x00DF,
25 0x0155, 0x00E1, 0x00E2, 0x0103, 0x00E4, 0x013A, 0x0107, 0x00E7, 0x010D, 0x00E9, 0x0119, 0x00EB, 0x011B, 0x00ED, 0x00EE, 0x010F,
26 0x0111, 0x0144, 0x0148, 0x00F3, 0x00F4, 0x0151, 0x00F6, 0x00F7, 0x0159, 0x016F, 0x00FA, 0x0171, 0x00FC, 0x00FD, 0x0163, 0x02D9};
27
28//ISO8859-3
29word UTFLookupISO8859_3[] = {0x00A0, 0x0126, 0x02D8, 0x00A3, 0x00A4, 0x0000, 0x0124, 0x00A7, 0x00A8, 0x0130, 0x015E, 0x011E, 0x0134, 0x00AD, 0x0000, 0x017B,
30 0x00B0, 0x0127, 0x00B2, 0x00B3, 0x00B4, 0x00B5, 0x0125, 0x00B7, 0x00B8, 0x0131, 0x015F, 0x011F, 0x0135, 0x00BD, 0x0000, 0x017C,
31 0x00C0, 0x00C1, 0x00C2, 0x0000, 0x00C4, 0x010A, 0x0108, 0x00C7, 0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
32 0x0000, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x0120, 0x00D6, 0x00D7, 0x011C, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x016C, 0x015C, 0x00DF,
33 0x00E0, 0x00E1, 0x00E2, 0x0000, 0x00E4, 0x010B, 0x0109, 0x00E7, 0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
34 0x0000, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x0121, 0x00F6, 0x00F7, 0x011D, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x016D, 0x015D, 0x02D9};
35
36//ISO8859-4
37word UTFLookupISO8859_4[] = {0x00A0, 0x0104, 0x0138, 0x0156, 0x00A4, 0x0128, 0x013B, 0x00A7, 0x00A8, 0x0160, 0x0112, 0x0122, 0x0166, 0x00AD, 0x017D, 0x00AF,
38 0x00B0, 0x0105, 0x02DB, 0x0157, 0x00B4, 0x0129, 0x013C, 0x02C7, 0x00B8, 0x0161, 0x0113, 0x0123, 0x0167, 0x014A, 0x017E, 0x014B,
39 0x0100, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x012E, 0x010C, 0x00C9, 0x0118, 0x00CB, 0x0116, 0x00CD, 0x00CE, 0x012A,
40 0x0110, 0x0145, 0x014C, 0x0136, 0x00D4, 0x00D5, 0x00D6, 0x00D7, 0x00D8, 0x0172, 0x00DA, 0x00DB, 0x00DC, 0x0168, 0x016A, 0x00DF,
41 0x0101, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x012F, 0x010D, 0x00E9, 0x0119, 0x00EB, 0x0117, 0x00ED, 0x00EE, 0x012B,
42 0x0111, 0x0146, 0x014D, 0x0137, 0x00F4, 0x00F5, 0x00F6, 0x00F7, 0x00F8, 0x0173, 0x00FA, 0x00FB, 0x00FC, 0x0169, 0x016B, 0x02D9};
43
44//ISO8859-5
45word UTFLookupISO8859_5[] = {0x00A0, 0x0401, 0x0402, 0x0403, 0x0404, 0x0405, 0x0406, 0x0407, 0x0408, 0x0409, 0x040A, 0x040B, 0x040C, 0x00AD, 0x040E, 0x040F,
46 0x0410, 0x0411, 0x0412, 0x0413, 0x0414, 0x0415, 0x0416, 0x0417, 0x0418, 0x0419, 0x041A, 0x041B, 0x041C, 0x041D, 0x041E, 0x041F,
47 0x0420, 0x0421, 0x0422, 0x0423, 0x0424, 0x0425, 0x0426, 0x0427, 0x0428, 0x0429, 0x042A, 0x042B, 0x042C, 0x042D, 0x042E, 0x042F,
48 0x0430, 0x0431, 0x0432, 0x0433, 0x0434, 0x0435, 0x0436, 0x0437, 0x0438, 0x0439, 0x043A, 0x043B, 0x043C, 0x043D, 0x043E, 0x043F,
49 0x0440, 0x0441, 0x0442, 0x0443, 0x0444, 0x0445, 0x0446, 0x0447, 0x0448, 0x0449, 0x044A, 0x044B, 0x044C, 0x044D, 0x044E, 0x044F,
50 0x2116, 0x0451, 0x0452, 0x0453, 0x0454, 0x0455, 0x0456, 0x0457, 0x0458, 0x0459, 0x045A, 0x045B, 0x045C, 0x00A7, 0x045E, 0x045F};
51
52//ISO8859-6
53word UTFLookupISO8859_6[] = {0x00A0, 0x0000, 0x0000, 0x0000, 0x00A4, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x060C, 0x00AD, 0x0000, 0x0000,
54 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x061B, 0x0000, 0x0000, 0x0000, 0x061F,
55 0x0000, 0x0621, 0x0622, 0x0623, 0x0624, 0x0625, 0x0626, 0x0627, 0x0628, 0x0629, 0x062A, 0x062B, 0x062C, 0x062D, 0x062E, 0x062F,
56 0x0630, 0x0631, 0x0632, 0x0633, 0x0634, 0x0635, 0x0636, 0x0637, 0x0638, 0x0639, 0x063A, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
57 0x0640, 0x0641, 0x0642, 0x0643, 0x0644, 0x0645, 0x0646, 0x0647, 0x0648, 0x0649, 0x064A, 0x064B, 0x064C, 0x064D, 0x064E, 0x064F,
58 0x0650, 0x0651, 0x0652, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000};
59
60//ISO8859-7
61word UTFLookupISO8859_7[] = {0x00A0, 0x2018, 0x2019, 0x00A3, 0x0000, 0x0000, 0x00A6, 0x00A7, 0x00A8, 0x00A9, 0x0000, 0x00AB, 0x00AC, 0x00AD, 0x0000, 0x2015,
62 0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x0384, 0x0385, 0x0386, 0x00B7, 0x0388, 0x0389, 0x038A, 0x00BB, 0x038C, 0x00BD, 0x038E, 0x038F,
63 0x0390, 0x0391, 0x0392, 0x0393, 0x0394, 0x0395, 0x0396, 0x0397, 0x0398, 0x0399, 0x039A, 0x039B, 0x039C, 0x039D, 0x039E, 0x039F,
64 0x03A0, 0x03A1, 0x0000, 0x03A3, 0x03A4, 0x03A5, 0x03A6, 0x03A7, 0x03A8, 0x03A9, 0x03AA, 0x03AB, 0x03AC, 0x03AD, 0x03AE, 0x03AF,
65 0x03B0, 0x03B1, 0x03B2, 0x03B3, 0x03B4, 0x03B5, 0x03B6, 0x03B7, 0x03B8, 0x03B9, 0x03BA, 0x03BB, 0x03BC, 0x03BD, 0x03BE, 0x03BF,
66 0x03C0, 0x03C1, 0x03C2, 0x03C3, 0x03C4, 0x03C5, 0x03C6, 0x03C7, 0x03C8, 0x03C9, 0x03CA, 0x03CB, 0x03CC, 0x03CD, 0x03CE, 0x0000};
67
68//ISO8859-8
69word UTFLookupISO8859_8[] = {0x00A0, 0x0000, 0x00A2, 0x00A3, 0x00A4, 0x00A5, 0x00A6, 0x00A7, 0x00A8, 0x00A9, 0x00D7, 0x00AB, 0x00AC, 0x00AD, 0x00AE, 0x00AF,
70 0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x00B4, 0x00B5, 0x00B6, 0x00B7, 0x00B8, 0x00B9, 0x00F7, 0x00BB, 0x00BC, 0x00BD, 0x00BE, 0x0000,
71 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
72 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x2017,
73 0x05D0, 0x05D1, 0x05D2, 0x05D3, 0x05D4, 0x05D5, 0x05D6, 0x05D7, 0x05D8, 0x05D9, 0x05DA, 0x05DB, 0x05DC, 0x05DD, 0x05DE, 0x05DF,
74 0x05E0, 0x05E1, 0x05E2, 0x05E3, 0x05E4, 0x05E5, 0x05E6, 0x05E7, 0x05E8, 0x05E9, 0x05EA, 0x0000, 0x0000, 0x200E, 0x200F, 0x0000};
75
76//ISO8859-9
77word UTFLookupISO8859_9[] = {0x00A0, 0x00A1, 0x00A2, 0x00A3, 0x00A4, 0x00A5, 0x00A6, 0x00A7, 0x00A8, 0x00A9, 0x00AA, 0x00AB, 0x00AC, 0x00AD, 0x00AE, 0x00AF,
78 0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x00B4, 0x00B5, 0x00B6, 0x00B7, 0x00B8, 0x00B9, 0x00BA, 0x00BB, 0x00BC, 0x00BD, 0x00BE, 0x00BF,
79 0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x00C7, 0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
80 0x011E, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x00D7, 0x00D8, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x0130, 0x015E, 0x00DF,
81 0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x00E7, 0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
82 0x011F, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x00F7, 0x00F8, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x0131, 0x015F, 0x00FF};
83
84//ISO8859-10
85word UTFLookupISO8859_10[] = {0x00A0, 0x0104, 0x0112, 0x0122, 0x012A, 0x0128, 0x0136, 0x00A7, 0x013B, 0x0110, 0x0160, 0x0166, 0x017D, 0x00AD, 0x016A, 0x014A,
86 0x00B0, 0x0105, 0x0113, 0x0123, 0x012B, 0x0129, 0x0137, 0x00B7, 0x013C, 0x0111, 0x0161, 0x0167, 0x017E, 0x2015, 0x016B, 0x014B,
87 0x0100, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x012E, 0x010C, 0x00C9, 0x0118, 0x00CB, 0x0116, 0x00CD, 0x00CE, 0x00CF,
88 0x00D0, 0x0145, 0x014C, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x0168, 0x00D8, 0x0172, 0x00DA, 0x00DB, 0x00DC, 0x00DD, 0x00DE, 0x00DF,
89 0x0101, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x012F, 0x010D, 0x00E9, 0x0119, 0x00EB, 0x0117, 0x00ED, 0x00EE, 0x00EF,
90 0x00F0, 0x0146, 0x014D, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x0169, 0x00F8, 0x0173, 0x00FA, 0x00FB, 0x00FC, 0x00FD, 0x00FE, 0x0138};
91
92//ISO8859-11
93word UTFLookupISO8859_11[] = {0x00A0, 0x0E01, 0x0E02, 0x0E03, 0x0E04, 0x0E05, 0x0E06, 0x0E07, 0x0E08, 0x0E09, 0x0E0A, 0x0E0B, 0x0E0C, 0x0E0D, 0x0E0E, 0x0E0F,
94 0x0E10, 0x0E11, 0x0E12, 0x0E13, 0x0E14, 0x0E15, 0x0E16, 0x0E17, 0x0E18, 0x0E19, 0x0E1A, 0x0E1B, 0x0E1C, 0x0E1D, 0x0E1E, 0x0E1F,
95 0x0E20, 0x0E21, 0x0E22, 0x0E23, 0x0E24, 0x0E25, 0x0E26, 0x0E27, 0x0E28, 0x0E29, 0x0E2A, 0x0E2B, 0x0E2C, 0x0E2D, 0x0E2E, 0x0E2F,
96 0x0E30, 0x0E31, 0x0E32, 0x0E33, 0x0E34, 0x0E35, 0x0E36, 0x0E37, 0x0E38, 0x0E39, 0x0E3A, 0x0000, 0x0000, 0x0000, 0x0000, 0x0E3F,
97 0x0E40, 0x0E41, 0x0E42, 0x0E43, 0x0E44, 0x0E45, 0x0E46, 0x0E47, 0x0E48, 0x0E49, 0x0E4A, 0x0E4B, 0x0E4C, 0x0E4D, 0x0E4E, 0x0E4F,
98 0x0E50, 0x0E51, 0x0E52, 0x0E53, 0x0E54, 0x0E55, 0x0E56, 0x0E57, 0x0E58, 0x0E59, 0x0E5A, 0x0E5B, 0x0000, 0x0000, 0x0000, 0x0000};
99
100//ISO8859-13
101word UTFLookupISO8859_13[] = {0x00A0, 0x201D, 0x00A2, 0x00A3, 0x00A4, 0x201E, 0x00A6, 0x00A7, 0x00D8, 0x00A9, 0x0156, 0x00AB, 0x00AC, 0x00AD, 0x00AE, 0x00C6,
102 0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x201C, 0x00B5, 0x00B6, 0x00B7, 0x00F8, 0x00B9, 0x0157, 0x00BB, 0x00BC, 0x00BD, 0x00BE, 0x00E6,
103 0x0104, 0x012E, 0x0100, 0x0106, 0x00C4, 0x00C5, 0x0118, 0x0112, 0x010C, 0x00C9, 0x0179, 0x0116, 0x0122, 0x0136, 0x012A, 0x013B,
104 0x0160, 0x0143, 0x0145, 0x00D3, 0x014C, 0x00D5, 0x00D6, 0x00D7, 0x0172, 0x0141, 0x015A, 0x016A, 0x00DC, 0x017B, 0x017D, 0x00DF,
105 0x0105, 0x012F, 0x0101, 0x0107, 0x00E4, 0x00E5, 0x0119, 0x0113, 0x010D, 0x00E9, 0x017A, 0x0117, 0x0123, 0x0137, 0x012B, 0x013C,
106 0x0161, 0x0144, 0x0146, 0x00F3, 0x014D, 0x00F5, 0x00F6, 0x00F7, 0x0173, 0x0142, 0x015B, 0x016B, 0x00FC, 0x017C, 0x017E, 0x2019};
107
108//ISO8859-14
109word UTFLookupISO8859_14[] = {0x00A0, 0x1E02, 0x1E03, 0x00A3, 0x010A, 0x010B, 0x1E0A, 0x00A7, 0x1E80, 0x00A9, 0x1E82, 0x1E0B, 0x1EF2, 0x00AD, 0x00AE, 0x0178,
110 0x1E1E, 0x1E1F, 0x0120, 0x0121, 0x1E40, 0x1E41, 0x00B6, 0x1E56, 0x1E81, 0x1E57, 0x1E83, 0x1E60, 0x1EF3, 0x1E84, 0x1E85, 0x1E61,
111 0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x00C7, 0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
112 0x0174, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x1E6A, 0x00D8, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x00DD, 0x0176, 0x00DF,
113 0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x00E7, 0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
114 0x0175, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x1E6B, 0x00F8, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x00FD, 0x0177, 0x00FF};
115
116//ISO8859-15
117word UTFLookupISO8859_15[] = {0x00A0, 0x00A1, 0x00A2, 0x00A3, 0x20AC, 0x00A5, 0x0160, 0x00A7, 0x0161, 0x00A9, 0x00AA, 0x00AB, 0x00AC, 0x00AD, 0x00AE, 0x00AF,
118 0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x017D, 0x00B5, 0x00B6, 0x00B7, 0x017E, 0x00B9, 0x00BA, 0x00BB, 0x0152, 0x0153, 0x0178, 0x00BF,
119 0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x00C7, 0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
120 0x00D0, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x00D7, 0x00D8, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x00DD, 0x00DE, 0x00DF,
121 0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x00E7, 0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
122 0x00F0, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x00F7, 0x00F8, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x00FD, 0x00FE, 0x00FF};
123
124//ISO8859-16
125word UTFLookupISO8859_16[] = {0x00A0, 0x0104, 0x0105, 0x0141, 0x20AC, 0x201E, 0x0160, 0x00A7, 0x0161, 0x00A9, 0x0218, 0x00AB, 0x0179, 0x00AD, 0x017A, 0x017B,
126 0x00B0, 0x00B1, 0x010C, 0x0142, 0x017D, 0x201D, 0x00B6, 0x00B7, 0x017E, 0x010D, 0x0219, 0x00BB, 0x0152, 0x0153, 0x0178, 0x017C,
127 0x00C0, 0x00C1, 0x00C2, 0x0102, 0x00C4, 0x0106, 0x00C6, 0x00C7, 0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
128 0x0110, 0x0143, 0x00D2, 0x00D3, 0x00D4, 0x0150, 0x00D6, 0x015A, 0x0170, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x0118, 0x021A, 0x00DF,
129 0x00E0, 0x00E1, 0x00E2, 0x0103, 0x00E4, 0x0107, 0x00E6, 0x00E7, 0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
130 0x0111, 0x0144, 0x00F2, 0x00F3, 0x00F4, 0x0151, 0x00F6, 0x015B, 0x0171, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x0119, 0x021B, 0x00FF};
131
132char AnsiUpper[30] = "ÀÁÂÃÄÅÆÇÈÉÊËÌÍÎÏÐÑÒÓÔÕÖØÙÚÛÜÝ";
133char AnsiLower[30] = "àáâãäåæçèéêëìíîïðñòóôõöøùúûüý";
134
135char UTF8Upper[64] = "\u00c0\u00c1\u00c2\u00c3\u00c4\u00c5\u00c6\u00c7\u00c8\u00c9\u00ca\u00cb\u00cc\u00cd\u00ce\u00cf\u00d0\u00d1\u00d2\u00d3\u00d4\u00d5\u00d6\u00d8\u00d9\u00da\u00db\u00dc\u00dd\u00de";
136char UTF8Lower[64] = "\u00e0\u00e1\u00e2\u00e3\u00e4\u00e5\u00e6\u00e7\u00e8\u00e9\u00ea\u00eb\u00ec\u00ed\u00ee\u00ef\u00f0\u00f1\u00f2\u00f3\u00f4\u00f5\u00f6\u00f8\u00f9\u00fa\u00fb\u00fc\u00fd\u00fe";
137
138typedef struct
139{
140 word Big5DBCS;
141 word UTF16;
142}tBig5Translation;
143
144#include "Big5Data.h"
145
146bool StrToUTF8(const byte *SourceString, byte *DestString, byte DefaultISO8859CharSet)
147{
148 TRACEENTER();
149
150 bool ret;
151 byte BytesPerCharacter;
152 dword UTF32;
153 word *UTFLookup;
154 byte CharSet, SourceChar;
155
156 if(!SourceString || !DestString)
157 {
158 TRACEEXIT();
159 return FALSE;
160 }
161
162 if(!SourceString[0])
163 {
164 DestString[0] = '\0';
165
166 TRACEEXIT();
167 return TRUE;
168 }
169
170 ret = FALSE;
171
172 //Is there any encoding marker at the beginning of the text?
173 CharSet = DefaultISO8859CharSet;
174
175 if(SourceString[0] < ' ')
176 {
177 switch(SourceString[0])
178 {
179 case 0x01: CharSet = 5; break;
180 case 0x02: CharSet = 6; break;
181 case 0x03: CharSet = 7; break;
182 case 0x04: CharSet = 8; break;
183 case 0x05: CharSet = 9; break;
184 case 0x06: CharSet = 10; break;
185 case 0x07: CharSet = 11; break;
186 case 0x08: CharSet = 12; break;
187 case 0x09: CharSet = 13; break;
188 case 0x0a: CharSet = 14; break;
189 case 0x0b: CharSet = 15; break;
190 case 0x10:
191 {
192 //3 char Übersetzung
193 CharSet = SourceString[2];
194 SourceString += 2;
195 break;
196 }
197
198 case 0x14:
199 {
200 //Big5 Traditional Chinese
201 //Caller needs to make sure that the source string is terminated by 2 NULL chars
202 word *pDBCS, w;
203 byte hb, lb;
204 bool hbok, lbok;
205
206 pDBCS = (word*)&SourceString[1];
207 while(*pDBCS != 0)
208 {
209 w = (*pDBCS >> 8) | (*pDBCS << 8);
210
211 //is the char inside of the allowed Big5 range?
212 hb = w >> 8;
213 lb = w & 0xff;
214 hbok = ((hb >= 0xA1) && (hb <= 0xC7)) || ((hb >= 0xC9) && (hb <= 0xF9));
215 lbok = ((lb >= 0x40) && (lb <= 0x7E)) || ((lb >= 0xA1) && (lb <= 0xFE));
216
217 if(hbok && lbok)
218 {
219 tBig5Translation *p;
220 bool Found;
221
222 //Passed Big5 range check. Look up for Big5 and convert to Unicode
223 p = Big5Translation;
224
225 Found = FALSE;
226 while(p->Big5DBCS != 0)
227 {
228 if(w == p->Big5DBCS)
229 {
230 Found = TRUE;
231 break;
232 }
233 p++;
234 }
235
236 if(Found)
237 {
238 //Found the associated Unicode character. Convert to UTF-8 and copy
239 UTF32ToUTF8((dword)p->UTF16, DestString, &BytesPerCharacter);
240 DestString += BytesPerCharacter;
241 }
242 else
243 {
244 //There's no associated Unicode character. Use an *
245 *DestString = '*';
246 DestString++;
247 }
248 }
249 else
250 {
251 //out of Big5 range. Just copy the word and convert to UTF-8
252 UTF32ToUTF8((dword)w, DestString, &BytesPerCharacter);
253 DestString += BytesPerCharacter;
254 }
255
256 pDBCS++;
257 }
258
259
260 TRACEEXIT();
261 return TRUE;
262 }
263
264 case 0x15:
265 {
266 //According to EN300468, this is already in UTF8 encoding
267 strcpy(DestString, &SourceString[1]);
268
269 TRACEEXIT();
270 return TRUE;
271 }
272
273 case 0x1f:
274 {
275 SourceString++;
276 break;
277 }
278 }
279 SourceString++;
280 }
281 else
282 {
283 //LogEntryFBLibPrintf(TRUE, "StrToUTF8: using default lookup table 8859-%d", CharSet);
284 }
285
286 switch(CharSet)
287 {
288 case 1: UTFLookup = UTFLookupISO8859_1; break;
289 case 2: UTFLookup = UTFLookupISO8859_2; break;
290 case 3: UTFLookup = UTFLookupISO8859_3; break;
291 case 4: UTFLookup = UTFLookupISO8859_4; break;
292 case 5: UTFLookup = UTFLookupISO8859_5; break;
293 case 6: UTFLookup = UTFLookupISO8859_6; break;
294 case 7: UTFLookup = UTFLookupISO8859_7; break;
295 case 8: UTFLookup = UTFLookupISO8859_8; break;
296 case 9: UTFLookup = UTFLookupISO8859_9; break;
297 case 10: UTFLookup = UTFLookupISO8859_10; break;
298 case 11: UTFLookup = UTFLookupISO8859_11; break;
299 case 13: UTFLookup = UTFLookupISO8859_13; break;
300 case 14: UTFLookup = UTFLookupISO8859_14; break;
301 case 15: UTFLookup = UTFLookupISO8859_15; break;
302 case 16: UTFLookup = UTFLookupISO8859_16; break;
303
304 default: UTFLookup = UTFLookupISO6937; break;
305 }
306
307 while(*SourceString)
308 {
309 if(*SourceString < 0x80)
310 {
311 //ASCII: just copy
312 *DestString = *SourceString;
313 SourceString++;
314 DestString++;
315 }
316 else
317 {
318 if(isUTF8Char(SourceString, &BytesPerCharacter))
319 {
320 //Already UTF8: just copy
321 memcpy(DestString, (void *) SourceString, BytesPerCharacter);
322 SourceString += BytesPerCharacter;
323 DestString += BytesPerCharacter;
324 }
325 else
326 {
327 //Seems to be an ANSI character: conversion is needed
328 if((CharSet == 0) && (*SourceString >= 0xc0) && (*SourceString <= 0xcf))
329 {
330 //if ISO6937 is used, replace diactricital characters with their single entity counterparts
331
332 // À Á Â Ã Ä Å Ç È É Ê Ë Ì Í Î Ï Ñ Ò Ó Ô Õ Ö Ù Ú Û Ü Ý à á â ã ä å ç è é ê ë ì í î ï ñ ò ó ô õ ö ù ú û ü ý ÿ
333 char *ISO6937 = "\xc1\x41 \xc2\x41 \xc3\x41 \xc4\x41 \xc8\x41 \xca\x41 \xcb\x43 \xc1\x45 \xc2\x45 \xc3\x45 \xc8\x45 \xc1\x49 \xc2\x49 \xc3\x49 \xc8\x49 \xc4\x4e \xc1\x4f \xc2\x4f \xc3\x4f \xc4\x4f \xc8\x4f \xc1\x55 \xc2\x55 \xc3\x55 \xc8\x55 \xc2\x59 \xc1\x61 \xc2\x61 \xc3\x61 \xc4\x61 \xc8\x61 \xca\x61 \xcb\x63 \xc1\x65 \xc2\x65 \xc3\x65 \xc8\x65 \xc1\x69 \xc2\x69 \xc3\x69 \xc8\x69 \xc4\x6e \xc1\x6f \xc2\x6f \xc3\x6f \xc4\x6f \xc8\x6f \xc1\x75 \xc2\x75 \xc3\x75 \xc8\x75 \xc2\x79 \xc8\x79";
334 char *UTF8 = "\xc3\x80 \xc3\x81 \xc3\x82 \xc3\x83 \xc3\x84 \xc3\x85 \xc3\x87 \xc3\x88 \xc3\x89 \xc3\x8a \xc3\x8b \xc3\x8c \xc3\x8d \xc3\x8e \xc3\x8f \xc3\x91 \xc3\x92 \xc3\x93 \xc3\x94 \xc3\x95 \xc3\x96 \xc3\x99 \xc3\x9a \xc3\x9b \xc3\x9c \xc3\x9d \xc3\xa0 \xc3\xa1 \xc3\xa2 \xc3\xa3 \xc3\xa4 \xc3\xa5 \xc3\xa7 \xc3\xa8 \xc3\xa9 \xc3\xaa \xc3\xab \xc3\xac \xc3\xad \xc3\xae \xc3\xaf \xc3\xb1 \xc3\xb2 \xc3\xb3 \xc3\xb4 \xc3\xb5 \xc3\xb6 \xc3\xb9 \xc3\xba \xc3\xbb \xc3\xbc \xc3\xbd \xc3\xbf";
335
336 char Dia[3], *p;
337 int Index;
338
339 memcpy(Dia, (void *) SourceString, 2);
340 Dia[2] = '\0';
341 p = strstr(ISO6937, Dia);
342 if(p)
343 {
344 Index = (dword)p - (dword)ISO6937;
345 memcpy(DestString, &UTF8[Index], 2);
346 DestString += 2;
347 }
348 else
349 {
350 LogEntryFBLibPrintf(TRUE, "StrToUTF8: ISO6937 diacritical char %2.2x %2.2x has been ignored", SourceString[0], SourceString[1]);
351 }
352 SourceString++;
353 }
354 else
355 {
356 SourceChar = * SourceString;
357 if(SourceChar >= 0xa0)
358 UTF32 = UTFLookup[SourceChar - 0xa0];
359 else
360 UTF32 = SourceChar;
361
362 UTF32ToUTF8(UTF32, DestString, &BytesPerCharacter);
363 DestString += BytesPerCharacter;
364 }
365
366 ret = TRUE;
367 SourceString++;
368 }
369 }
370 }
371 *DestString = '\0';
372
373 TRACEEXIT();
374 return ret;
375}
Big5Translation
tBig5Translation Big5Translation[]
Definition: Big5Data.h:1
LogEntryFBLibPrintf
void LogEntryFBLibPrintf(bool Console, char *format,...)
Definition: LogEntryFBLibPrintf.c:13
UTFLookupISO8859_8
word UTFLookupISO8859_8[]
Definition: StrToUTF8.c:69
AnsiUpper
char AnsiUpper[30]
Definition: StrToUTF8.c:132
UTFLookupISO8859_14
word UTFLookupISO8859_14[]
Definition: StrToUTF8.c:109
UTFLookupISO8859_15
word UTFLookupISO8859_15[]
Definition: StrToUTF8.c:117
UTFLookupISO8859_6
word UTFLookupISO8859_6[]
Definition: StrToUTF8.c:53
UTFLookupISO8859_1
word UTFLookupISO8859_1[]
Definition: StrToUTF8.c:13
UTFLookupISO8859_11
word UTFLookupISO8859_11[]
Definition: StrToUTF8.c:93
UTFLookupISO8859_2
word UTFLookupISO8859_2[]
Definition: StrToUTF8.c:21
UTFLookupISO6937
word UTFLookupISO6937[]
Definition: StrToUTF8.c:5
UTF8Lower
char UTF8Lower[64]
Definition: StrToUTF8.c:136
UTFLookupISO8859_5
word UTFLookupISO8859_5[]
Definition: StrToUTF8.c:45
StrToUTF8
bool StrToUTF8(const byte *SourceString, byte *DestString, byte DefaultISO8859CharSet)
Definition: StrToUTF8.c:146
AnsiLower
char AnsiLower[30]
Definition: StrToUTF8.c:133
UTFLookupISO8859_16
word UTFLookupISO8859_16[]
Definition: StrToUTF8.c:125
UTFLookupISO8859_4
word UTFLookupISO8859_4[]
Definition: StrToUTF8.c:37
UTFLookupISO8859_13
word UTFLookupISO8859_13[]
Definition: StrToUTF8.c:101
UTFLookupISO8859_3
word UTFLookupISO8859_3[]
Definition: StrToUTF8.c:29
UTFLookupISO8859_7
word UTFLookupISO8859_7[]
Definition: StrToUTF8.c:61
UTFLookupISO8859_10
word UTFLookupISO8859_10[]
Definition: StrToUTF8.c:85
UTF8Upper
char UTF8Upper[64]
Definition: StrToUTF8.c:135
UTFLookupISO8859_9
word UTFLookupISO8859_9[]
Definition: StrToUTF8.c:77
TRACEEXIT
#define TRACEEXIT()
Definition: libFireBird.h:1244
TRACEENTER
#define TRACEENTER()
Definition: libFireBird.h:1243
UTF32ToUTF8
void UTF32ToUTF8(dword UTF32Character, byte *UTF8Character, byte *BytesPerChar)
Definition: UTF32ToUTF8.c:3
isUTF8Char
bool isUTF8Char(const byte *p, byte *BytesPerChar)
Definition: isUTF8Char.c:3