open-dsi
/
postgres
mirror of https://github.com/postgres/postgres
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update Unicode data to Unicode 15.0.0

Browse Source
pull/104/head
Peter Eisentraut 3 years ago
parent c4f8e89fef
commit 1091b48cd7
6 changed files with 2445 additions and 2269 deletions
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Show Stats Download Patch File Download Diff File
  1. 2
      src/Makefile.global.in
  2. 20
      src/include/common/unicode_east_asian_fw_table.h
  3. 13
      src/include/common/unicode_nonspacing_table.h
  4. 2624
      src/include/common/unicode_norm_hashfunc.h
  5. 74
      src/include/common/unicode_norm_table.h
  6. 1981
      src/include/common/unicode_normprops_table.h

2
src/Makefile.global.in
Unescape View File

@ -363,7 +363,7 @@ DOWNLOAD = wget -O $@ --no-use-server-timestamps
# Pick a release from here: <https://www.unicode.org/Public/>. Note
# that the most recent release listed there is often a pre-release;
# don't pick that one, except for testing.
UNICODE_VERSION = 14.0.0
UNICODE_VERSION = 15.0.0
# Pick a release from here: <http://cldr.unicode.org/index/downloads>
CLDR_VERSION = 41

20
src/include/common/unicode_east_asian_fw_table.h
Unescape View File

@ -69,7 +69,9 @@ static const struct mbinterval east_asian_fw[] = {
{0x1AFF5, 0x1AFFB},
{0x1AFFD, 0x1AFFE},
{0x1B000, 0x1B122},
{0x1B132, 0x1B132},
{0x1B150, 0x1B152},
{0x1B155, 0x1B155},
{0x1B164, 0x1B167},
{0x1B170, 0x1B2FB},
{0x1F004, 0x1F004},
@ -103,7 +105,7 @@ static const struct mbinterval east_asian_fw[] = {
{0x1F6CC, 0x1F6CC},
{0x1F6D0, 0x1F6D2},
{0x1F6D5, 0x1F6D7},
{0x1F6DD, 0x1F6DF},
{0x1F6DC, 0x1F6DF},
{0x1F6EB, 0x1F6EC},
{0x1F6F4, 0x1F6FC},
{0x1F7E0, 0x1F7EB},
@ -111,15 +113,13 @@ static const struct mbinterval east_asian_fw[] = {
{0x1F90C, 0x1F93A},
{0x1F93C, 0x1F945},
{0x1F947, 0x1F9FF},
{0x1FA70, 0x1FA74},
{0x1FA78, 0x1FA7C},
{0x1FA80, 0x1FA86},
{0x1FA90, 0x1FAAC},
{0x1FAB0, 0x1FABA},
{0x1FAC0, 0x1FAC5},
{0x1FAD0, 0x1FAD9},
{0x1FAE0, 0x1FAE7},
{0x1FAF0, 0x1FAF6},
{0x1FA70, 0x1FA7C},
{0x1FA80, 0x1FA88},
{0x1FA90, 0x1FABD},
{0x1FABF, 0x1FAC5},
{0x1FACE, 0x1FADB},
{0x1FAE0, 0x1FAE8},
{0x1FAF0, 0x1FAF8},
{0x20000, 0x2FFFD},
{0x30000, 0x3FFFD},
};

13
src/include/common/unicode_nonspacing_table.h
Unescape View File

@ -86,7 +86,7 @@ static const struct mbinterval nonspacing[] = {
{0x0E47, 0x0E4E},
{0x0EB1, 0x0EB1},
{0x0EB4, 0x0EBC},
{0x0EC8, 0x0ECD},
{0x0EC8, 0x0ECE},
{0x0F18, 0x0F19},
{0x0F35, 0x0F35},
{0x0F37, 0x0F37},
@ -211,6 +211,7 @@ static const struct mbinterval nonspacing[] = {
{0x10AE5, 0x10AE6},
{0x10D24, 0x10D27},
{0x10EAB, 0x10EAC},
{0x10EFD, 0x10EFF},
{0x10F46, 0x10F50},
{0x10F82, 0x10F85},
{0x11001, 0x11001},
@ -234,6 +235,7 @@ static const struct mbinterval nonspacing[] = {
{0x11234, 0x11234},
{0x11236, 0x11237},
{0x1123E, 0x1123E},
{0x11241, 0x11241},
{0x112DF, 0x112DF},
{0x112E3, 0x112EA},
{0x11300, 0x11301},
@ -289,7 +291,12 @@ static const struct mbinterval nonspacing[] = {
{0x11D95, 0x11D95},
{0x11D97, 0x11D97},
{0x11EF3, 0x11EF4},
{0x13430, 0x13438},
{0x11F00, 0x11F01},
{0x11F36, 0x11F3A},
{0x11F40, 0x11F40},
{0x11F42, 0x11F42},
{0x13430, 0x13440},
{0x13447, 0x13455},
{0x16AF0, 0x16AF4},
{0x16B30, 0x16B36},
{0x16F4F, 0x16F4F},
@ -308,9 +315,11 @@ static const struct mbinterval nonspacing[] = {
{0x1DA84, 0x1DA84},
{0x1DA9B, 0x1DAAF},
{0x1E000, 0x1E02A},
{0x1E08F, 0x1E08F},
{0x1E130, 0x1E136},
{0x1E2AE, 0x1E2AE},
{0x1E2EC, 0x1E2EF},
{0x1E4EC, 0x1E4EF},
{0x1E8D0, 0x1E8D6},
{0x1E944, 0x1E94A},
{0xE0001, 0xE01EF},

2624
src/include/common/unicode_norm_hashfunc.h
View File

File diff suppressed because it is too large Load Diff

74
src/include/common/unicode_norm_table.h
Unescape View File

@ -36,7 +36,7 @@ typedef struct
#define DECOMPOSITION_IS_COMPAT(x) (((x)->dec_size_flags & DECOMP_COMPAT) != 0)
/* Table of Unicode codepoints and their decompositions */
static const pg_unicode_decomposition UnicodeDecompMain[6703] =
static const pg_unicode_decomposition UnicodeDecompMain[6775] =
{
{0x00A0, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0020},
{0x00A8, 0, 2 | DECOMP_COMPAT, 0},
@ -4706,6 +4706,9 @@ static const pg_unicode_decomposition UnicodeDecompMain[6703] =
{0x10D27, 230, 0, 0},
{0x10EAB, 230, 0, 0},
{0x10EAC, 230, 0, 0},
{0x10EFD, 220, 0, 0},
{0x10EFE, 220, 0, 0},
{0x10EFF, 220, 0, 0},
{0x10F46, 220, 0, 0},
{0x10F47, 220, 0, 0},
{0x10F48, 230, 0, 0},
@ -4791,6 +4794,8 @@ static const pg_unicode_decomposition UnicodeDecompMain[6703] =
{0x11D44, 9, 0, 0},
{0x11D45, 9, 0, 0},
{0x11D97, 9, 0, 0},
{0x11F41, 9, 0, 0},
{0x11F42, 9, 0, 0},
{0x16AF0, 1, 0, 0},
{0x16AF1, 1, 0, 0},
{0x16AF2, 1, 0, 0},
@ -5886,6 +5891,69 @@ static const pg_unicode_decomposition UnicodeDecompMain[6703] =
{0x1E028, 230, 0, 0},
{0x1E029, 230, 0, 0},
{0x1E02A, 230, 0, 0},
{0x1E030, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0430},
{0x1E031, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0431},
{0x1E032, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0432},
{0x1E033, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0433},
{0x1E034, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0434},
{0x1E035, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0435},
{0x1E036, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0436},
{0x1E037, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0437},
{0x1E038, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0438},
{0x1E039, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x043A},
{0x1E03A, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x043B},
{0x1E03B, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x043C},
{0x1E03C, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x043E},
{0x1E03D, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x043F},
{0x1E03E, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0440},
{0x1E03F, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0441},
{0x1E040, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0442},
{0x1E041, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0443},
{0x1E042, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0444},
{0x1E043, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0445},
{0x1E044, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0446},
{0x1E045, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0447},
{0x1E046, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0448},
{0x1E047, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x044B},
{0x1E048, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x044D},
{0x1E049, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x044E},
{0x1E04A, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0xA689},
{0x1E04B, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x04D9},
{0x1E04C, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0456},
{0x1E04D, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0458},
{0x1E04E, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x04E9},
{0x1E04F, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x04AF},
{0x1E050, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x04CF},
{0x1E051, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0430},
{0x1E052, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0431},
{0x1E053, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0432},
{0x1E054, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0433},
{0x1E055, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0434},
{0x1E056, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0435},
{0x1E057, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0436},
{0x1E058, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0437},
{0x1E059, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0438},
{0x1E05A, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x043A},
{0x1E05B, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x043B},
{0x1E05C, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x043E},
{0x1E05D, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x043F},
{0x1E05E, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0441},
{0x1E05F, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0443},
{0x1E060, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0444},
{0x1E061, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0445},
{0x1E062, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0446},
{0x1E063, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0447},
{0x1E064, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0448},
{0x1E065, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x044A},
{0x1E066, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x044B},
{0x1E067, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0491},
{0x1E068, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0456},
{0x1E069, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x0455},
{0x1E06A, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x045F},
{0x1E06B, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x04AB},
{0x1E06C, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0xA651},
{0x1E06D, 0, 1 | DECOMP_COMPAT | DECOMP_INLINE, 0x04B1},
{0x1E08F, 230, 0, 0},
{0x1E130, 230, 0, 0},
{0x1E131, 230, 0, 0},
{0x1E132, 230, 0, 0},
@ -5898,6 +5966,10 @@ static const pg_unicode_decomposition UnicodeDecompMain[6703] =
{0x1E2ED, 230, 0, 0},
{0x1E2EE, 230, 0, 0},
{0x1E2EF, 230, 0, 0},
{0x1E4EC, 232, 0, 0},
{0x1E4ED, 232, 0, 0},
{0x1E4EE, 220, 0, 0},
{0x1E4EF, 230, 0, 0},
{0x1E8D0, 220, 0, 0},
{0x1E8D1, 220, 0, 0},
{0x1E8D2, 220, 0, 0},

1981
src/include/common/unicode_normprops_table.h
View File

File diff suppressed because it is too large Load Diff
Write Preview
Loading…
Cancel
Save