Skip to content

Commit

Permalink
Update to unicode 13
Browse files Browse the repository at this point in the history
  • Loading branch information
Thom Chiovoloni committed Jul 7, 2020
1 parent 3683b08 commit 8ae66f2
Show file tree
Hide file tree
Showing 2 changed files with 182 additions and 4 deletions.
95 changes: 92 additions & 3 deletions CaseFolding.txt
View file
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# CaseFolding-10.0.0.txt
# Date: 2017-04-14, 05:40:18 GMT
# © 2017 Unicode®, Inc.
# CaseFolding-13.0.0.txt
# Date: 2019-09-08, 23:30:59 GMT
# © 2019 Unicode®, Inc.
# Unicode and the Unicode Logo are registered trademarks of Unicode, Inc. in the U.S. and other countries.
# For terms of use, see http://www.unicode.org/terms_of_use.html
#
Expand Down Expand Up @@ -603,6 +603,52 @@
1C86; C; 044A; # CYRILLIC SMALL LETTER TALL HARD SIGN
1C87; C; 0463; # CYRILLIC SMALL LETTER TALL YAT
1C88; C; A64B; # CYRILLIC SMALL LETTER UNBLENDED UK
1C90; C; 10D0; # GEORGIAN MTAVRULI CAPITAL LETTER AN
1C91; C; 10D1; # GEORGIAN MTAVRULI CAPITAL LETTER BAN
1C92; C; 10D2; # GEORGIAN MTAVRULI CAPITAL LETTER GAN
1C93; C; 10D3; # GEORGIAN MTAVRULI CAPITAL LETTER DON
1C94; C; 10D4; # GEORGIAN MTAVRULI CAPITAL LETTER EN
1C95; C; 10D5; # GEORGIAN MTAVRULI CAPITAL LETTER VIN
1C96; C; 10D6; # GEORGIAN MTAVRULI CAPITAL LETTER ZEN
1C97; C; 10D7; # GEORGIAN MTAVRULI CAPITAL LETTER TAN
1C98; C; 10D8; # GEORGIAN MTAVRULI CAPITAL LETTER IN
1C99; C; 10D9; # GEORGIAN MTAVRULI CAPITAL LETTER KAN
1C9A; C; 10DA; # GEORGIAN MTAVRULI CAPITAL LETTER LAS
1C9B; C; 10DB; # GEORGIAN MTAVRULI CAPITAL LETTER MAN
1C9C; C; 10DC; # GEORGIAN MTAVRULI CAPITAL LETTER NAR
1C9D; C; 10DD; # GEORGIAN MTAVRULI CAPITAL LETTER ON
1C9E; C; 10DE; # GEORGIAN MTAVRULI CAPITAL LETTER PAR
1C9F; C; 10DF; # GEORGIAN MTAVRULI CAPITAL LETTER ZHAR
1CA0; C; 10E0; # GEORGIAN MTAVRULI CAPITAL LETTER RAE
1CA1; C; 10E1; # GEORGIAN MTAVRULI CAPITAL LETTER SAN
1CA2; C; 10E2; # GEORGIAN MTAVRULI CAPITAL LETTER TAR
1CA3; C; 10E3; # GEORGIAN MTAVRULI CAPITAL LETTER UN
1CA4; C; 10E4; # GEORGIAN MTAVRULI CAPITAL LETTER PHAR
1CA5; C; 10E5; # GEORGIAN MTAVRULI CAPITAL LETTER KHAR
1CA6; C; 10E6; # GEORGIAN MTAVRULI CAPITAL LETTER GHAN
1CA7; C; 10E7; # GEORGIAN MTAVRULI CAPITAL LETTER QAR
1CA8; C; 10E8; # GEORGIAN MTAVRULI CAPITAL LETTER SHIN
1CA9; C; 10E9; # GEORGIAN MTAVRULI CAPITAL LETTER CHIN
1CAA; C; 10EA; # GEORGIAN MTAVRULI CAPITAL LETTER CAN
1CAB; C; 10EB; # GEORGIAN MTAVRULI CAPITAL LETTER JIL
1CAC; C; 10EC; # GEORGIAN MTAVRULI CAPITAL LETTER CIL
1CAD; C; 10ED; # GEORGIAN MTAVRULI CAPITAL LETTER CHAR
1CAE; C; 10EE; # GEORGIAN MTAVRULI CAPITAL LETTER XAN
1CAF; C; 10EF; # GEORGIAN MTAVRULI CAPITAL LETTER JHAN
1CB0; C; 10F0; # GEORGIAN MTAVRULI CAPITAL LETTER HAE
1CB1; C; 10F1; # GEORGIAN MTAVRULI CAPITAL LETTER HE
1CB2; C; 10F2; # GEORGIAN MTAVRULI CAPITAL LETTER HIE
1CB3; C; 10F3; # GEORGIAN MTAVRULI CAPITAL LETTER WE
1CB4; C; 10F4; # GEORGIAN MTAVRULI CAPITAL LETTER HAR
1CB5; C; 10F5; # GEORGIAN MTAVRULI CAPITAL LETTER HOE
1CB6; C; 10F6; # GEORGIAN MTAVRULI CAPITAL LETTER FI
1CB7; C; 10F7; # GEORGIAN MTAVRULI CAPITAL LETTER YN
1CB8; C; 10F8; # GEORGIAN MTAVRULI CAPITAL LETTER ELIFI
1CB9; C; 10F9; # GEORGIAN MTAVRULI CAPITAL LETTER TURNED GAN
1CBA; C; 10FA; # GEORGIAN MTAVRULI CAPITAL LETTER AIN
1CBD; C; 10FD; # GEORGIAN MTAVRULI CAPITAL LETTER AEN
1CBE; C; 10FE; # GEORGIAN MTAVRULI CAPITAL LETTER HARD SIGN
1CBF; C; 10FF; # GEORGIAN MTAVRULI CAPITAL LETTER LABIAL SIGN
1E00; C; 1E01; # LATIN CAPITAL LETTER A WITH RING BELOW
1E02; C; 1E03; # LATIN CAPITAL LETTER B WITH DOT ABOVE
1E04; C; 1E05; # LATIN CAPITAL LETTER B WITH DOT BELOW
Expand Down Expand Up @@ -1180,6 +1226,17 @@ A7B2; C; 029D; # LATIN CAPITAL LETTER J WITH CROSSED-TAIL
A7B3; C; AB53; # LATIN CAPITAL LETTER CHI
A7B4; C; A7B5; # LATIN CAPITAL LETTER BETA
A7B6; C; A7B7; # LATIN CAPITAL LETTER OMEGA
A7B8; C; A7B9; # LATIN CAPITAL LETTER U WITH STROKE
A7BA; C; A7BB; # LATIN CAPITAL LETTER GLOTTAL A
A7BC; C; A7BD; # LATIN CAPITAL LETTER GLOTTAL I
A7BE; C; A7BF; # LATIN CAPITAL LETTER GLOTTAL U
A7C2; C; A7C3; # LATIN CAPITAL LETTER ANGLICANA W
A7C4; C; A794; # LATIN CAPITAL LETTER C WITH PALATAL HOOK
A7C5; C; 0282; # LATIN CAPITAL LETTER S WITH HOOK
A7C6; C; 1D8E; # LATIN CAPITAL LETTER Z WITH PALATAL HOOK
A7C7; C; A7C8; # LATIN CAPITAL LETTER D WITH SHORT STROKE OVERLAY
A7C9; C; A7CA; # LATIN CAPITAL LETTER S WITH SHORT STROKE OVERLAY
A7F5; C; A7F6; # LATIN CAPITAL LETTER REVERSED HALF H
AB70; C; 13A0; # CHEROKEE SMALL LETTER A
AB71; C; 13A1; # CHEROKEE SMALL LETTER E
AB72; C; 13A2; # CHEROKEE SMALL LETTER I
Expand Down Expand Up @@ -1457,6 +1514,38 @@ FF3A; C; FF5A; # FULLWIDTH LATIN CAPITAL LETTER Z
118BD; C; 118DD; # WARANG CITI CAPITAL LETTER SSUU
118BE; C; 118DE; # WARANG CITI CAPITAL LETTER SII
118BF; C; 118DF; # WARANG CITI CAPITAL LETTER VIYO
16E40; C; 16E60; # MEDEFAIDRIN CAPITAL LETTER M
16E41; C; 16E61; # MEDEFAIDRIN CAPITAL LETTER S
16E42; C; 16E62; # MEDEFAIDRIN CAPITAL LETTER V
16E43; C; 16E63; # MEDEFAIDRIN CAPITAL LETTER W
16E44; C; 16E64; # MEDEFAIDRIN CAPITAL LETTER ATIU
16E45; C; 16E65; # MEDEFAIDRIN CAPITAL LETTER Z
16E46; C; 16E66; # MEDEFAIDRIN CAPITAL LETTER KP
16E47; C; 16E67; # MEDEFAIDRIN CAPITAL LETTER P
16E48; C; 16E68; # MEDEFAIDRIN CAPITAL LETTER T
16E49; C; 16E69; # MEDEFAIDRIN CAPITAL LETTER G
16E4A; C; 16E6A; # MEDEFAIDRIN CAPITAL LETTER F
16E4B; C; 16E6B; # MEDEFAIDRIN CAPITAL LETTER I
16E4C; C; 16E6C; # MEDEFAIDRIN CAPITAL LETTER K
16E4D; C; 16E6D; # MEDEFAIDRIN CAPITAL LETTER A
16E4E; C; 16E6E; # MEDEFAIDRIN CAPITAL LETTER J
16E4F; C; 16E6F; # MEDEFAIDRIN CAPITAL LETTER E
16E50; C; 16E70; # MEDEFAIDRIN CAPITAL LETTER B
16E51; C; 16E71; # MEDEFAIDRIN CAPITAL LETTER C
16E52; C; 16E72; # MEDEFAIDRIN CAPITAL LETTER U
16E53; C; 16E73; # MEDEFAIDRIN CAPITAL LETTER YU
16E54; C; 16E74; # MEDEFAIDRIN CAPITAL LETTER L
16E55; C; 16E75; # MEDEFAIDRIN CAPITAL LETTER Q
16E56; C; 16E76; # MEDEFAIDRIN CAPITAL LETTER HP
16E57; C; 16E77; # MEDEFAIDRIN CAPITAL LETTER NY
16E58; C; 16E78; # MEDEFAIDRIN CAPITAL LETTER X
16E59; C; 16E79; # MEDEFAIDRIN CAPITAL LETTER D
16E5A; C; 16E7A; # MEDEFAIDRIN CAPITAL LETTER OE
16E5B; C; 16E7B; # MEDEFAIDRIN CAPITAL LETTER N
16E5C; C; 16E7C; # MEDEFAIDRIN CAPITAL LETTER R
16E5D; C; 16E7D; # MEDEFAIDRIN CAPITAL LETTER O
16E5E; C; 16E7E; # MEDEFAIDRIN CAPITAL LETTER AI
16E5F; C; 16E7F; # MEDEFAIDRIN CAPITAL LETTER Y
1E900; C; 1E922; # ADLAM CAPITAL LETTER ALIF
1E901; C; 1E923; # ADLAM CAPITAL LETTER DAALI
1E902; C; 1E924; # ADLAM CAPITAL LETTER LAAM
Expand Down
91 changes: 90 additions & 1 deletion src/case_folding_data.rs
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
pub const UNICODE_VERSION: (u64, u64, u64) = (10, 0, 0);
pub const UNICODE_VERSION: (u64, u64, u64) = (13, 0, 0);
pub const CASE_FOLDING_TABLE: &'static [(char, [char; 3])] = &[
('A', ['a', '\0', '\0']),
('B', ['b', '\0', '\0']),
Expand Down Expand Up @@ -541,6 +541,52 @@ pub const CASE_FOLDING_TABLE: &'static [(char, [char; 3])] = &[
('\u{1c86}', ['\u{44a}', '\0', '\0']),
('\u{1c87}', ['\u{463}', '\0', '\0']),
('\u{1c88}', ['\u{a64b}', '\0', '\0']),
('\u{1c90}', ['\u{10d0}', '\0', '\0']),
('\u{1c91}', ['\u{10d1}', '\0', '\0']),
('\u{1c92}', ['\u{10d2}', '\0', '\0']),
('\u{1c93}', ['\u{10d3}', '\0', '\0']),
('\u{1c94}', ['\u{10d4}', '\0', '\0']),
('\u{1c95}', ['\u{10d5}', '\0', '\0']),
('\u{1c96}', ['\u{10d6}', '\0', '\0']),
('\u{1c97}', ['\u{10d7}', '\0', '\0']),
('\u{1c98}', ['\u{10d8}', '\0', '\0']),
('\u{1c99}', ['\u{10d9}', '\0', '\0']),
('\u{1c9a}', ['\u{10da}', '\0', '\0']),
('\u{1c9b}', ['\u{10db}', '\0', '\0']),
('\u{1c9c}', ['\u{10dc}', '\0', '\0']),
('\u{1c9d}', ['\u{10dd}', '\0', '\0']),
('\u{1c9e}', ['\u{10de}', '\0', '\0']),
('\u{1c9f}', ['\u{10df}', '\0', '\0']),
('\u{1ca0}', ['\u{10e0}', '\0', '\0']),
('\u{1ca1}', ['\u{10e1}', '\0', '\0']),
('\u{1ca2}', ['\u{10e2}', '\0', '\0']),
('\u{1ca3}', ['\u{10e3}', '\0', '\0']),
('\u{1ca4}', ['\u{10e4}', '\0', '\0']),
('\u{1ca5}', ['\u{10e5}', '\0', '\0']),
('\u{1ca6}', ['\u{10e6}', '\0', '\0']),
('\u{1ca7}', ['\u{10e7}', '\0', '\0']),
('\u{1ca8}', ['\u{10e8}', '\0', '\0']),
('\u{1ca9}', ['\u{10e9}', '\0', '\0']),
('\u{1caa}', ['\u{10ea}', '\0', '\0']),
('\u{1cab}', ['\u{10eb}', '\0', '\0']),
('\u{1cac}', ['\u{10ec}', '\0', '\0']),
('\u{1cad}', ['\u{10ed}', '\0', '\0']),
('\u{1cae}', ['\u{10ee}', '\0', '\0']),
('\u{1caf}', ['\u{10ef}', '\0', '\0']),
('\u{1cb0}', ['\u{10f0}', '\0', '\0']),
('\u{1cb1}', ['\u{10f1}', '\0', '\0']),
('\u{1cb2}', ['\u{10f2}', '\0', '\0']),
('\u{1cb3}', ['\u{10f3}', '\0', '\0']),
('\u{1cb4}', ['\u{10f4}', '\0', '\0']),
('\u{1cb5}', ['\u{10f5}', '\0', '\0']),
('\u{1cb6}', ['\u{10f6}', '\0', '\0']),
('\u{1cb7}', ['\u{10f7}', '\0', '\0']),
('\u{1cb8}', ['\u{10f8}', '\0', '\0']),
('\u{1cb9}', ['\u{10f9}', '\0', '\0']),
('\u{1cba}', ['\u{10fa}', '\0', '\0']),
('\u{1cbd}', ['\u{10fd}', '\0', '\0']),
('\u{1cbe}', ['\u{10fe}', '\0', '\0']),
('\u{1cbf}', ['\u{10ff}', '\0', '\0']),
('\u{1e00}', ['\u{1e01}', '\0', '\0']),
('\u{1e02}', ['\u{1e03}', '\0', '\0']),
('\u{1e04}', ['\u{1e05}', '\0', '\0']),
Expand Down Expand Up @@ -1090,6 +1136,17 @@ pub const CASE_FOLDING_TABLE: &'static [(char, [char; 3])] = &[
('\u{a7b3}', ['\u{ab53}', '\0', '\0']),
('\u{a7b4}', ['\u{a7b5}', '\0', '\0']),
('\u{a7b6}', ['\u{a7b7}', '\0', '\0']),
('\u{a7b8}', ['\u{a7b9}', '\0', '\0']),
('\u{a7ba}', ['\u{a7bb}', '\0', '\0']),
('\u{a7bc}', ['\u{a7bd}', '\0', '\0']),
('\u{a7be}', ['\u{a7bf}', '\0', '\0']),
('\u{a7c2}', ['\u{a7c3}', '\0', '\0']),
('\u{a7c4}', ['\u{a794}', '\0', '\0']),
('\u{a7c5}', ['\u{282}', '\0', '\0']),
('\u{a7c6}', ['\u{1d8e}', '\0', '\0']),
('\u{a7c7}', ['\u{a7c8}', '\0', '\0']),
('\u{a7c9}', ['\u{a7ca}', '\0', '\0']),
('\u{a7f5}', ['\u{a7f6}', '\0', '\0']),
('\u{ab70}', ['\u{13a0}', '\0', '\0']),
('\u{ab71}', ['\u{13a1}', '\0', '\0']),
('\u{ab72}', ['\u{13a2}', '\0', '\0']),
Expand Down Expand Up @@ -1367,6 +1424,38 @@ pub const CASE_FOLDING_TABLE: &'static [(char, [char; 3])] = &[
('\u{118bd}', ['\u{118dd}', '\0', '\0']),
('\u{118be}', ['\u{118de}', '\0', '\0']),
('\u{118bf}', ['\u{118df}', '\0', '\0']),
('\u{16e40}', ['\u{16e60}', '\0', '\0']),
('\u{16e41}', ['\u{16e61}', '\0', '\0']),
('\u{16e42}', ['\u{16e62}', '\0', '\0']),
('\u{16e43}', ['\u{16e63}', '\0', '\0']),
('\u{16e44}', ['\u{16e64}', '\0', '\0']),
('\u{16e45}', ['\u{16e65}', '\0', '\0']),
('\u{16e46}', ['\u{16e66}', '\0', '\0']),
('\u{16e47}', ['\u{16e67}', '\0', '\0']),
('\u{16e48}', ['\u{16e68}', '\0', '\0']),
('\u{16e49}', ['\u{16e69}', '\0', '\0']),
('\u{16e4a}', ['\u{16e6a}', '\0', '\0']),
('\u{16e4b}', ['\u{16e6b}', '\0', '\0']),
('\u{16e4c}', ['\u{16e6c}', '\0', '\0']),
('\u{16e4d}', ['\u{16e6d}', '\0', '\0']),
('\u{16e4e}', ['\u{16e6e}', '\0', '\0']),
('\u{16e4f}', ['\u{16e6f}', '\0', '\0']),
('\u{16e50}', ['\u{16e70}', '\0', '\0']),
('\u{16e51}', ['\u{16e71}', '\0', '\0']),
('\u{16e52}', ['\u{16e72}', '\0', '\0']),
('\u{16e53}', ['\u{16e73}', '\0', '\0']),
('\u{16e54}', ['\u{16e74}', '\0', '\0']),
('\u{16e55}', ['\u{16e75}', '\0', '\0']),
('\u{16e56}', ['\u{16e76}', '\0', '\0']),
('\u{16e57}', ['\u{16e77}', '\0', '\0']),
('\u{16e58}', ['\u{16e78}', '\0', '\0']),
('\u{16e59}', ['\u{16e79}', '\0', '\0']),
('\u{16e5a}', ['\u{16e7a}', '\0', '\0']),
('\u{16e5b}', ['\u{16e7b}', '\0', '\0']),
('\u{16e5c}', ['\u{16e7c}', '\0', '\0']),
('\u{16e5d}', ['\u{16e7d}', '\0', '\0']),
('\u{16e5e}', ['\u{16e7e}', '\0', '\0']),
('\u{16e5f}', ['\u{16e7f}', '\0', '\0']),
('\u{1e900}', ['\u{1e922}', '\0', '\0']),
('\u{1e901}', ['\u{1e923}', '\0', '\0']),
('\u{1e902}', ['\u{1e924}', '\0', '\0']),
Expand Down

0 comments on commit 8ae66f2

Please sign in to comment.