Commit 149ea2cf by Ian Lance Taylor

lex: Update unicode letters table to Unicode 8.0.0.

    
    Fixes golang/go#12322.
    
    Reviewed-on: https://go-review.googlesource.com/13985

From-SVN: r228497
parent f67b07b6
f187e13b712824b08f2a8833033840cd52a3b95a d8150af96de991fb79b1bf65ae982a860552c492
The first line of this file holds the git revision number of the last The first line of this file holds the git revision number of the last
merge done from the gofrontend repository. merge done from the gofrontend repository.
...@@ -1882,7 +1882,7 @@ static const Unicode_range unicode_letters[] = ...@@ -1882,7 +1882,7 @@ static const Unicode_range unicode_letters[] =
{ 0x081a, 0x0824, 10}, { 0x081a, 0x0824, 10},
{ 0x0828, 0x0840, 24}, { 0x0828, 0x0840, 24},
{ 0x0841, 0x0858, 1}, { 0x0841, 0x0858, 1},
{ 0x08a0, 0x08b2, 1}, { 0x08a0, 0x08b4, 1},
{ 0x0904, 0x0939, 1}, { 0x0904, 0x0939, 1},
{ 0x093d, 0x0950, 19}, { 0x093d, 0x0950, 19},
{ 0x0958, 0x0961, 1}, { 0x0958, 0x0961, 1},
...@@ -1915,7 +1915,8 @@ static const Unicode_range unicode_letters[] = ...@@ -1915,7 +1915,8 @@ static const Unicode_range unicode_letters[] =
{ 0x0ab5, 0x0ab9, 1}, { 0x0ab5, 0x0ab9, 1},
{ 0x0abd, 0x0ad0, 19}, { 0x0abd, 0x0ad0, 19},
{ 0x0ae0, 0x0ae1, 1}, { 0x0ae0, 0x0ae1, 1},
{ 0x0b05, 0x0b0c, 1}, { 0x0af9, 0x0b05, 12},
{ 0x0b06, 0x0b0c, 1},
{ 0x0b0f, 0x0b10, 1}, { 0x0b0f, 0x0b10, 1},
{ 0x0b13, 0x0b28, 1}, { 0x0b13, 0x0b28, 1},
{ 0x0b2a, 0x0b30, 1}, { 0x0b2a, 0x0b30, 1},
...@@ -1940,9 +1941,9 @@ static const Unicode_range unicode_letters[] = ...@@ -1940,9 +1941,9 @@ static const Unicode_range unicode_letters[] =
{ 0x0c12, 0x0c28, 1}, { 0x0c12, 0x0c28, 1},
{ 0x0c2a, 0x0c39, 1}, { 0x0c2a, 0x0c39, 1},
{ 0x0c3d, 0x0c58, 27}, { 0x0c3d, 0x0c58, 27},
{ 0x0c59, 0x0c60, 7}, { 0x0c59, 0x0c5a, 1},
{ 0x0c61, 0x0c85, 36}, { 0x0c60, 0x0c61, 1},
{ 0x0c86, 0x0c8c, 1}, { 0x0c85, 0x0c8c, 1},
{ 0x0c8e, 0x0c90, 1}, { 0x0c8e, 0x0c90, 1},
{ 0x0c92, 0x0ca8, 1}, { 0x0c92, 0x0ca8, 1},
{ 0x0caa, 0x0cb3, 1}, { 0x0caa, 0x0cb3, 1},
...@@ -1953,7 +1954,7 @@ static const Unicode_range unicode_letters[] = ...@@ -1953,7 +1954,7 @@ static const Unicode_range unicode_letters[] =
{ 0x0d05, 0x0d0c, 1}, { 0x0d05, 0x0d0c, 1},
{ 0x0d0e, 0x0d10, 1}, { 0x0d0e, 0x0d10, 1},
{ 0x0d12, 0x0d3a, 1}, { 0x0d12, 0x0d3a, 1},
{ 0x0d3d, 0x0d4e, 17}, { 0x0d3d, 0x0d5f, 17},
{ 0x0d60, 0x0d61, 1}, { 0x0d60, 0x0d61, 1},
{ 0x0d7a, 0x0d7f, 1}, { 0x0d7a, 0x0d7f, 1},
{ 0x0d85, 0x0d96, 1}, { 0x0d85, 0x0d96, 1},
...@@ -2012,7 +2013,8 @@ static const Unicode_range unicode_letters[] = ...@@ -2012,7 +2013,8 @@ static const Unicode_range unicode_letters[] =
{ 0x1312, 0x1315, 1}, { 0x1312, 0x1315, 1},
{ 0x1318, 0x135a, 1}, { 0x1318, 0x135a, 1},
{ 0x1380, 0x138f, 1}, { 0x1380, 0x138f, 1},
{ 0x13a0, 0x13f4, 1}, { 0x13a0, 0x13f5, 1},
{ 0x13f8, 0x13fd, 1},
{ 0x1401, 0x166c, 1}, { 0x1401, 0x166c, 1},
{ 0x166f, 0x167f, 1}, { 0x166f, 0x167f, 1},
{ 0x1681, 0x169a, 1}, { 0x1681, 0x169a, 1},
...@@ -2034,7 +2036,7 @@ static const Unicode_range unicode_letters[] = ...@@ -2034,7 +2036,7 @@ static const Unicode_range unicode_letters[] =
{ 0x1950, 0x196d, 1}, { 0x1950, 0x196d, 1},
{ 0x1970, 0x1974, 1}, { 0x1970, 0x1974, 1},
{ 0x1980, 0x19ab, 1}, { 0x1980, 0x19ab, 1},
{ 0x19c1, 0x19c7, 1}, { 0x19b0, 0x19c9, 1},
{ 0x1a00, 0x1a16, 1}, { 0x1a00, 0x1a16, 1},
{ 0x1a20, 0x1a54, 1}, { 0x1a20, 0x1a54, 1},
{ 0x1aa7, 0x1b05, 94}, { 0x1aa7, 0x1b05, 94},
...@@ -2111,7 +2113,7 @@ static const Unicode_range unicode_letters[] = ...@@ -2111,7 +2113,7 @@ static const Unicode_range unicode_letters[] =
{ 0x31a0, 0x31ba, 1}, { 0x31a0, 0x31ba, 1},
{ 0x31f0, 0x31ff, 1}, { 0x31f0, 0x31ff, 1},
{ 0x3400, 0x4db5, 1}, { 0x3400, 0x4db5, 1},
{ 0x4e00, 0x9fcc, 1}, { 0x4e00, 0x9fd5, 1},
{ 0xa000, 0xa48c, 1}, { 0xa000, 0xa48c, 1},
{ 0xa4d0, 0xa4fd, 1}, { 0xa4d0, 0xa4fd, 1},
{ 0xa500, 0xa60c, 1}, { 0xa500, 0xa60c, 1},
...@@ -2122,9 +2124,8 @@ static const Unicode_range unicode_letters[] = ...@@ -2122,9 +2124,8 @@ static const Unicode_range unicode_letters[] =
{ 0xa6a0, 0xa6e5, 1}, { 0xa6a0, 0xa6e5, 1},
{ 0xa717, 0xa71f, 1}, { 0xa717, 0xa71f, 1},
{ 0xa722, 0xa788, 1}, { 0xa722, 0xa788, 1},
{ 0xa78b, 0xa78e, 1}, { 0xa78b, 0xa7ad, 1},
{ 0xa790, 0xa7ad, 1}, { 0xa7b0, 0xa7b7, 1},
{ 0xa7b0, 0xa7b1, 1},
{ 0xa7f7, 0xa801, 1}, { 0xa7f7, 0xa801, 1},
{ 0xa803, 0xa805, 1}, { 0xa803, 0xa805, 1},
{ 0xa807, 0xa80a, 1}, { 0xa807, 0xa80a, 1},
...@@ -2132,8 +2133,8 @@ static const Unicode_range unicode_letters[] = ...@@ -2132,8 +2133,8 @@ static const Unicode_range unicode_letters[] =
{ 0xa840, 0xa873, 1}, { 0xa840, 0xa873, 1},
{ 0xa882, 0xa8b3, 1}, { 0xa882, 0xa8b3, 1},
{ 0xa8f2, 0xa8f7, 1}, { 0xa8f2, 0xa8f7, 1},
{ 0xa8fb, 0xa90a, 15}, { 0xa8fb, 0xa8fd, 2},
{ 0xa90b, 0xa925, 1}, { 0xa90a, 0xa925, 1},
{ 0xa930, 0xa946, 1}, { 0xa930, 0xa946, 1},
{ 0xa960, 0xa97c, 1}, { 0xa960, 0xa97c, 1},
{ 0xa984, 0xa9b2, 1}, { 0xa984, 0xa9b2, 1},
...@@ -2160,9 +2161,8 @@ static const Unicode_range unicode_letters[] = ...@@ -2160,9 +2161,8 @@ static const Unicode_range unicode_letters[] =
{ 0xab20, 0xab26, 1}, { 0xab20, 0xab26, 1},
{ 0xab28, 0xab2e, 1}, { 0xab28, 0xab2e, 1},
{ 0xab30, 0xab5a, 1}, { 0xab30, 0xab5a, 1},
{ 0xab5c, 0xab5f, 1}, { 0xab5c, 0xab65, 1},
{ 0xab64, 0xab65, 1}, { 0xab70, 0xabe2, 1},
{ 0xabc0, 0xabe2, 1},
{ 0xac00, 0xd7a3, 1}, { 0xac00, 0xd7a3, 1},
{ 0xd7b0, 0xd7c6, 1}, { 0xd7b0, 0xd7c6, 1},
{ 0xd7cb, 0xd7fb, 1}, { 0xd7cb, 0xd7fb, 1},
...@@ -2221,6 +2221,8 @@ static const Unicode_range unicode_letters[] = ...@@ -2221,6 +2221,8 @@ static const Unicode_range unicode_letters[] =
{ 0x10840, 0x10855, 1}, { 0x10840, 0x10855, 1},
{ 0x10860, 0x10876, 1}, { 0x10860, 0x10876, 1},
{ 0x10880, 0x1089e, 1}, { 0x10880, 0x1089e, 1},
{ 0x108e0, 0x108f2, 1},
{ 0x108f4, 0x108f5, 1},
{ 0x10900, 0x10915, 1}, { 0x10900, 0x10915, 1},
{ 0x10920, 0x10939, 1}, { 0x10920, 0x10939, 1},
{ 0x10980, 0x109b7, 1}, { 0x10980, 0x109b7, 1},
...@@ -2238,6 +2240,8 @@ static const Unicode_range unicode_letters[] = ...@@ -2238,6 +2240,8 @@ static const Unicode_range unicode_letters[] =
{ 0x10b60, 0x10b72, 1}, { 0x10b60, 0x10b72, 1},
{ 0x10b80, 0x10b91, 1}, { 0x10b80, 0x10b91, 1},
{ 0x10c00, 0x10c48, 1}, { 0x10c00, 0x10c48, 1},
{ 0x10c80, 0x10cb2, 1},
{ 0x10cc0, 0x10cf2, 1},
{ 0x11003, 0x11037, 1}, { 0x11003, 0x11037, 1},
{ 0x11083, 0x110af, 1}, { 0x11083, 0x110af, 1},
{ 0x110d0, 0x110e8, 1}, { 0x110d0, 0x110e8, 1},
...@@ -2246,9 +2250,14 @@ static const Unicode_range unicode_letters[] = ...@@ -2246,9 +2250,14 @@ static const Unicode_range unicode_letters[] =
{ 0x11176, 0x11183, 13}, { 0x11176, 0x11183, 13},
{ 0x11184, 0x111b2, 1}, { 0x11184, 0x111b2, 1},
{ 0x111c1, 0x111c4, 1}, { 0x111c1, 0x111c4, 1},
{ 0x111da, 0x11200, 38}, { 0x111da, 0x111dc, 2},
{ 0x11201, 0x11211, 1}, { 0x11200, 0x11211, 1},
{ 0x11213, 0x1122b, 1}, { 0x11213, 0x1122b, 1},
{ 0x11280, 0x11286, 1},
{ 0x11288, 0x1128a, 2},
{ 0x1128b, 0x1128d, 1},
{ 0x1128f, 0x1129d, 1},
{ 0x1129f, 0x112a8, 1},
{ 0x112b0, 0x112de, 1}, { 0x112b0, 0x112de, 1},
{ 0x11305, 0x1130c, 1}, { 0x11305, 0x1130c, 1},
{ 0x1130f, 0x11310, 1}, { 0x1130f, 0x11310, 1},
...@@ -2256,20 +2265,24 @@ static const Unicode_range unicode_letters[] = ...@@ -2256,20 +2265,24 @@ static const Unicode_range unicode_letters[] =
{ 0x1132a, 0x11330, 1}, { 0x1132a, 0x11330, 1},
{ 0x11332, 0x11333, 1}, { 0x11332, 0x11333, 1},
{ 0x11335, 0x11339, 1}, { 0x11335, 0x11339, 1},
{ 0x1133d, 0x1135d, 32}, { 0x1133d, 0x11350, 19},
{ 0x1135e, 0x11361, 1}, { 0x1135d, 0x11361, 1},
{ 0x11480, 0x114af, 1}, { 0x11480, 0x114af, 1},
{ 0x114c4, 0x114c5, 1}, { 0x114c4, 0x114c5, 1},
{ 0x114c7, 0x11580, 185}, { 0x114c7, 0x11580, 185},
{ 0x11581, 0x115ae, 1}, { 0x11581, 0x115ae, 1},
{ 0x115d8, 0x115db, 1},
{ 0x11600, 0x1162f, 1}, { 0x11600, 0x1162f, 1},
{ 0x11644, 0x11680, 60}, { 0x11644, 0x11680, 60},
{ 0x11681, 0x116aa, 1}, { 0x11681, 0x116aa, 1},
{ 0x11700, 0x11719, 1},
{ 0x118a0, 0x118df, 1}, { 0x118a0, 0x118df, 1},
{ 0x118ff, 0x11ac0, 449}, { 0x118ff, 0x11ac0, 449},
{ 0x11ac1, 0x11af8, 1}, { 0x11ac1, 0x11af8, 1},
{ 0x12000, 0x12398, 1}, { 0x12000, 0x12399, 1},
{ 0x12480, 0x12543, 1},
{ 0x13000, 0x1342e, 1}, { 0x13000, 0x1342e, 1},
{ 0x14400, 0x14646, 1},
{ 0x16800, 0x16a38, 1}, { 0x16800, 0x16a38, 1},
{ 0x16a40, 0x16a5e, 1}, { 0x16a40, 0x16a5e, 1},
{ 0x16ad0, 0x16aed, 1}, { 0x16ad0, 0x16aed, 1},
...@@ -2343,6 +2356,7 @@ static const Unicode_range unicode_letters[] = ...@@ -2343,6 +2356,7 @@ static const Unicode_range unicode_letters[] =
{ 0x20000, 0x2a6d6, 1}, { 0x20000, 0x2a6d6, 1},
{ 0x2a700, 0x2b734, 1}, { 0x2a700, 0x2b734, 1},
{ 0x2b740, 0x2b81d, 1}, { 0x2b740, 0x2b81d, 1},
{ 0x2b820, 0x2cea1, 1},
{ 0x2f800, 0x2fa1d, 1}, { 0x2f800, 0x2fa1d, 1},
}; };
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment