1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
|
// © 2020 and later: Unicode, Inc. and others.
// License & terms of use: http://www.unicode.org/copyright.html
package org.unicode.icu.tool.cldrtoicu.localedistance;
import static com.google.common.truth.Truth.assertThat;
import static java.util.Arrays.asList;
import static org.unicode.icu.tool.cldrtoicu.localedistance.TestData.AliasReason.DEPRECATED;
import static org.unicode.icu.tool.cldrtoicu.localedistance.TestData.AliasReason.LEGACY;
import static org.unicode.icu.tool.cldrtoicu.localedistance.TestData.AliasReason.OVERLONG;
import static org.unicode.icu.tool.cldrtoicu.localedistance.TestData.AliasType.LANGUAGE;
import static org.unicode.icu.tool.cldrtoicu.localedistance.TestData.AliasType.TERRITORY;
import static org.unicode.icu.tool.cldrtoicu.localedistance.TestData.alias;
import static org.unicode.icu.tool.cldrtoicu.localedistance.TestData.likelySubtag;
import static org.unicode.icu.tool.cldrtoicu.localedistance.TestData.lsr;
import org.junit.Test;
import org.unicode.cldr.api.CldrData;
import org.unicode.cldr.api.CldrDataSupplier;
import org.unicode.cldr.api.CldrValue;
import com.google.common.collect.ImmutableMap;
import com.ibm.icu.impl.locale.LSR;
import com.ibm.icu.impl.locale.LikelySubtags;
import com.ibm.icu.util.BytesTrie;
public class LikelySubtagsBuilderTest {
@Test
public void testLanguageAliases() {
LikelySubtags.Data subtags = LikelySubtagsBuilder.build(getTestData(
// Minimum mapping (or else code complains).
likelySubtag("und", "en_Latn_US"),
alias(LANGUAGE, DEPRECATED, "in", "id"),
alias(LANGUAGE, DEPRECATED, "mo", "ro"),
// Overlong languages are ignored.
alias(LANGUAGE, OVERLONG, "eng", "en"),
// Non-simple languages with script, region or other extensions are ignored.
alias(LANGUAGE, LEGACY, "zh_TW", "zh_Hant_TW"),
alias(LANGUAGE, LEGACY, "i-default", "en-x-i-default")));
assertThat(subtags.languageAliases).containsExactly("in", "id", "mo", "ro");
}
@Test
public void testTerritoryAliases() {
LikelySubtags.Data subtags = LikelySubtagsBuilder.build(getTestData(
// Minimum mapping (or else code complains).
likelySubtag("und", "en_Latn_US"),
// When more than one replacement exists, take the first.
alias(TERRITORY, DEPRECATED, "CS", "RS ME"),
alias(TERRITORY, DEPRECATED, "UK", "GB"),
// Overlong territories are ignored.
alias(TERRITORY, OVERLONG, "eng", "en"),
alias(TERRITORY, OVERLONG, "999", "ZZ")));
assertThat(subtags.regionAliases).containsExactly("CS", "RS", "UK", "GB");
}
@Test
public void testLikelySubtags() {
LikelySubtags.Data subtags = LikelySubtagsBuilder.build(getTestData(
likelySubtag("und", "en_Latn_US"),
likelySubtag("en", "en_Latn_US"),
likelySubtag("pt", "pt_Latn_BR"),
likelySubtag("und_BR", "pt_Latn_BR"),
likelySubtag("zh", "zh_Hans_CN"),
likelySubtag("zh_TW", "zh_Hant_TW"),
likelySubtag("zh_Hant", "zh_Hant_TW")));
assertThat(subtags.lsrs).asList()
.containsExactly(
// Special cases (these should never change).
lsr(""),
lsr("skip-script"),
// Locales mapped to by the likely subtags mappings (in order).
lsr("en-Latn-US"),
lsr("pt-Latn-BR"),
lsr("zh-Hans-CN"),
lsr("zh-Hant-TW"))
.inOrder();
// Order is by "subtag" (left-to-right) with lexicographical order of tags (other
// than '*' which is always sorted first).
// Results are mapped to their corresponding value in the LSRs list.
assertThat(getTrieTable(subtags))
.containsExactly(
"*-*-*", lsr("en-Latn-US"),
"*-*-BR", lsr("pt-Latn-BR"),
"*-Latn-*", lsr("en-Latn-US"),
"*-Latn-BR", lsr("pt-Latn-BR"),
"*-Latn-US", lsr("en-Latn-US"),
"en", lsr("en-Latn-US"),
"pt", lsr("pt-Latn-BR"),
"zh-*-*", lsr("zh-Hans-CN"),
"zh-*-TW", lsr("zh-Hant-TW"),
"zh-Hant", lsr("zh-Hant-TW"))
.inOrder();
}
private static ImmutableMap<String, LSR> getTrieTable(LikelySubtags.Data subtags) {
// We rebuild the Trie from the byte[] data.
return TestData.getTrieTable(new BytesTrie(subtags.trie, 0), "*", i -> subtags.lsrs[i]);
}
private static CldrData getTestData(CldrValue... values) {
return CldrDataSupplier.forValues(asList(values));
}
}
|
