chrome/common/translate/language_detection_util_unittest.cc - Issue 25531002: Move language detection to a component

Side by Side Diff: chrome/common/translate/language_detection_util_unittest.cc

Issue 25531002: Move language detection to a component (Closed) Base URL: http://git.chromium.org/chromium/src.git@master

Patch Set: Fix compilation Created 7 years, 2 months ago

Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.

Jump to:

View unified diff | Download patch

OLD	NEW
	(Empty)
1 // Copyright 2013 The Chromium Authors. All rights reserved.

2 // Use of this source code is governed by a BSD-style license that can be

3 // found in the LICENSE file.

4

5 #include "chrome/common/translate/language_detection_util.h"

6

7 #include "base/strings/string16.h"

8 #include "base/strings/utf_string_conversions.h"

9 #include "chrome/common/chrome_constants.h"

10 #include "testing/gtest/include/gtest/gtest.h"

11

12 typedef testing::Test LanguageDetectionUtilTest;

13

14 // Tests that well-known language code typos are fixed.

15 TEST_F(LanguageDetectionUtilTest, LanguageCodeTypoCorrection) {

16 std::string language;

17

18 // Strip the second and later codes.

19 language = std::string("ja,en");

20 LanguageDetectionUtil::CorrectLanguageCodeTypo(&language);

21 EXPECT_EQ("ja", language);

22

23 // Replace dash with hyphen.

24 language = std::string("ja_JP");

25 LanguageDetectionUtil::CorrectLanguageCodeTypo(&language);

26 EXPECT_EQ("ja-JP", language);

27

28 // Correct wrong cases.

29 language = std::string("JA-jp");

30 LanguageDetectionUtil::CorrectLanguageCodeTypo(&language);

31 EXPECT_EQ("ja-JP", language);

32 }

33

34 // Tests if the language codes' format is invalid.

35 TEST_F(LanguageDetectionUtilTest, IsValidLanguageCode) {

36 std::string language;

37

38 language = std::string("ja");

39 EXPECT_TRUE(LanguageDetectionUtil::IsValidLanguageCode(language));

40

41 language = std::string("ja-JP");

42 EXPECT_TRUE(LanguageDetectionUtil::IsValidLanguageCode(language));

43

44 language = std::string("ceb");

45 EXPECT_TRUE(LanguageDetectionUtil::IsValidLanguageCode(language));

46

47 language = std::string("ceb-XX");

48 EXPECT_TRUE(LanguageDetectionUtil::IsValidLanguageCode(language));

49

50 // Invalid because the sub code consists of a number.

51 language = std::string("utf-8");

52 EXPECT_FALSE(LanguageDetectionUtil::IsValidLanguageCode(language));

53

54 // Invalid because of six characters after hyphen.

55 language = std::string("ja-YUKARI");

56 EXPECT_FALSE(LanguageDetectionUtil::IsValidLanguageCode(language));

57

58 // Invalid because of four characters.

59 language = std::string("DHMO");

60 EXPECT_FALSE(LanguageDetectionUtil::IsValidLanguageCode(language));

61 }

62

63 // Tests that similar language table works.

64 TEST_F(LanguageDetectionUtilTest, SimilarLanguageCode) {

65 EXPECT_TRUE(LanguageDetectionUtil::IsSameOrSimilarLanguages("en", "en"));

66 EXPECT_FALSE(LanguageDetectionUtil::IsSameOrSimilarLanguages("en", "ja"));

67 EXPECT_TRUE(LanguageDetectionUtil::IsSameOrSimilarLanguages("bs", "hr"));

68 EXPECT_TRUE(LanguageDetectionUtil::IsSameOrSimilarLanguages("sr-ME", "sr"));

69 EXPECT_TRUE(LanguageDetectionUtil::IsSameOrSimilarLanguages("ne", "hi"));

70 EXPECT_FALSE(LanguageDetectionUtil::IsSameOrSimilarLanguages("bs", "hi"));

71 }

72

73 // Tests that well-known languages which often have wrong server configuration

74 // are handles.

75 TEST_F(LanguageDetectionUtilTest, WellKnownWrongConfiguration) {

76 EXPECT_TRUE(LanguageDetectionUtil::MaybeServerWrongConfiguration("en", "ja"));

77 EXPECT_TRUE(LanguageDetectionUtil::MaybeServerWrongConfiguration("en-US",

78 "ja"));

79 EXPECT_TRUE(LanguageDetectionUtil::MaybeServerWrongConfiguration("en",

80 "zh-CN"));

81 EXPECT_FALSE(LanguageDetectionUtil::MaybeServerWrongConfiguration("ja",

82 "en"));

83 EXPECT_FALSE(LanguageDetectionUtil::MaybeServerWrongConfiguration("en",

84 "he"));

85 }

86

87 // Tests that the language meta tag providing wrong information is ignored by

88 // LanguageDetectionUtil due to disagreement between meta tag and CLD.

89 TEST_F(LanguageDetectionUtilTest, CLDDisagreeWithWrongLanguageCode) {

90 base::string16 contents = ASCIIToUTF16(

91 "<html><head><meta http-equiv='Content-Language' content='ja'></head>"

92 "<body>This is a page apparently written in English. Even though "

93 "content-language is provided, the value will be ignored if the value "

94 "is suspicious.</body></html>");

95 std::string cld_language;

96 bool is_cld_reliable;

97 std::string language = LanguageDetectionUtil::DeterminePageLanguage(

98 std::string("ja"), std::string(), contents, &cld_language,

99 &is_cld_reliable);

100 EXPECT_EQ(chrome::kUnknownLanguageCode, language);

101 EXPECT_EQ("en", cld_language);

102 EXPECT_TRUE(is_cld_reliable);

103 }

104

105 // Tests that the language meta tag providing "en-US" style information is

106 // agreed by CLD.

107 TEST_F(LanguageDetectionUtilTest, CLDAgreeWithLanguageCodeHavingCountryCode) {

108 base::string16 contents = ASCIIToUTF16(

109 "<html><head><meta http-equiv='Content-Language' content='en-US'></head>"

110 "<body>This is a page apparently written in English. Even though "

111 "content-language is provided, the value will be ignored if the value "

112 "is suspicious.</body></html>");

113 std::string cld_language;

114 bool is_cld_reliable;

115 std::string language = LanguageDetectionUtil::DeterminePageLanguage(

116 std::string("en-US"), std::string(), contents, &cld_language,

117 &is_cld_reliable);

118 EXPECT_EQ("en-US", language);

119 EXPECT_EQ("en", cld_language);

120 EXPECT_TRUE(is_cld_reliable);

121 }

122

123 // Tests that the language meta tag providing wrong information is ignored and

124 // CLD's language will be adopted by LanguageDetectionUtil due to an invalid

125 // meta tag.

126 TEST_F(LanguageDetectionUtilTest, InvalidLanguageMetaTagProviding) {

127 base::string16 contents = ASCIIToUTF16(

128 "<html><head><meta http-equiv='Content-Language' content='utf-8'></head>"

129 "<body>This is a page apparently written in English. Even though "

130 "content-language is provided, the value will be ignored and CLD's"

131 " language will be adopted if the value is invalid.</body></html>");

132 std::string cld_language;

133 bool is_cld_reliable;

134 std::string language = LanguageDetectionUtil::DeterminePageLanguage(

135 std::string("utf-8"), std::string(), contents, &cld_language,

136 &is_cld_reliable);

137 EXPECT_EQ("en", language);

138 EXPECT_EQ("en", cld_language);

139 EXPECT_TRUE(is_cld_reliable);

140 }

141

142 // Tests that the language meta tag providing wrong information is ignored

143 // because of valid html lang attribute.

144 TEST_F(LanguageDetectionUtilTest, AdoptHtmlLang) {

145 base::string16 contents = ASCIIToUTF16(

146 "<html lang='en'><head><meta http-equiv='Content-Language' content='ja'>"

147 "</head><body>This is a page apparently written in English. Even though "

148 "content-language is provided, the value will be ignored if the value "

149 "is suspicious.</body></html>");

150 std::string cld_language;

151 bool is_cld_reliable;

152 std::string language = LanguageDetectionUtil::DeterminePageLanguage(

153 std::string("ja"), std::string("en"), contents, &cld_language,

154 &is_cld_reliable);

155 EXPECT_EQ("en", language);

156 EXPECT_EQ("en", cld_language);

157 EXPECT_TRUE(is_cld_reliable);

158 }

OLD	NEW

« chrome/chrome_renderer.gypi ('K') | « chrome/common/translate/language_detection_util.cc ('k') | chrome/common/translate/translate_common_metrics.h » ('j') | components/components.gyp » ('J')