Index: chrome/tools/convert_dict/dic_reader.cc |
=================================================================== |
--- chrome/tools/convert_dict/dic_reader.cc (revision 37777) |
+++ chrome/tools/convert_dict/dic_reader.cc (working copy) |
@@ -106,6 +106,13 @@ |
affix_index = aff_reader->GetAFIndexForAFString(split[1]); |
} |
+ // Discard the morphological description if it is attached to the first |
+ // token. (It is attached to the first token if a word doesn't have affix |
+ // rules.) |
+ size_t word_tab_offset = utf8word.find('\t'); |
+ if (word_tab_offset != std::string::npos) |
+ utf8word = utf8word.substr(0, word_tab_offset); |
+ |
WordSet::iterator found = word_set->find(utf8word); |
if (found == word_set->end()) { |
std::set<int> affix_vector; |