korean: for now dont filter tags, until it is better understood what should be done

This commit is contained in:
Jean-Francois Dockes 2020-05-11 07:33:54 +02:00
parent d8edbcbc55
commit d58fec0b81

View File

@ -231,8 +231,10 @@ bool TextSplit::ko_to_words(Utf8Iter *itp, unsigned int *cp)
}
lastNoun.clear();
}
if (isNoun || tags[i] == "Verb" ||
tags[i] == "Adjective" || tags[i] == "Adverb") {
// 11/05/2020 For now index everything until more precise
// verification of what should be pruned
if (true || (isNoun || tags[i] == "Verb" ||
tags[i] == "Adjective" || tags[i] == "Adverb")) {
string::size_type abspos = orgbytepos + bytepos - pagefix;
if (!takeword(word, m_wordpos++, abspos, abspos + word.size())) {
return false;