added code for unac to perform pure case-folding

2012-08-27 12:40:57 +02:00
parent 9327527101
commit 913dffc597
12 changed files with 2133 additions and 1972 deletions
@@ -91,7 +91,7 @@ class TextSplitPTR : public TextSplit {
    // (phrase or near), update positions list.
    virtual bool takeword(const std::string& term, int pos, int bts, int bte) {
 	string dumb;
-	if (!unacmaybefold(term, dumb, "UTF-8", true)) {
+	if (!unacmaybefold(term, dumb, "UTF-8", UNACOP_UNACFOLD)) {
 	    LOGINFO(("PlainToRich::splitter::takeword: unac failed for [%s]\n",
                     term.c_str()));
 	    return true;