Regularise processing of hangul characters (there was a mixup of cjk/regular processing), and add a build-time option to either use cjk/ngram or regular term splitting for them

2019-07-21 19:09:51 +02:00
parent 7457633b79
commit 6b058e9758
3 changed files with 47 additions and 12 deletions
@@ -196,7 +196,7 @@ int main(int argc, char **argv)

    RclConfig *config = new RclConfig(&cffn);
    TextSplit::staticConfInit(config);
-
+    Logger::getTheLog("stderr")->setLogLevel(Logger::LLDEB0);

    Rcl::StopList stoplist;
    if (op_flags & OPT_S) {