tris/recoll
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

comment

Browse Source
This commit is contained in:
dockes 2007-05-24 09:35:02 +00:00
parent 747a6183c2
commit b3d67b2806
1 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
src/rcldb/stemdb.cpp
View File

@ -1,5 +1,5 @@
#ifndef lint #ifndef lint
static char rcsid[] = "@(#$Id: stemdb.cpp,v 1.8 2007-05-18 07:41:03 dockes Exp $ (C) 2005 J.F.Dockes"; static char rcsid[] = "@(#$Id: stemdb.cpp,v 1.9 2007-05-24 09:35:02 dockes Exp $ (C) 2005 J.F.Dockes";
#endif #endif
/** /**
@ -104,10 +104,11 @@ bool createDb(Xapian::Database& xdb, const string& dbdir, const string& lang)
for (it = xdb.allterms_begin(); for (it = xdb.allterms_begin();
it != xdb.allterms_end(); it++) { it != xdb.allterms_end(); it++) {
// Deciding if we try to stem the term. If it has any // Deciding if we try to stem the term. If it has any
// non-lowercase 7bit char, dont. Note that // non-lowercase 7bit char (that is, numbers, capitals and
// as we are dealing with unaccented data, we are still // punctuation) dont. We're still sending all multibyte
// processing most of western european languages (where // utf-8 chars to the stemmer, which is not too well
// most unaccented letters are ascii) // defined for xapian < 1.0, but seems to work anyway. We don't
// try to look for multibyte non alphabetic data.
string::iterator sit = (*it).begin(), eit = sit + (*it).length(); string::iterator sit = (*it).begin(), eit = sit + (*it).length();
if ((sit = find_if(sit, eit, p_notlowerascii)) != eit) { if ((sit = find_if(sit, eit, p_notlowerascii)) != eit) {
++nostem; ++nostem;