tris/recoll
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

reenable stripping newlines

Browse Source
This commit is contained in:
dockes 2006-01-25 08:39:07 +00:00
parent 7ad5f2d90d
commit 65d00b9c74
2 changed files with 55 additions and 40 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
src/internfile/myhtmlparse.cpp
View File

@ -32,15 +32,19 @@
// I can see no good reason to do this, and it actually helps preview to keep
// whitespace, especially if the html comes from a filter that generated it
// from text (ie: inside '<pre> tags)
//
// Otoh doing it takes us closer to what the html rendering would
// be. We should actually switch on/off according to pre tags
void
MyHtmlParser::process_text(const string &text)
{
if (!in_script_tag && !in_style_tag) {
#if 0
if (!in_pre_tag) {
string::size_type b = 0;
while ((b = text.find_first_not_of(WHITESPACE, b)) != string::npos) {
if (pending_space || b != 0)
if (!dump.empty()) dump += ' ';
if (!dump.empty())
dump += ' ';
pending_space = true;
string::size_type e = text.find_first_of(WHITESPACE, b);
if (e == string::npos) {
@ -51,11 +55,11 @@ MyHtmlParser::process_text(const string &text)
dump += text.substr(b, e - b);
b = e + 1;
}
#else
} else {
if (pending_space)
dump += ' ';
dump += text;
#endif
}
}
}
@ -192,7 +196,11 @@ MyHtmlParser::opening_tag(const string &tag, const map<string,string> &p)
if (tag == "ol" || tag == "option") pending_space = true;
break;
case 'p':
if (tag == "p" || tag == "pre" || tag == "plaintext") {
if (tag == "p" || tag == "plaintext") {
dump += '\n';
pending_space = true;
} else if (tag == "pre") {
in_pre_tag = true;
dump += '\n';
pending_space = true;
}
@ -269,7 +277,12 @@ MyHtmlParser::closing_tag(const string &tag)
if (tag == "ol" || tag == "option") pending_space = true;
break;
case 'p':
if (tag == "p" || tag == "pre") pending_space = true;
if (tag == "p") {
pending_space = true;
} else if (tag == "pre") {
pending_space = true;
in_pre_tag = false;
}
break;
case 'q':
if (tag == "q") pending_space = true;

2
src/internfile/myhtmlparse.h
View File

@ -33,6 +33,7 @@ class MyHtmlParser : public HtmlParser {
bool in_script_tag;
bool in_style_tag;
bool in_body_tag;
bool in_pre_tag;
bool pending_space;
string title, sample, keywords, dump, dmtime;
string ocharset; // This is the charset our user thinks the doc was
@ -47,6 +48,7 @@ class MyHtmlParser : public HtmlParser {
in_script_tag(false),
in_style_tag(false),
in_body_tag(false),
in_pre_tag(false),
pending_space(false),
indexing_allowed(true) { }
};