tris/recoll
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Merge branch 'master' of https://opensourceprojects.eu/git/p/recoll1/code

Browse Source
This commit is contained in:
Jean-Francois Dockes 2019-06-19 11:05:42 +02:00
commit c6dc5bca89
16 changed files with 489 additions and 300 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

221
src/common/rclconfig.cpp
View File

@ -14,7 +14,7 @@
* Free Software Foundation, Inc., * Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
*/ */
#ifndef TEST_RCLCONFIG
#include "autoconfig.h" #include "autoconfig.h"
#include <stdio.h> #include <stdio.h>
@ -186,6 +186,7 @@ RclConfig::RclConfig(const RclConfig &r)
m_stpsuffstate(this, {"noContentSuffixes", "noContentSuffixes+", m_stpsuffstate(this, {"noContentSuffixes", "noContentSuffixes+",
"noContentSuffixes-"}), "noContentSuffixes-"}),
m_skpnstate(this, {"skippedNames", "skippedNames+", "skippedNames-"}), m_skpnstate(this, {"skippedNames", "skippedNames+", "skippedNames-"}),
m_onlnstate(this, "onlyNames"),
m_rmtstate(this, "indexedmimetypes"), m_rmtstate(this, "indexedmimetypes"),
m_xmtstate(this, "excludedmimetypes"), m_xmtstate(this, "excludedmimetypes"),
m_mdrstate(this, "metadatacmds") m_mdrstate(this, "metadatacmds")
@ -198,6 +199,7 @@ RclConfig::RclConfig(const string *argcnf)
m_stpsuffstate(this, {"noContentSuffixes", "noContentSuffixes+", m_stpsuffstate(this, {"noContentSuffixes", "noContentSuffixes+",
"noContentSuffixes-"}), "noContentSuffixes-"}),
m_skpnstate(this, {"skippedNames", "skippedNames+", "skippedNames-"}), m_skpnstate(this, {"skippedNames", "skippedNames+", "skippedNames-"}),
m_onlnstate(this, "onlyNames"),
m_rmtstate(this, "indexedmimetypes"), m_rmtstate(this, "indexedmimetypes"),
m_xmtstate(this, "excludedmimetypes"), m_xmtstate(this, "excludedmimetypes"),
m_mdrstate(this, "metadatacmds") m_mdrstate(this, "metadatacmds")
@ -1539,6 +1541,14 @@ vector<string>& RclConfig::getSkippedNames()
return m_skpnlist; return m_skpnlist;
} }
vector<string>& RclConfig::getOnlyNames()
{
if (m_onlnstate.needrecompute()) {
stringToStrings(m_onlnstate.getvalue(), m_onlnlist);
}
return m_onlnlist;
}
vector<string> RclConfig::getSkippedPaths() const vector<string> RclConfig::getSkippedPaths() const
{ {
vector<string> skpl; vector<string> skpl;
@ -1680,15 +1690,15 @@ bool RclConfig::getUncompressor(const string &mtype, vector<string>& cmd) const
} }
static const char blurb0[] = static const char blurb0[] =
"# The system-wide configuration files for recoll are located in:\n" "# The system-wide configuration files for recoll are located in:\n"
"# %s\n" "# %s\n"
"# The default configuration files are commented, you should take a look\n" "# The default configuration files are commented, you should take a look\n"
"# at them for an explanation of what can be set (you could also take a look\n" "# at them for an explanation of what can be set (you could also take a look\n"
"# at the manual instead).\n" "# at the manual instead).\n"
"# Values set in this file will override the system-wide values for the file\n" "# Values set in this file will override the system-wide values for the file\n"
"# with the same name in the central directory. The syntax for setting\n" "# with the same name in the central directory. The syntax for setting\n"
"# values is identical.\n" "# values is identical.\n"
; ;
// We just use path_max to print the path to /usr/share/recoll/examples // We just use path_max to print the path to /usr/share/recoll/examples
// inside the config file. At worse, the text is truncated (using // inside the config file. At worse, the text is truncated (using
// snprintf). But 4096 should be enough :) // snprintf). But 4096 should be enough :)
@ -1799,6 +1809,7 @@ void RclConfig::initFrom(const RclConfig& r)
m_xattrtofld = r.m_xattrtofld; m_xattrtofld = r.m_xattrtofld;
m_maxsufflen = r.m_maxsufflen; m_maxsufflen = r.m_maxsufflen;
m_skpnlist = r.m_skpnlist; m_skpnlist = r.m_skpnlist;
m_onlnlist = r.m_onlnlist;
m_stopsuffixes = r.m_stopsuffixes; m_stopsuffixes = r.m_stopsuffixes;
m_defcharset = r.m_defcharset; m_defcharset = r.m_defcharset;
m_restrictMTypes = r.m_restrictMTypes; m_restrictMTypes = r.m_restrictMTypes;
@ -1829,196 +1840,8 @@ void RclConfig::initParamStale(ConfNull *cnf, ConfNull *mimemap)
m_oldstpsuffstate.init(mimemap); m_oldstpsuffstate.init(mimemap);
m_stpsuffstate.init(cnf); m_stpsuffstate.init(cnf);
m_skpnstate.init(cnf); m_skpnstate.init(cnf);
m_onlnstate.init(cnf);
m_rmtstate.init(cnf); m_rmtstate.init(cnf);
m_xmtstate.init(cnf); m_xmtstate.init(cnf);
m_mdrstate.init(cnf); m_mdrstate.init(cnf);
} }
#else // -> Test
#include <stdio.h>
#include <signal.h>
#include <iostream>
#include <vector>
#include <string>
using namespace std;
#include "log.h"
#include "rclinit.h"
#include "rclconfig.h"
#include "cstr.h"
static char *thisprog;
static char usage [] = "\n"
"-c: check a few things in the configuration files\n"
"[-s subkey] -q param : query parameter value\n"
"-f : print some field data\n"
" : default: print parameters\n"
;
static void
Usage(void)
{
fprintf(stderr, "%s: usage: %s\n", thisprog, usage);
exit(1);
}
static int op_flags;
#define OPT_MOINS 0x1
#define OPT_s 0x2
#define OPT_q 0x4
#define OPT_c 0x8
#define OPT_f 0x10
int main(int argc, char **argv)
{
string pname, skey;
thisprog = argv[0];
argc--; argv++;
while (argc > 0 && **argv == '-') {
(*argv)++;
if (!(**argv))
/* Cas du "adb - core" */
Usage();
while (**argv)
switch (*(*argv)++) {
case 'c': op_flags |= OPT_c; break;
case 'f': op_flags |= OPT_f; break;
case 's': op_flags |= OPT_s; if (argc < 2) Usage();
skey = *(++argv);
argc--;
goto b1;
case 'q': op_flags |= OPT_q; if (argc < 2) Usage();
pname = *(++argv);
argc--;
goto b1;
default: Usage(); break;
}
b1: argc--; argv++;
}
if (argc != 0)
Usage();
string reason;
RclConfig *config = recollinit(0, 0, 0, reason);
if (config == 0 || !config->ok()) {
cerr << "Configuration problem: " << reason << endl;
exit(1);
}
if (op_flags & OPT_s)
config->setKeyDir(skey);
if (op_flags & OPT_q) {
string value;
if (!config->getConfParam(pname, value)) {
fprintf(stderr, "getConfParam failed for [%s]\n", pname.c_str());
exit(1);
}
printf("[%s] -> [%s]\n", pname.c_str(), value.c_str());
} else if (op_flags & OPT_f) {
set<string> stored = config->getStoredFields();
set<string> indexed = config->getIndexedFields();
cout << "Stored fields: ";
for (set<string>::const_iterator it = stored.begin();
it != stored.end(); it++) {
cout << "[" << *it << "] ";
}
cout << endl;
cout << "Indexed fields: ";
for (set<string>::const_iterator it = indexed.begin();
it != indexed.end(); it++) {
const FieldTraits *ftp;
config->getFieldTraits(*it, &ftp);
if (ftp)
cout << "[" << *it << "]" << " -> [" << ftp->pfx << "] ";
else
cout << "[" << *it << "]" << " -> [" << "(none)" << "] ";
}
cout << endl;
} else if (op_flags & OPT_c) {
// Checking the configuration consistency
// Find and display category names
vector<string> catnames;
config->getMimeCategories(catnames);
cout << "Categories: ";
for (vector<string>::const_iterator it = catnames.begin();
it != catnames.end(); it++) {
cout << *it << " ";
}
cout << endl;
// Compute union of all types from each category. Check that there
// are no duplicates while we are at it.
set<string> allmtsfromcats;
for (vector<string>::const_iterator it = catnames.begin();
it != catnames.end(); it++) {
vector<string> cts;
config->getMimeCatTypes(*it, cts);
for (vector<string>::const_iterator it1 = cts.begin();
it1 != cts.end(); it1++) {
// Already in map -> duplicate
if (allmtsfromcats.find(*it1) != allmtsfromcats.end()) {
cout << "Duplicate: [" << *it1 << "]" << endl;
}
allmtsfromcats.insert(*it1);
}
}
// Retrieve complete list of mime types
vector<string> mtypes = config->getAllMimeTypes();
// And check that each mime type is found in exactly one category
for (vector<string>::const_iterator it = mtypes.begin();
it != mtypes.end(); it++) {
if (allmtsfromcats.find(*it) == allmtsfromcats.end()) {
cout << "Not found in catgs: [" << *it << "]" << endl;
}
}
// List mime types not in mimeview
for (vector<string>::const_iterator it = mtypes.begin();
it != mtypes.end(); it++) {
if (config->getMimeViewerDef(*it, "", false).empty()) {
cout << "No viewer: [" << *it << "]" << endl;
}
}
// Check that each mime type has an indexer
for (vector<string>::const_iterator it = mtypes.begin();
it != mtypes.end(); it++) {
if (config->getMimeHandlerDef(*it, false).empty()) {
cout << "No filter: [" << *it << "]" << endl;
}
}
// Check that each mime type has a defined icon
for (vector<string>::const_iterator it = mtypes.begin();
it != mtypes.end(); it++) {
if (config->getMimeIconPath(*it, "") == "document") {
cout << "No or generic icon: [" << *it << "]" << endl;
}
}
} else {
config->setKeyDir(cstr_null);
vector<string> names = config->getConfNames();
for (vector<string>::iterator it = names.begin();
it != names.end();it++) {
string value;
config->getConfParam(*it, value);
cout << *it << " -> [" << value << "]" << endl;
}
}
exit(0);
}
#endif // TEST_RCLCONFIG

8
src/common/rclconfig.h
View File

@ -214,6 +214,9 @@ class RclConfig {
/** Get list of skipped file names for current keydir */ /** Get list of skipped file names for current keydir */
vector<string>& getSkippedNames(); vector<string>& getSkippedNames();
/** Get list of file name filters for current keydir (only those
names indexed) */
vector<string>& getOnlyNames();
/** Get list of skipped paths patterns. Doesn't depend on the keydir */ /** Get list of skipped paths patterns. Doesn't depend on the keydir */
vector<string> getSkippedPaths() const; vector<string> getSkippedPaths() const;
@ -390,9 +393,14 @@ class RclConfig {
ParamStale m_stpsuffstate; ParamStale m_stpsuffstate;
vector<string> m_stopsuffvec; vector<string> m_stopsuffvec;
// skippedNames state
ParamStale m_skpnstate; ParamStale m_skpnstate;
vector<string> m_skpnlist; vector<string> m_skpnlist;
// onlyNames state
ParamStale m_onlnstate;
vector<string> m_onlnlist;
// Original current working directory. Set once at init before we do any // Original current working directory. Set once at init before we do any
// chdir'ing and used for converting user args to absolute paths. // chdir'ing and used for converting user args to absolute paths.
static string o_origcwd; static string o_origcwd;

3
src/filters/rclpst.py
View File

@ -258,7 +258,7 @@ class PstExtractor(object):
self.cmd = [self.pffexport, "-q", "-t", self.target, "-s"] self.cmd = [self.pffexport, "-q", "-t", self.target, "-s"]
def startCmd(self, filename, ipath=None): def startCmd(self, filename, ipath=None):
fullcmd = self.cmd fullcmd = list(self.cmd)
if ipath: if ipath:
# There is no way to pass an utf-8 string on the command # There is no way to pass an utf-8 string on the command
# line on Windows. Use base64 encoding # line on Windows. Use base64 encoding
@ -266,6 +266,7 @@ class PstExtractor(object):
fullcmd += ["-p", bip.decode("UTF-8")] fullcmd += ["-p", bip.decode("UTF-8")]
fn = _backslashize(rclexecm.subprocfile(filename)) fn = _backslashize(rclexecm.subprocfile(filename))
fullcmd += [fn,] fullcmd += [fn,]
#self.em.rclog("PstExtractor: command: [%s]" % fullcmd)
try: try:
self.proc = subprocess.Popen(fullcmd, stdout=subprocess.PIPE) self.proc = subprocess.Popen(fullcmd, stdout=subprocess.PIPE)
except subprocess.CalledProcessError as err: except subprocess.CalledProcessError as err:

12
src/index/fsindexer.cpp
View File

@ -360,6 +360,7 @@ bool FsIndexer::indexFiles(list<string>& files, int flags)
bool follow = false; bool follow = false;
m_config->getConfParam("followLinks", &follow); m_config->getConfParam("followLinks", &follow);
walker.setOnlyNames(m_config->getOnlyNames());
walker.setSkippedNames(m_config->getSkippedNames()); walker.setSkippedNames(m_config->getSkippedNames());
// Check path against indexed areas and skipped names/paths // Check path against indexed areas and skipped names/paths
if (!(flags & ConfIndexer::IxFIgnoreSkip) && if (!(flags & ConfIndexer::IxFIgnoreSkip) &&
@ -376,7 +377,13 @@ bool FsIndexer::indexFiles(list<string>& files, int flags)
it++; it++;
continue; continue;
} }
if (!(flags & ConfIndexer::IxFIgnoreSkip) &&
(S_ISREG(stb.st_mode) || S_ISLNK(stb.st_mode))) {
if (!walker.inOnlyNames(path_getsimple(*it))) {
it++;
continue;
}
}
if (processone(*it, &stb, FsTreeWalker::FtwRegular) != if (processone(*it, &stb, FsTreeWalker::FtwRegular) !=
FsTreeWalker::FtwOk) { FsTreeWalker::FtwOk) {
LOGERR("FsIndexer::indexFiles: processone failed\n"); LOGERR("FsIndexer::indexFiles: processone failed\n");
@ -583,7 +590,8 @@ FsIndexer::processone(const std::string &fn, const struct stat *stp,
flg == FsTreeWalker::FtwDirReturn) { flg == FsTreeWalker::FtwDirReturn) {
m_config->setKeyDir(fn); m_config->setKeyDir(fn);
// Set up skipped patterns for this subtree. // Set up filter/skipped patterns for this subtree.
m_walker.setOnlyNames(m_config->getOnlyNames());
m_walker.setSkippedNames(m_config->getSkippedNames()); m_walker.setSkippedNames(m_config->getSkippedNames());
// Adjust local fields from config for this subtree // Adjust local fields from config for this subtree

1
src/index/rclmonrcv.cpp
View File

@ -235,6 +235,7 @@ void *rclMonRcvRun(void *q)
// skippedPaths here, this would be incorrect (because a // skippedPaths here, this would be incorrect (because a
// topdir can be under a skippedPath and this was handled // topdir can be under a skippedPath and this was handled
// while adding the watches). // while adding the watches).
// Also we let the other side process onlyNames.
lconfig.setKeyDir(path_getfather(ev.m_path)); lconfig.setKeyDir(path_getfather(ev.m_path));
walker.setSkippedNames(lconfig.getSkippedNames()); walker.setSkippedNames(lconfig.getSkippedNames());
if (walker.inSkippedNames(path_getsimple(ev.m_path))) if (walker.inSkippedNames(path_getsimple(ev.m_path)))

66
src/sampleconf/mimeconf
View File

@ -202,16 +202,24 @@ text/xml = internal text/plain
[icons] [icons]
application/epub+zip = book application/epub+zip = book
application/javascript = source application/javascript = source
application/javascript = source
application/msword = wordprocessing application/msword = wordprocessing
application/ogg = sownd application/ogg = sownd
application/pdf = pdf application/pdf = pdf
application/postscript = postscript application/postscript = postscript
application/sql = source application/sql = source
application/vnd.ms-excel = spreadsheet application/vnd.ms-excel = spreadsheet
application/vnd.ms-office = document
application/vnd.ms-outlook = document
application/vnd.ms-powerpoint = presentation application/vnd.ms-powerpoint = presentation
application/vnd.oasis.opendocument.presentation = presentation application/vnd.oasis.opendocument.presentation = presentation
application/vnd.oasis.opendocument.spreadsheet = spreadsheet application/vnd.oasis.opendocument.spreadsheet = spreadsheet
application/vnd.oasis.opendocument.text = wordprocessing application/vnd.oasis.opendocument.text = wordprocessing
application/vnd.oasis.opendocument.graphics = presentation
application/vnd.oasis.opendocument.presentation-flat-xml = presentation
application/vnd.oasis.opendocument.spreadsheet-flat-xml = spreadsheet
application/vnd.oasis.opendocument.text-flat-xml = wordprocessing
application/vnd.oasis.opendocument.text-template = wordprocessing
application/vnd.openxmlformats-officedocument.presentationml.presentation = presentation application/vnd.openxmlformats-officedocument.presentationml.presentation = presentation
application/vnd.openxmlformats-officedocument.presentationml.template = presentation application/vnd.openxmlformats-officedocument.presentationml.template = presentation
application/vnd.openxmlformats-officedocument.spreadsheetml.sheet = spreadsheet application/vnd.openxmlformats-officedocument.spreadsheetml.sheet = spreadsheet
@ -229,6 +237,7 @@ application/vnd.sun.xml.writer = wordprocessing
application/vnd.sun.xml.writer.global = wordprocessing application/vnd.sun.xml.writer.global = wordprocessing
application/vnd.sun.xml.writer.template = wordprocessing application/vnd.sun.xml.writer.template = wordprocessing
application/vnd.wordperfect = wordprocessing application/vnd.wordperfect = wordprocessing
application/x-7z-compressed = archive
application/x-abiword = wordprocessing application/x-abiword = wordprocessing
application/x-awk = source application/x-awk = source
application/x-chm = book application/x-chm = book
@ -255,9 +264,13 @@ application/x-tex = wordprocessing
application/x-webarchive = archive application/x-webarchive = archive
application/xml = document application/xml = document
application/zip = archive application/zip = archive
application/x-7z-compressed = archive audio/aac = sownd
audio/ape = sownd
audio/mp4 = sownd
audio/mpeg = sownd audio/mpeg = sownd
audio/x-karaoke = sownd audio/x-karaoke = sownd
audio/x-musepack = sownd
audio/x-wavpack = sownd
image/bmp = image image/bmp = image
image/gif = image image/gif = image
image/jp2 = image image/jp2 = image
@ -266,35 +279,40 @@ image/png = image
image/svg+xml = drawing image/svg+xml = drawing
image/tiff = image image/tiff = image
image/vnd.djvu = document image/vnd.djvu = document
image/x-nikon-nef = image
image/x-xcf = image image/x-xcf = image
image/x-xpmi = image image/x-xpmi = image
image/x-nikon-nef = image
inode/directory = folder inode/directory = folder
inode/symlink = emblem-symbolic-link inode/symlink = emblem-symbolic-link
message/rfc822 = message message/rfc822 = message
text/css = html
text/html = html text/html = html
text/html|chm = bookchap text/html|chm = bookchap
text/html|epub = bookchap text/html|epub = bookchap
text/html|gnuinfo = bookchap text/html|gnuinfo = bookchap
text/plain = txt text/plain = txt
text/rtf = wordprocessing text/rtf = wordprocessing
text/x-bibtex = txt
text/x-c = source text/x-c = source
text/x-c+ = source text/x-c+ = source
text/x-c++ = source text/x-c++ = source
text/x-chm-html = html
text/x-csharp = source
text/x-csv = txt text/x-csv = txt
text/x-fictionbook = document text/x-fictionbook = book
text/x-html-aptosid-man = aptosid-book text/x-html-aptosid-man = aptosid-book
text/x-ini = txt text/x-ini = txt
text/x-bibtex = txt
text/x-lua = source
text/x-java = source text/x-java = source
text/x-lua = source
text/x-mail = message text/x-mail = message
text/x-man = document text/x-man = document
text/x-perl = source text/x-perl = source
text/x-php = source
text/x-purple-html-log = pidgin text/x-purple-html-log = pidgin
text/x-purple-log = pidgin text/x-purple-log = pidgin
text/x-python = text-x-python text/x-python = text-x-python
text/x-shellscript = source text/x-shellscript = source
text/x-srt = source
text/x-tex = wordprocessing text/x-tex = wordprocessing
text/xml = document text/xml = document
video/3gpp = video video/3gpp = video
@ -316,11 +334,14 @@ video/x-msvideo = video
# "guifilters" section below. # "guifilters" section below.
text = \ text = \
application/epub+zip \ application/epub+zip \
application/javascript \
application/msword \ application/msword \
application/pdf \ application/pdf \
application/postscript \ application/postscript \
application/sql \ application/sql \
application/vnd.oasis.opendocument.text \ application/vnd.oasis.opendocument.text \
application/vnd.oasis.opendocument.text-flat-xml \
application/vnd.oasis.opendocument.text-template \
application/vnd.openxmlformats-officedocument.wordprocessingml.document \ application/vnd.openxmlformats-officedocument.wordprocessingml.document \
application/vnd.openxmlformats-officedocument.wordprocessingml.template \ application/vnd.openxmlformats-officedocument.wordprocessingml.template \
application/vnd.sun.xml.writer \ application/vnd.sun.xml.writer \
@ -328,6 +349,7 @@ text = \
application/vnd.sun.xml.writer.template \ application/vnd.sun.xml.writer.template \
application/vnd.wordperfect \ application/vnd.wordperfect \
application/x-abiword \ application/x-abiword \
application/vnd.ms-office \
application/x-awk \ application/x-awk \
application/x-chm \ application/x-chm \
application/x-dvi \ application/x-dvi \
@ -338,6 +360,7 @@ text = \
application/x-mobipocket-ebook \ application/x-mobipocket-ebook \
application/x-okular-notes \ application/x-okular-notes \
application/x-perl \ application/x-perl \
application/x-php \
application/x-scribus \ application/x-scribus \
application/x-shellscript \ application/x-shellscript \
application/x-tex \ application/x-tex \
@ -347,6 +370,7 @@ text = \
text/x-tex \ text/x-tex \
image/vnd.djvu \ image/vnd.djvu \
text/calendar \ text/calendar \
text/css \
text/html \ text/html \
text/plain \ text/plain \
text/rtf \ text/rtf \
@ -354,6 +378,8 @@ text = \
text/x-c \ text/x-c \
text/x-c++ \ text/x-c++ \
text/x-c+ \ text/x-c+ \
text/x-chm-html \
text/x-csharp \
text/x-lua \ text/x-lua \
text/x-fictionbook \ text/x-fictionbook \
text/x-html-aptosid-man \ text/x-html-aptosid-man \
@ -362,25 +388,30 @@ text = \
text/x-java \ text/x-java \
text/x-man \ text/x-man \
text/x-perl \ text/x-perl \
text/x-php \
text/x-python \ text/x-python \
text/x-shellscript text/x-shellscript \
text/x-srt \
spreadsheet = \ spreadsheet = \
application/vnd.ms-excel \ application/vnd.ms-excel \
application/vnd.oasis.opendocument.spreadsheet \ application/vnd.oasis.opendocument.spreadsheet \
application/vnd.oasis.opendocument.spreadsheet-flat-xml \
application/vnd.openxmlformats-officedocument.spreadsheetml.sheet \ application/vnd.openxmlformats-officedocument.spreadsheetml.sheet \
application/vnd.openxmlformats-officedocument.spreadsheetml.template \ application/vnd.openxmlformats-officedocument.spreadsheetml.template \
application/vnd.sun.xml.calc \ application/vnd.sun.xml.calc \
application/vnd.sun.xml.calc.template \ application/vnd.sun.xml.calc.template \
application/x-gnumeric application/x-gnumeric \
presentation = \ presentation = \
application/vnd.ms-powerpoint \ application/vnd.ms-powerpoint \
application/vnd.oasis.opendocument.graphics \
application/vnd.oasis.opendocument.presentation \ application/vnd.oasis.opendocument.presentation \
application/vnd.oasis.opendocument.presentation-flat-xml \
application/vnd.openxmlformats-officedocument.presentationml.presentation \ application/vnd.openxmlformats-officedocument.presentationml.presentation \
application/vnd.openxmlformats-officedocument.presentationml.template \ application/vnd.openxmlformats-officedocument.presentationml.template \
application/vnd.sun.xml.impress \ application/vnd.sun.xml.impress \
application/vnd.sun.xml.impress.template application/vnd.sun.xml.impress.template \
media = \ media = \
application/ogg \ application/ogg \
@ -389,25 +420,30 @@ media = \
image/* \ image/* \
video/* \ video/* \
message = message/rfc822 \ message = \
text/x-gaim-log \ message/rfc822 \
text/x-mail \ text/x-gaim-log \
text/x-purple-log \ text/x-mail \
text/x-purple-html-log \ text/x-purple-html-log \
text/x-purple-log \
other = application/vnd.sun.xml.draw \ other = \
application/vnd.ms-outlook \
application/vnd.sun.xml.draw \
application/vnd.sun.xml.draw.template \ application/vnd.sun.xml.draw.template \
application/vnd.sun.xml.math \ application/vnd.sun.xml.math \
application/x-7z-compressed \
application/x-dia-diagram \ application/x-dia-diagram \
application/x-fsdirectory \ application/x-fsdirectory \
application/x-mimehtml \ application/x-mimehtml \
application/x-rar \ application/x-rar \
application/x-tar \ application/x-tar \
application/x-webarchive \ application/x-webarchive \
application/x-zerosize \
application/zip \ application/zip \
application/x-7z-compressed \
inode/directory \ inode/directory \
inode/symlink \ inode/symlink \
inode/x-empty \
[guifilters] [guifilters]
# This defines the top level filters in the GUI (accessed by the the # This defines the top level filters in the GUI (accessed by the the

45
src/sampleconf/mimeview
View File

@ -58,6 +58,11 @@ application/vnd.ms-powerpoint = libreoffice %f
application/vnd.oasis.opendocument.text = libreoffice %f application/vnd.oasis.opendocument.text = libreoffice %f
application/vnd.oasis.opendocument.presentation = libreoffice %f application/vnd.oasis.opendocument.presentation = libreoffice %f
application/vnd.oasis.opendocument.spreadsheet = libreoffice %f application/vnd.oasis.opendocument.spreadsheet = libreoffice %f
application/vnd.oasis.opendocument.graphics = libreoffice %f
application/vnd.oasis.opendocument.presentation-flat-xml = libreoffice %f
application/vnd.oasis.opendocument.spreadsheet-flat-xml = libreoffice %f
application/vnd.oasis.opendocument.text-flat-xml = libreoffice %f
application/vnd.oasis.opendocument.text-template = libreoffice %f
application/vnd.openxmlformats-officedocument.wordprocessingml.document = \ application/vnd.openxmlformats-officedocument.wordprocessingml.document = \
libreoffice %f libreoffice %f
@ -102,20 +107,28 @@ application/x-gnumeric = gnumeric %f
application/x-flac = rhythmbox %f application/x-flac = rhythmbox %f
audio/mpeg = rhythmbox %f audio/mpeg = rhythmbox %f
audio/aac = rhythmbox %f
audio/ape = rhythmbox %f
audio/mp4 = rhythmbox %f
audio/x-musepack = rhythmbox %f
audio/x-wavpack = rhythmbox %f
application/ogg = rhythmbox %f application/ogg = rhythmbox %f
audio/x-karaoke = kmid %f audio/x-karaoke = kmid %f
image/jpeg = gwenview %f image/jpeg = ristretto %f
image/png = gwenview %f image/jp2 = ristretto %f
image/tiff = gwenview %f image/png = ristretto %f
image/gif = gwenview %f image/tiff = ristretto %f
image/svg+xml = inkview %f image/gif = ristretto %f
image/vnd.djvu = djview %f image/vnd.djvu = djview %f
image/bmp = ristretto %f
image/x-ms-bmp = ristretto %f
image/x-xpmi = ristretto %f
image/x-xcf = gimp %f image/x-xcf = gimp %f
image/bmp = gwenview %f
image/x-ms-bmp = gwenview %f
image/x-xpmi = gwenview %f
image/x-nikon-nef = ufraw %f image/x-nikon-nef = ufraw %f
image/svg+xml = inkview %f
# Opening mail messages: # Opening mail messages:
# - Thunderbird will only open a single-message file if it has an .eml # - Thunderbird will only open a single-message file if it has an .eml
@ -146,15 +159,26 @@ application/x-tar = ark %f
application/zip = ark %f application/zip = ark %f
application/x-7z-compressed = ark %f application/x-7z-compressed = ark %f
application/javascript = emacsclient --no-wait %f
application/x-awk = emacsclient --no-wait %f application/x-awk = emacsclient --no-wait %f
application/x-bibtex = emacsclient --no-wait %f
application/x-csharp = emacsclient --no-wait %f
application/x-java = emacsclient --no-wait %f
application/x-perl = emacsclient --no-wait %f application/x-perl = emacsclient --no-wait %f
text/x-perl = emacsclient --no-wait %f application/x-php = emacsclient --no-wait %f
application/x-shellscript = emacsclient --no-wait %f application/x-shellscript = emacsclient --no-wait %f
text/x-bibtex = emacsclient --no-wait %f
text/css = emacsclient --no-wait %f
text/x-csharp = emacsclient --no-wait %f
text/x-java = emacsclient --no-wait %f
text/x-perl = emacsclient --no-wait %f
text/x-shellscript = emacsclient --no-wait %f text/x-shellscript = emacsclient --no-wait %f
text/x-srt = emacsclient --no-wait %f text/x-srt = emacsclient --no-wait %f
# Or firefox -remote "openFile(%u)" # Or firefox -remote "openFile(%u)"
text/html = firefox %u text/html = firefox %u
application/x-chm-html = %u
text/x-chm-html = %u
# gnu info nodes are translated to html with a "gnuinfo" # gnu info nodes are translated to html with a "gnuinfo"
# rclaptg. rclshowinfo knows how to start the info command on the right # rclaptg. rclshowinfo knows how to start the info command on the right
@ -163,6 +187,9 @@ text/html|gnuinfo = rclshowinfo %F %(title);ignoreipath=1
application/x-webarchive = konqueror %f application/x-webarchive = konqueror %f
text/x-fictionbook = ebook-viewer %f text/x-fictionbook = ebook-viewer %f
application/x-javascript = emacsclient --no-wait %f
application/sql = emacsclient --no-wait %f
application/x-tex = emacsclient --no-wait %f application/x-tex = emacsclient --no-wait %f
application/xml = emacsclient --no-wait %f application/xml = emacsclient --no-wait %f
text/xml = emacsclient --no-wait %f text/xml = emacsclient --no-wait %f

10
src/sampleconf/recoll.conf
View File

@ -60,6 +60,13 @@ skippedNames- =
# list.</brief><descr></descr></var> # list.</brief><descr></descr></var>
skippedNames+ = skippedNames+ =
# <var name="onlyNames" type="string>
# <brief>Regular file name filter patterns</brief>
# <descr>If this is set, only the file names not in skippedNames and
# matching one of the patterns will be considered for indexing. Can be
# redefined per subtree. Does not apply to directories.</descr></var>
onlyNames =
# <var name="noContentSuffixes" type="string"> # <var name="noContentSuffixes" type="string">
# #
# <brief>List of name endings (not necessarily dot-separated suffixes) for # <brief>List of name endings (not necessarily dot-separated suffixes) for
@ -924,3 +931,6 @@ mhmboxquirks = tbird
# pidgin / purple directories for irc chats have names beginning with # # pidgin / purple directories for irc chats have names beginning with #
[~/.purple] [~/.purple]
skippedNames = skippedNames =
[~/AppData/Local/Microsoft/Outlook]
onlyNames = *.ost *.pst

5
src/testmains/Makefile.am
View File

@ -37,7 +37,7 @@ AM_CPPFLAGS = -Wall -Wno-unused -std=c++11 \
-D_GNU_SOURCE \ -D_GNU_SOURCE \
$(DEFS) $(DEFS)
noinst_PROGRAMS = textsplit utf8iter fstreewalk noinst_PROGRAMS = textsplit utf8iter fstreewalk rclconfig
textsplit_SOURCES = trtextsplit.cpp textsplit_SOURCES = trtextsplit.cpp
textsplit_LDADD = ../librecoll.la textsplit_LDADD = ../librecoll.la
@ -48,3 +48,6 @@ utf8iter_LDADD = ../librecoll.la
fstreewalk_SOURCES = trfstreewalk.cpp fstreewalk_SOURCES = trfstreewalk.cpp
fstreewalk_LDADD = ../librecoll.la fstreewalk_LDADD = ../librecoll.la
rclconfig_SOURCES = trrclconfig.cpp
rclconfig_LDADD = ../librecoll.la

158
src/testmains/trfstreewalk.cpp
View File

@ -29,8 +29,8 @@ using namespace std;
static int op_flags; static int op_flags;
#define OPT_MOINS 0x1 #define OPT_MOINS 0x1
#define OPT_p 0x2 #define OPT_p 0x2
#define OPT_P 0x4 #define OPT_P 0x4
#define OPT_r 0x8 #define OPT_r 0x8
#define OPT_c 0x10 #define OPT_c 0x10
#define OPT_b 0x20 #define OPT_b 0x20
@ -41,24 +41,31 @@ static int op_flags;
#define OPT_M 0x400 #define OPT_M 0x400
#define OPT_D 0x800 #define OPT_D 0x800
#define OPT_k 0x1000 #define OPT_k 0x1000
#define OPT_y 0x2000
#define OPT_s 0x4000
class myCB : public FsTreeWalkerCB { class myCB : public FsTreeWalkerCB {
public: public:
FsTreeWalker::Status processone(const string &path, FsTreeWalker::Status processone(const string &path,
const struct stat *st, const struct stat *st,
FsTreeWalker::CbFlag flg) FsTreeWalker::CbFlag flg) {
{ if (flg == FsTreeWalker::FtwDirEnter) {
if (flg == FsTreeWalker::FtwDirEnter) { if (op_flags & OPT_r) {
if (op_flags & OPT_r) cout << path << endl;
} else {
if (!(op_flags&OPT_s)) {
cout << "[Entering " << path << "]" << endl;
}
}
} else if (flg == FsTreeWalker::FtwDirReturn) {
if (!(op_flags&OPT_s)) {
cout << "[Returning to " << path << "]" << endl;
}
} else if (flg == FsTreeWalker::FtwRegular) {
cout << path << endl; cout << path << endl;
else }
cout << "[Entering " << path << "]" << endl; return FsTreeWalker::FtwOk;
} else if (flg == FsTreeWalker::FtwDirReturn) { }
cout << "[Returning to " << path << "]" << endl;
} else if (flg == FsTreeWalker::FtwRegular) {
cout << path << endl;
}
return FsTreeWalker::FtwOk;
}
}; };
static const char *thisprog; static const char *thisprog;
@ -83,16 +90,20 @@ static const char *thisprog;
static char usage [] = static char usage [] =
"trfstreewalk [-p pattern] [-P ignpath] [-r] [-c] [-L] topdir\n" "trfstreewalk [-p pattern] [-P ignpath] [-r] [-c] [-L] topdir\n"
" -r : norecurse\n"
" -c : no path canonification\n"
" -L : follow symbolic links\n"
" -b : use breadth first walk\n"
" -d : use almost depth first (dir files, then subdirs)\n"
" -m : use breadth up to 4 deep then switch to -d\n"
" -w : unset default FNM_PATHNAME when using fnmatch() to match skipped paths\n"
" -M <depth>: limit depth (works with -b/m/d)\n"
" -D : skip dotfiles\n" " -D : skip dotfiles\n"
"-k : like du\n" " -L : follow symbolic links\n"
" -M <depth>: limit depth (works with -b/m/d)\n"
" -P <pattern> : add skippedPaths entry\n"
" -p <pattern> : add skippedNames entry\n"
" -b : use breadth first walk\n"
" -c : no path canonification\n"
" -d : use almost depth first (dir files, then subdirs)\n"
" -k : like du\n"
" -m : use breadth up to 4 deep then switch to -d\n"
" -r : norecurse\n"
" -s : don't print dir change info\n"
" -w : unset default FNM_PATHNAME when using fnmatch() to match skipped paths\n"
" -y <pattern> : add onlyNames entry\n"
; ;
static void static void
Usage(void) Usage(void)
@ -103,47 +114,53 @@ Usage(void)
int main(int argc, const char **argv) int main(int argc, const char **argv)
{ {
vector<string> patterns; vector<string> skpnames;
vector<string> paths; vector<string> onlynames;
vector<string> skppaths;
int maxdepth = -1; int maxdepth = -1;
thisprog = argv[0]; thisprog = argv[0];
argc--; argv++; argc--; argv++;
while (argc > 0 && **argv == '-') { while (argc > 0 && **argv == '-') {
(*argv)++; (*argv)++;
if (!(**argv)) if (!(**argv))
/* Cas du "adb - core" */ /* Cas du "adb - core" */
Usage(); Usage();
while (**argv) while (**argv)
switch (*(*argv)++) { switch (*(*argv)++) {
case 'b': op_flags |= OPT_b; break; case 'b': op_flags |= OPT_b; break;
case 'c': op_flags |= OPT_c; break; case 'c': op_flags |= OPT_c; break;
case 'd': op_flags |= OPT_d; break; case 'd': op_flags |= OPT_d; break;
case 'D': op_flags |= OPT_D; break; case 'D': op_flags |= OPT_D; break;
case 'k': op_flags |= OPT_k; break; case 'k': op_flags |= OPT_k; break;
case 'L': op_flags |= OPT_L; break; case 'L': op_flags |= OPT_L; break;
case 'm': op_flags |= OPT_m; break; case 'm': op_flags |= OPT_m; break;
case 'M': op_flags |= OPT_M; if (argc < 2) Usage(); case 'M': op_flags |= OPT_M; if (argc < 2) Usage();
maxdepth = atoi(*(++argv)); maxdepth = atoi(*(++argv));
argc--; argc--;
goto b1; goto b1;
case 'p': op_flags |= OPT_p; if (argc < 2) Usage(); case 'p': op_flags |= OPT_p; if (argc < 2) Usage();
patterns.push_back(*(++argv)); skpnames.push_back(*(++argv));
argc--; argc--;
goto b1; goto b1;
case 'P': op_flags |= OPT_P; if (argc < 2) Usage(); case 'P': op_flags |= OPT_P; if (argc < 2) Usage();
paths.push_back(*(++argv)); skppaths.push_back(*(++argv));
argc--; argc--;
goto b1; goto b1;
case 'r': op_flags |= OPT_r; break; case 'r': op_flags |= OPT_r; break;
case 'w': op_flags |= OPT_w; break; case 's': op_flags |= OPT_s; break;
default: Usage(); break; case 'w': op_flags |= OPT_w; break;
} case 'y': op_flags |= OPT_y; if (argc < 2) Usage();
onlynames.push_back(*(++argv));
argc--;
goto b1;
default: Usage(); break;
}
b1: argc--; argv++; b1: argc--; argv++;
} }
if (argc != 1) if (argc != 1)
Usage(); Usage();
string topdir = *argv++;argc--; string topdir = *argv++;argc--;
if (op_flags & OPT_k) { if (op_flags & OPT_k) {
@ -159,36 +176,37 @@ int main(int argc, const char **argv)
int opt = 0; int opt = 0;
if (op_flags & OPT_r) if (op_flags & OPT_r)
opt |= FsTreeWalker::FtwNoRecurse; opt |= FsTreeWalker::FtwNoRecurse;
if (op_flags & OPT_c) if (op_flags & OPT_c)
opt |= FsTreeWalker::FtwNoCanon; opt |= FsTreeWalker::FtwNoCanon;
if (op_flags & OPT_L) if (op_flags & OPT_L)
opt |= FsTreeWalker::FtwFollow; opt |= FsTreeWalker::FtwFollow;
if (op_flags & OPT_D) if (op_flags & OPT_D)
opt |= FsTreeWalker::FtwSkipDotFiles; opt |= FsTreeWalker::FtwSkipDotFiles;
if (op_flags & OPT_b) if (op_flags & OPT_b)
opt |= FsTreeWalker::FtwTravBreadth; opt |= FsTreeWalker::FtwTravBreadth;
else if (op_flags & OPT_d) else if (op_flags & OPT_d)
opt |= FsTreeWalker::FtwTravFilesThenDirs; opt |= FsTreeWalker::FtwTravFilesThenDirs;
else if (op_flags & OPT_m) else if (op_flags & OPT_m)
opt |= FsTreeWalker::FtwTravBreadthThenDepth; opt |= FsTreeWalker::FtwTravBreadthThenDepth;
string reason; string reason;
if (!recollinit(0, 0, 0, reason)) { if (!recollinit(0, 0, 0, reason)) {
fprintf(stderr, "Init failed: %s\n", reason.c_str()); fprintf(stderr, "Init failed: %s\n", reason.c_str());
exit(1); exit(1);
} }
if (op_flags & OPT_w) { if (op_flags & OPT_w) {
FsTreeWalker::setNoFnmPathname(); FsTreeWalker::setNoFnmPathname();
} }
FsTreeWalker walker; FsTreeWalker walker;
walker.setOpts(opt); walker.setOpts(opt);
walker.setMaxDepth(maxdepth); walker.setMaxDepth(maxdepth);
walker.setSkippedNames(patterns); walker.setSkippedNames(skpnames);
walker.setSkippedPaths(paths); walker.setOnlyNames(onlynames);
walker.setSkippedPaths(skppaths);
myCB cb; myCB cb;
walker.walk(topdir, cb); walker.walk(topdir, cb);
if (walker.getErrCnt() > 0) if (walker.getErrCnt() > 0)
cout << walker.getReason(); cout << walker.getReason();
} }

208
src/testmains/trrclconfig.cpp Normal file
View File

@ -0,0 +1,208 @@
/* Copyright (C) 2017-2019 J.F.Dockes
*
* License: GPL 2.1
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU Lesser General Public License as published by
* the Free Software Foundation; either version 2.1 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program; if not, write to the
* Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
*/
#include <stdio.h>
#include <signal.h>
#include <iostream>
#include <vector>
#include <string>
using namespace std;
#include "log.h"
#include "rclinit.h"
#include "rclconfig.h"
#include "cstr.h"
static char *thisprog;
static char usage [] = "\n"
"-c: check a few things in the configuration files\n"
"[-s subkey] -q param : query parameter value\n"
"-f : print some field data\n"
" : default: print parameters\n"
;
static void
Usage(void)
{
fprintf(stderr, "%s: usage: %s\n", thisprog, usage);
exit(1);
}
static int op_flags;
#define OPT_MOINS 0x1
#define OPT_s 0x2
#define OPT_q 0x4
#define OPT_c 0x8
#define OPT_f 0x10
int main(int argc, char **argv)
{
string pname, skey;
thisprog = argv[0];
argc--; argv++;
while (argc > 0 && **argv == '-') {
(*argv)++;
if (!(**argv))
/* Cas du "adb - core" */
Usage();
while (**argv)
switch (*(*argv)++) {
case 'c': op_flags |= OPT_c; break;
case 'f': op_flags |= OPT_f; break;
case 's': op_flags |= OPT_s; if (argc < 2) Usage();
skey = *(++argv);
argc--;
goto b1;
case 'q': op_flags |= OPT_q; if (argc < 2) Usage();
pname = *(++argv);
argc--;
goto b1;
default: Usage(); break;
}
b1: argc--; argv++;
}
if (argc != 0)
Usage();
string reason;
RclConfig *config = recollinit(0, 0, 0, reason);
if (config == 0 || !config->ok()) {
cerr << "Configuration problem: " << reason << endl;
exit(1);
}
if (op_flags & OPT_s)
config->setKeyDir(skey);
if (op_flags & OPT_q) {
string value;
if (!config->getConfParam(pname, value)) {
fprintf(stderr, "getConfParam failed for [%s]\n", pname.c_str());
exit(1);
}
printf("[%s] -> [%s]\n", pname.c_str(), value.c_str());
} else if (op_flags & OPT_f) {
set<string> stored = config->getStoredFields();
set<string> indexed = config->getIndexedFields();
cout << "Stored fields: ";
for (set<string>::const_iterator it = stored.begin();
it != stored.end(); it++) {
cout << "[" << *it << "] ";
}
cout << endl;
cout << "Indexed fields: ";
for (set<string>::const_iterator it = indexed.begin();
it != indexed.end(); it++) {
const FieldTraits *ftp;
config->getFieldTraits(*it, &ftp);
if (ftp)
cout << "[" << *it << "]" << " -> [" << ftp->pfx << "] ";
else
cout << "[" << *it << "]" << " -> [" << "(none)" << "] ";
}
cout << endl;
} else if (op_flags & OPT_c) {
// Checking the configuration consistency
// Find and display category names
vector<string> catnames;
config->getMimeCategories(catnames);
cout << "Categories: ";
for (vector<string>::const_iterator it = catnames.begin();
it != catnames.end(); it++) {
cout << *it << " ";
}
cout << endl;
// Compute union of all types from each category. Check that there
// are no duplicates while we are at it.
set<string> allmtsfromcats;
for (vector<string>::const_iterator it = catnames.begin();
it != catnames.end(); it++) {
vector<string> cts;
config->getMimeCatTypes(*it, cts);
for (vector<string>::const_iterator it1 = cts.begin();
it1 != cts.end(); it1++) {
// Already in map -> duplicate
if (allmtsfromcats.find(*it1) != allmtsfromcats.end()) {
cout << "Duplicate: [" << *it1 << "]" << endl;
}
allmtsfromcats.insert(*it1);
}
}
// Retrieve complete list of mime types
vector<string> mtypes = config->getAllMimeTypes();
// And check that each mime type is found in exactly one category
// And have an icon
for (const auto& mtype: mtypes) {
if (allmtsfromcats.find(mtype) == allmtsfromcats.end()) {
cout << "Not found in catgs: [" << mtype << "]" << endl;
}
// We'd like to check for types with no icons, but
// getMimeIconPath() returns the valid 'document' by
// default, we'd have to go look into the confsimple
// directly.
// string path = config->getMimeIconPath(mtype, string());
// cout << mtype << " -> " << path << endl;
}
// List mime types not in mimeview
for (vector<string>::const_iterator it = mtypes.begin();
it != mtypes.end(); it++) {
if (config->getMimeViewerDef(*it, "", false).empty()) {
cout << "No viewer: [" << *it << "]" << endl;
}
}
// Check that each mime type has an indexer
for (vector<string>::const_iterator it = mtypes.begin();
it != mtypes.end(); it++) {
if (config->getMimeHandlerDef(*it, false).empty()) {
cout << "No filter: [" << *it << "]" << endl;
}
}
// Check that each mime type has a defined icon
for (vector<string>::const_iterator it = mtypes.begin();
it != mtypes.end(); it++) {
if (config->getMimeIconPath(*it, "") == "document") {
cout << "No or generic icon: [" << *it << "]" << endl;
}
}
} else {
config->setKeyDir(cstr_null);
vector<string> names = config->getConfNames();
for (vector<string>::iterator it = names.begin();
it != names.end();it++) {
string value;
config->getConfParam(*it, value);
cout << *it << " -> [" << value << "]" << endl;
}
}
exit(0);
}

29
src/utils/fstreewalk.cpp
View File

@ -70,6 +70,7 @@ public:
int basedepth; int basedepth;
stringstream reason; stringstream reason;
vector<string> skippedNames; vector<string> skippedNames;
vector<string> onlyNames;
vector<string> skippedPaths; vector<string> skippedPaths;
// When doing Breadth or FilesThenDirs traversal, we keep a list // When doing Breadth or FilesThenDirs traversal, we keep a list
// of directory paths to be processed, and we do not recurse. // of directory paths to be processed, and we do not recurse.
@ -149,9 +150,26 @@ bool FsTreeWalker::setSkippedNames(const vector<string> &patterns)
} }
bool FsTreeWalker::inSkippedNames(const string& name) bool FsTreeWalker::inSkippedNames(const string& name)
{ {
for (vector<string>::const_iterator it = data->skippedNames.begin(); for (const auto& pattern : data->skippedNames) {
it != data->skippedNames.end(); it++) { if (fnmatch(pattern.c_str(), name.c_str(), 0) == 0) {
if (fnmatch(it->c_str(), name.c_str(), 0) == 0) { return true;
}
}
return false;
}
bool FsTreeWalker::setOnlyNames(const vector<string> &patterns)
{
data->onlyNames = patterns;
return true;
}
bool FsTreeWalker::inOnlyNames(const string& name)
{
if (data->onlyNames.empty()) {
// Not set: all match
return true;
}
for (const auto& pattern : data->onlyNames) {
if (fnmatch(pattern.c_str(), name.c_str(), 0) == 0) {
return true; return true;
} }
} }
@ -463,6 +481,11 @@ FsTreeWalker::Status FsTreeWalker::iwalk(const string &top,
& (FtwStop|FtwError)) & (FtwStop|FtwError))
goto out; goto out;
} else if (S_ISREG(st.st_mode) || S_ISLNK(st.st_mode)) { } else if (S_ISREG(st.st_mode) || S_ISLNK(st.st_mode)) {
// Filtering patterns match ?
if (!data->onlyNames.empty()) {
if (!inOnlyNames(dname))
continue;
}
if ((status = cb.processone(fn, &st, FtwRegular)) & if ((status = cb.processone(fn, &st, FtwRegular)) &
(FtwStop|FtwError)) { (FtwStop|FtwError)) {
goto out; goto out;

3
src/utils/fstreewalk.h
View File

@ -108,6 +108,8 @@ class FsTreeWalker {
bool addSkippedName(const string &pattern); bool addSkippedName(const string &pattern);
/** Set the ignored patterns set */ /** Set the ignored patterns set */
bool setSkippedNames(const vector<string> &patterns); bool setSkippedNames(const vector<string> &patterns);
/** Set the exclusive patterns set */
bool setOnlyNames(const vector<string> &patterns);
/** Same for skipped paths: this are paths, not names, under which we /** Same for skipped paths: this are paths, not names, under which we
do not descend (ie: /home/me/.recoll) */ do not descend (ie: /home/me/.recoll) */
@ -119,6 +121,7 @@ class FsTreeWalker {
* an actual tree walk */ * an actual tree walk */
bool inSkippedPaths(const string& path, bool ckparents = false); bool inSkippedPaths(const string& path, bool ckparents = false);
bool inSkippedNames(const string& name); bool inSkippedNames(const string& name);
bool inOnlyNames(const string& name);
private: private:
Status iwalk(const string &dir, struct stat *stp, FsTreeWalkerCB& cb); Status iwalk(const string &dir, struct stat *stp, FsTreeWalkerCB& cb);

3
tests/config/recoll.conf
View File

@ -66,3 +66,6 @@ excludedmimetypes = text/plain
[/home/dockes/projets/fulltext/testrecoll/excludehtml] [/home/dockes/projets/fulltext/testrecoll/excludehtml]
indexedmimetypes = application/pdf indexedmimetypes = application/pdf
[/home/dockes/projets/fulltext/testrecoll/onlynames]
onlyNames = *.matchesonepat *.matchestwopat

14
tests/onlynames/onlynames.sh Executable file
View File

@ -0,0 +1,14 @@
#!/bin/sh
topdir=`dirname $0`/..
. $topdir/shared.sh
initvariables $0
(
recollq -S url -q onlynametestkeyword
) 2> $mystderr | egrep -v '^Recoll query: ' > $mystdout
diff -w ${myname}.txt $mystdout > $mydiffs 2>&1
checkresult

3
tests/onlynames/onlynames.txt Normal file
View File

@ -0,0 +1,3 @@
2 results
text/plain [file:///home/dockes/projets/fulltext/testrecoll/onlynames/subdir/fn.matchesonepat] [fn.matchesonepat] 20 bytes
text/plain [file:///home/dockes/projets/fulltext/testrecoll/onlynames/subdir/fn.matchestwopat] [fn.matchestwopat] 20 bytes