205 lines
4.9 KiB
Bash
Executable File
205 lines
4.9 KiB
Bash
Executable File
#!/bin/sh
|
||
# @(#$Id: rclkwd,v 1.1 2007/06/08 14:01:30 dockes Exp $ (C) 2004 J.F.Dockes
|
||
# Parts taken from Estraier:
|
||
#================================================================
|
||
# Estraier: a personal full-text search system
|
||
# Copyright (C) 2003-2004 Mikio Hirabayashi
|
||
#================================================================
|
||
#================================================================
|
||
# rclkword
|
||
# Extract text from a kword file
|
||
#
|
||
#================================================================
|
||
|
||
# set variables
|
||
LANG=C ; export LANG
|
||
LC_ALL=C ; export LC_ALL
|
||
progname="rclkwd"
|
||
filetype=kword
|
||
|
||
|
||
|
||
#RECFILTCOMMONCODE
|
||
##############################################################################
|
||
# !! Leave the previous line unmodified!! Code imported from the
|
||
# recfiltcommon file
|
||
|
||
# Utility code common to all shell filters. This could be sourced at run
|
||
# time, but it's slightly more efficient to include the code in the
|
||
# filters at build time (with a sed script).
|
||
|
||
# Describe error in a way that can be interpreted by our caller
|
||
senderror()
|
||
{
|
||
echo RECFILTERROR $*
|
||
# Also alert on stderr just in case
|
||
echo ":2:$progname::: $*" 1>&2
|
||
exit 1
|
||
}
|
||
|
||
iscmd()
|
||
{
|
||
cmd=$1
|
||
case $cmd in
|
||
*/*)
|
||
if test -x $cmd ; then return 0; else return 1; fi ;;
|
||
*)
|
||
oldifs=$IFS; IFS=":"; set -- $PATH; IFS=$oldifs
|
||
for d in $*;do test -x $d/$cmd && return 0;done
|
||
return 1 ;;
|
||
esac
|
||
}
|
||
|
||
checkcmds()
|
||
{
|
||
for cmd in $*;do
|
||
if iscmd $cmd
|
||
then
|
||
a=1
|
||
else
|
||
senderror HELPERNOTFOUND $cmd
|
||
fi
|
||
done
|
||
}
|
||
|
||
# show help message
|
||
if test $# -ne 1 -o "$1" = "--help"
|
||
then
|
||
echo "Convert a $filetype file to HTML text for Recoll indexing."
|
||
echo "Usage: $progname [infile]"
|
||
exit 1
|
||
fi
|
||
|
||
infile="$1"
|
||
|
||
# check the input file existence (may be '-' for stdin)
|
||
if test "X$infile" != X- -a ! -f "$infile"
|
||
then
|
||
senderror INPUTNOSUCHFILE "$infile"
|
||
fi
|
||
|
||
# protect access to our temp files and directories
|
||
umask 77
|
||
|
||
##############################################################################
|
||
# !! Leave the following line unmodified !
|
||
#ENDRECFILTCOMMONCODE
|
||
|
||
checkcmds awk unzip gunzip tar
|
||
|
||
# check the input file existence
|
||
if test ! -f "$infile"
|
||
then
|
||
printf '%s: %s: no such file\n' "$progname" "$infile"
|
||
exit 1
|
||
fi
|
||
|
||
# We need a temporary directory
|
||
if test z"$RECOLL_TMPDIR" != z; then
|
||
ttdir=$RECOLL_TMPDIR
|
||
elif test z"$TMPDIR" != z ; then
|
||
ttdir=$TMPDIR
|
||
else
|
||
ttdir=/tmp
|
||
fi
|
||
tmpdir=$ttdir/rclkwd_tmp$$
|
||
mkdir $tmpdir || exit 1
|
||
mkdir $tmpdir/rclkwdtmp || exit 1
|
||
|
||
cleanup()
|
||
{
|
||
# Note that we're using a constant part (rclkwdtmp), that hopefully
|
||
# guarantees that we can't do big mistakes here.
|
||
rm -rf $tmpdir/rclkwdtmp
|
||
rmdir $tmpdir
|
||
}
|
||
|
||
trap cleanup EXIT HUP QUIT INT TERM
|
||
|
||
# Old kwd files are gzip/tar archibes. Newer ones are zip archives.
|
||
if file $infile | grep -qi gzip ; then
|
||
# Unzip the input file and change to the unzipped directory
|
||
gunzip < "$infile" | (cd $tmpdir/rclkwdtmp;tar xf -)
|
||
else
|
||
echo new kwd
|
||
# Unzip the input file and change to the unzipped directory
|
||
unzip -q -d $tmpdir/rclkwdtmp "$infile"
|
||
fi
|
||
cd $tmpdir/rclkwdtmp
|
||
|
||
metafile=documentinfo.xml
|
||
contentfile=maindoc.xml
|
||
|
||
if test -f $metafile ; then
|
||
|
||
# Note: there can be newlines inside the description field, we don't want
|
||
# them...
|
||
abssedprog='/<abstract>/,/<\/abstract>/{
|
||
s!.*<abstract>!!
|
||
s!</abstract>.*!!
|
||
p
|
||
}
|
||
'
|
||
abstract=`sed -n -e "$abssedprog" < $metafile | tr '\n' ' ' | \
|
||
sed -e '1s/<!\[CDATA\[//' -e 's/\]\]>//'`
|
||
subject=`sed -e "s/\"/'/" -e 's/.*<subject>\([^<]*\).*/\1/p;d' \
|
||
< $metafile`
|
||
title=`sed -e "s/\"/'/" -e 's/.*<title>\([^<]*\).*/\1/p;d' \
|
||
< $metafile | tr '\n' ' '`
|
||
keywords=`sed -e "s/\"/'/" -e 's/.*<keyword>\([^<]*\).*/\1/p;d' \
|
||
< $metafile`
|
||
fi
|
||
|
||
# Note: next expr inserts a newline at each end of paragraph (for preview)
|
||
content="`sed -e 's!</TEXT>!\\
|
||
!g' -e 's/<[^>]*>/ /g' < $contentfile | sed -e '/^[ ]*$/d'`"
|
||
|
||
#echo abstract "$abstract"
|
||
#echo subject "$subject"
|
||
#echo title "$title"
|
||
#echo keywords "$keywords"
|
||
#echo content "$content"
|
||
|
||
# output the result
|
||
echo '<html><head>'
|
||
echo '<title>' "$title" '</title>'
|
||
echo '<meta http-equiv="Content-Type" content="text/html;charset=UTF-8">'
|
||
echo '<meta name="abstract" content="' "$abstract $subject" '">'
|
||
echo '<meta name="keywords" content="' "$keywords" '">'
|
||
echo '</head><body><p>'
|
||
|
||
# The strange 'BEGIN' setup is to prevent 'file' from thinking this file
|
||
# is an awk program
|
||
echo "$content" | sed -e "s/'/'/g" -e 's/"/"/g' |\
|
||
awk 'BEGIN'\
|
||
' {
|
||
cont = ""
|
||
}
|
||
{
|
||
$0 = cont $0
|
||
cont = ""
|
||
|
||
if ($0 ~ /[<5B>-]$/) {
|
||
# Note : soft-hyphen is iso8859 0xad
|
||
# Break at last whitespace
|
||
match($0, "[ \t][^ \t]+$")
|
||
line = substr($0, 0, RSTART)
|
||
cont = substr($0, RSTART, RLENGTH-1)
|
||
$0 = line
|
||
}
|
||
|
||
if($0 == "\f") {
|
||
print "</p>\n<hr>\n<p>"
|
||
next
|
||
}
|
||
|
||
print $0 "<br>"
|
||
}
|
||
END {
|
||
printf("</p></body></html>\n");
|
||
}' | iconv -f UTF-8 -t UTF-8 -c -s
|
||
|
||
cd /
|
||
# exit normally
|
||
exit 0
|