2009-11-02 18:11:37 +01:00
#! /bin/sh
2016-05-06 20:11:25 +02:00
set -u
2012-05-03 20:59:58 +02:00
# Test whether this shell is capable of parameter substring processing.
( option='a/b'; : ${option#*/} ) 2>/dev/null || {
echo "
The shell interpreting '$0' is lacking some required features.
To work around this problem you may try to execute:
ksh $0 $*
or
bash $0 $*
"
exit 1
}
2012-03-14 15:59:59 +01:00
# Store original IFS value so it can be changed (and restored) in many places.
2012-06-02 20:16:01 +02:00
readonly DEFAULT_IFS="$IFS"
2012-03-14 15:59:59 +01:00
2017-03-12 12:59:12 +01:00
# The top-level directory for the source. This ./configure and all Makefiles
# are good with ${srcdir} usually being relative. Some components (e.g. tests)
# are executed in subdirectories and for those it is simpler to use
# ${NOTMUCH_SRCDIR} which holds absolute path to the source.
2011-03-10 00:02:42 +01:00
srcdir=$(dirname "$0")
2017-03-12 12:59:12 +01:00
NOTMUCH_SRCDIR=$(cd "$srcdir" && pwd)
2011-03-10 00:02:42 +01:00
2019-08-26 19:03:46 +02:00
case $NOTMUCH_SRCDIR in ( *\'* | *['\"`$']* )
echo "Definitely unsafe characters in source path '$NOTMUCH_SRCDIR'".
exit 1
esac
2019-09-01 22:09:46 +02:00
case $PWD in ( *\'* | *['\"`$']* )
echo "Definitely unsafe characters in current directory '$PWD'".
exit 1
esac
# In case of whitespace, builds may work, tests definitely will not.
case $NOTMUCH_SRCDIR in ( *["$IFS"]* )
echo "Whitespace in source path '$NOTMUCH_SRCDIR' not supported".
exit 1
esac
case $PWD in ( *["$IFS"]* )
echo "Whitespace in current directory '$PWD' not supported".
exit 1
esac
2014-03-25 12:28:09 +01:00
subdirs="util compat lib parse-time-string completion doc emacs"
2020-07-07 12:56:47 +02:00
subdirs="${subdirs} performance-test test"
2015-06-01 09:08:59 +02:00
subdirs="${subdirs} bindings"
2014-03-25 12:28:09 +01:00
2011-03-10 00:02:42 +01:00
# For a non-srcdir configure invocation (such as ../configure), create
# the directory structure and copy Makefiles.
if [ "$srcdir" != "." ]; then
2021-12-23 02:44:45 +01:00
NOTMUCH_BUILDDIR=$PWD
2014-03-25 12:28:09 +01:00
for dir in . ${subdirs}; do
2011-03-10 00:02:42 +01:00
mkdir -p "$dir"
cp "$srcdir"/"$dir"/Makefile.local "$dir"
cp "$srcdir"/"$dir"/Makefile "$dir"
done
# Emacs only likes to generate compiled files next to the .el files
2015-07-30 07:57:04 +02:00
# by default so copy these as well (which is not ideal).
2011-03-10 00:02:42 +01:00
cp -a "$srcdir"/emacs/*.el emacs
2017-03-12 12:59:13 +01:00
# We were not able to create fully working Makefile using ruby mkmf.rb
# so ruby bindings source files are copied as well (ditto -- not ideal).
mkdir bindings/ruby
cp -a "$srcdir"/bindings/ruby/*.[ch] bindings/ruby
cp -a "$srcdir"/bindings/ruby/extconf.rb bindings/ruby
2020-05-22 03:03:59 +02:00
# Use the same hack to replicate python-cffi source for
# out-of-tree builds (again, not ideal).
mkdir bindings/python-cffi
cp -a "$srcdir"/bindings/python-cffi/tests \
"$srcdir"/bindings/python-cffi/notmuch2 \
"$srcdir"/bindings/python-cffi/setup.py \
bindings/python-cffi/
2021-12-23 02:44:45 +01:00
else
NOTMUCH_BUILDDIR=$NOTMUCH_SRCDIR
2011-03-10 00:02:42 +01:00
fi
2009-12-05 01:05:12 +01:00
# Set several defaults (optionally specified by the user in
2011-06-20 22:14:21 +02:00
# environment variables)
2019-01-17 03:11:31 +01:00
BASHCMD=${BASHCMD:-bash}
2018-09-16 19:08:06 +02:00
PERL=${PERL:-perl}
2014-05-22 12:10:06 +02:00
CC=${CC:-cc}
CXX=${CXX:-c++}
2014-10-03 22:22:10 +02:00
CFLAGS=${CFLAGS:--g -O2}
2013-05-26 03:28:12 +02:00
CPPFLAGS=${CPPFLAGS:-}
2015-05-19 22:48:24 +02:00
CXXFLAGS_for_sh=${CXXFLAGS:-${CFLAGS}}
2009-12-05 00:20:12 +01:00
CXXFLAGS=${CXXFLAGS:-\$(CFLAGS)}
2010-04-30 20:52:40 +02:00
LDFLAGS=${LDFLAGS:-}
2016-03-26 18:57:11 +01:00
XAPIAN_CONFIG=${XAPIAN_CONFIG:-}
2015-05-23 22:28:45 +02:00
PYTHON=${PYTHON:-}
2018-05-09 14:38:48 +02:00
RUBY=${RUBY:-ruby}
2009-12-02 03:33:23 +01:00
2010-04-01 07:29:16 +02:00
# We don't allow the EMACS or GZIP Makefile variables inherit values
# from the environment as we do with CC and CXX above. The reason is
# that these names as environment variables have existing uses other
# than the program name that we want. (EMACS is set to 't' when a
# shell is running within emacs and GZIP specifies arguments to pass
# on the gzip command line).
2009-12-05 01:05:12 +01:00
# Set the defaults for values the user can specify with command-line
# options.
2009-11-29 00:57:35 +01:00
PREFIX=/usr/local
2010-04-01 03:17:51 +02:00
LIBDIR=
2015-07-27 20:04:37 +02:00
WITH_DOCS=1
2016-08-10 15:02:35 +02:00
WITH_API_DOCS=1
2020-07-16 20:59:45 +02:00
WITH_PYTHON_DOCS=1
2011-01-23 14:33:43 +01:00
WITH_EMACS=1
2016-11-26 10:37:17 +01:00
WITH_DESKTOP=1
2011-01-23 14:33:43 +01:00
WITH_BASH=1
2019-02-26 03:06:49 +01:00
WITH_RPATH=1
2015-07-30 08:16:29 +02:00
WITH_RUBY=1
2011-01-23 14:33:43 +01:00
WITH_ZSH=1
2016-06-26 17:29:43 +02:00
WITH_RETRY_LOCK=1
2009-11-29 00:57:35 +01:00
2009-12-05 01:05:12 +01:00
usage ()
{
cat <<EOF
Usage: ./configure [options]...
This script configures notmuch to build on your system.
It verifies that dependencies are available, determines flags needed
to compile and link against various required libraries, and identifies
whether various system functions can be used or if locally-provided
replacements will be built instead.
Finally, it allows you to control various aspects of the build and
installation process.
First, some common variables can specified via environment variables:
CC The C compiler to use
CFLAGS Flags to pass to the C compiler
2015-07-28 15:29:38 +02:00
CPPFLAGS Flags to pass to the C preprocessor
2009-12-05 01:05:12 +01:00
CXX The C++ compiler to use
CXXFLAGS Flags to pass to the C compiler
LDFLAGS Flags to pass when linking
Each of these values can further be controlled by specifying them
later on the "make" command line.
2009-12-14 00:17:35 +01:00
Other environment variables can be used to control configure itself,
(and for which there is no equivalent build-time control):
XAPIAN_CONFIG The program to use to determine flags for
compiling and linking against the Xapian
library. [$XAPIAN_CONFIG]
2015-08-02 08:40:55 +02:00
PYTHON Name of python command to use in
configure and the test suite.
2018-05-09 14:38:48 +02:00
RUBY Name of ruby command to use in
configure and the test suite.
2009-12-14 00:17:35 +01:00
2009-12-05 01:05:12 +01:00
Additionally, various options can be specified on the configure
command line.
--prefix=PREFIX Install files in PREFIX [$PREFIX]
By default, "make install" will install the resulting program to
2010-04-01 03:17:29 +02:00
$PREFIX/bin, documentation to $PREFIX/man, etc. You can
2009-12-05 01:05:12 +01:00
specify an installation prefix other than $PREFIX using
--prefix, for instance:
./configure --prefix=\$HOME
2010-04-01 03:17:51 +02:00
Fine tuning of some installation directories is available:
2010-04-06 21:41:54 +02:00
--libdir=DIR Install libraries to DIR [PREFIX/lib]
--includedir=DIR Install header files to DIR [PREFIX/include]
2010-04-06 21:47:16 +02:00
--mandir=DIR Install man pages to DIR [PREFIX/share/man]
2018-05-21 22:08:50 +02:00
--infodir=DIR Install man pages to DIR [PREFIX/share/man]
2010-04-06 21:53:02 +02:00
--sysconfdir=DIR Read-only single-machine data [PREFIX/etc]
2010-04-07 19:07:23 +02:00
--emacslispdir=DIR Emacs code [PREFIX/share/emacs/site-lisp]
2011-10-25 10:07:02 +02:00
--emacsetcdir=DIR Emacs miscellaneous files [PREFIX/share/emacs/site-lisp]
2017-03-12 18:24:52 +01:00
--bashcompletiondir=DIR Bash completions files [PREFIX/share/bash-completion/completions]
2019-11-14 23:10:50 +01:00
--zshcompletiondir=DIR Zsh completions files [PREFIX/share/zsh/site-functions]
2011-01-23 14:33:43 +01:00
Some features can be disabled (--with-feature=no is equivalent to
--without-feature) :
2015-07-30 08:00:55 +02:00
--without-bash-completion Do not install bash completions files
2016-08-10 15:02:35 +02:00
--without-docs Do not install documentation
--without-api-docs Do not install API man page
2011-01-23 14:33:43 +01:00
--without-emacs Do not install lisp file
2016-11-26 10:37:17 +01:00
--without-desktop Do not install desktop file
2015-07-30 08:16:29 +02:00
--without-ruby Do not install ruby bindings
2011-01-23 14:33:43 +01:00
--without-zsh-completion Do not install zsh completions files
2016-06-26 17:29:43 +02:00
--without-retry-lock Do not use blocking xapian opens, even if available
2010-04-01 03:17:51 +02:00
2010-04-06 21:39:29 +02:00
Additional options are accepted for compatibility with other
configure-script calling conventions, but don't do anything yet:
--build=<cpu>-<vendor>-<os> Currently ignored
2010-04-25 01:33:10 +02:00
--host=<cpu>-<vendor>-<os> Currently ignored
--datadir=DIR Currently ignored
2010-04-06 22:04:08 +02:00
--localstatedir=DIR Currently ignored
--libexecdir=DIR Currently ignored
--disable-maintainer-mode Currently ignored
--disable-dependency-tracking Currently ignored
2010-04-06 21:39:29 +02:00
2009-12-05 01:05:12 +01:00
EOF
}
# Parse command-line options
2009-11-29 00:57:35 +01:00
for option; do
2009-12-05 01:05:12 +01:00
if [ "${option}" = '--help' ] ; then
usage
exit 0
elif [ "${option%%=*}" = '--prefix' ] ; then
2009-11-29 00:57:35 +01:00
PREFIX="${option#*=}"
2010-03-12 14:47:36 +01:00
elif [ "${option%%=*}" = '--libdir' ] ; then
LIBDIR="${option#*=}"
2010-04-06 21:41:54 +02:00
elif [ "${option%%=*}" = '--includedir' ] ; then
INCLUDEDIR="${option#*=}"
2010-04-06 21:47:16 +02:00
elif [ "${option%%=*}" = '--mandir' ] ; then
MANDIR="${option#*=}"
2018-05-21 22:08:50 +02:00
elif [ "${option%%=*}" = '--infodir' ] ; then
INFODIR="${option#*=}"
2010-04-06 21:53:02 +02:00
elif [ "${option%%=*}" = '--sysconfdir' ] ; then
SYSCONFDIR="${option#*=}"
2010-04-07 00:05:13 +02:00
elif [ "${option%%=*}" = '--emacslispdir' ] ; then
EMACSLISPDIR="${option#*=}"
2011-10-25 10:07:02 +02:00
elif [ "${option%%=*}" = '--emacsetcdir' ] ; then
EMACSETCDIR="${option#*=}"
2011-01-23 14:33:43 +01:00
elif [ "${option%%=*}" = '--bashcompletiondir' ] ; then
BASHCOMPLETIONDIR="${option#*=}"
elif [ "${option%%=*}" = '--zshcompletiondir' ] ; then
ZSHCOMLETIONDIR="${option#*=}"
2015-07-30 08:08:31 +02:00
elif [ "${option%%=*}" = '--with-docs' ]; then
if [ "${option#*=}" = 'no' ]; then
WITH_DOCS=0
2016-08-10 15:02:35 +02:00
WITH_API_DOCS=0
2015-07-30 08:08:31 +02:00
else
WITH_DOCS=1
fi
2015-07-27 20:04:37 +02:00
elif [ "${option}" = '--without-docs' ] ; then
WITH_DOCS=0
2016-08-10 15:02:35 +02:00
WITH_API_DOCS=0
elif [ "${option%%=*}" = '--with-api-docs' ]; then
if [ "${option#*=}" = 'no' ]; then
WITH_API_DOCS=0
else
WITH_API_DOCS=1
fi
elif [ "${option}" = '--without-api-docs' ] ; then
WITH_API_DOCS=0
2011-01-23 14:33:43 +01:00
elif [ "${option%%=*}" = '--with-emacs' ]; then
if [ "${option#*=}" = 'no' ]; then
WITH_EMACS=0
else
WITH_EMACS=1
fi
elif [ "${option}" = '--without-emacs' ] ; then
WITH_EMACS=0
2016-11-26 10:37:17 +01:00
elif [ "${option%%=*}" = '--with-desktop' ]; then
if [ "${option#*=}" = 'no' ]; then
WITH_DESKTOP=0
else
WITH_DESKTOP=1
fi
elif [ "${option}" = '--without-desktop' ] ; then
WITH_DESKTOP=0
2011-01-23 14:33:43 +01:00
elif [ "${option%%=*}" = '--with-bash-completion' ]; then
if [ "${option#*=}" = 'no' ]; then
WITH_BASH=0
else
WITH_BASH=1
fi
elif [ "${option}" = '--without-bash-completion' ] ; then
WITH_BASH=0
2019-02-26 03:06:49 +01:00
elif [ "${option%%=*}" = '--with-rpath' ]; then
if [ "${option#*=}" = 'no' ]; then
WITH_RPATH=0
else
WITH_RPATH=1
fi
elif [ "${option}" = '--without-rpath' ] ; then
WITH_RPATH=0
2015-07-30 08:16:29 +02:00
elif [ "${option%%=*}" = '--with-ruby' ]; then
if [ "${option#*=}" = 'no' ]; then
WITH_RUBY=0
else
WITH_RUBY=1
fi
elif [ "${option}" = '--without-ruby' ] ; then
WITH_RUBY=0
2016-06-26 17:29:43 +02:00
elif [ "${option%%=*}" = '--with-retry-lock' ]; then
if [ "${option#*=}" = 'no' ]; then
WITH_RETRY_LOCK=0
else
WITH_RETRY_LOCK=1
fi
elif [ "${option}" = '--without-retry-lock' ] ; then
WITH_RETRY_LOCK=0
2011-01-23 14:33:43 +01:00
elif [ "${option%%=*}" = '--with-zsh-completion' ]; then
if [ "${option#*=}" = 'no' ]; then
WITH_ZSH=0
else
WITH_ZSH=1
fi
elif [ "${option}" = '--without-zsh-completion' ] ; then
WITH_ZSH=0
2010-04-06 21:39:29 +02:00
elif [ "${option%%=*}" = '--build' ] ; then
2012-03-05 11:23:44 +01:00
true
2010-04-25 01:33:10 +02:00
elif [ "${option%%=*}" = '--host' ] ; then
2012-03-05 11:23:44 +01:00
true
2022-01-11 11:13:34 +01:00
elif [ "${option%%=*}" = '--bindir' ] ; then
true
elif [ "${option%%=*}" = '--sbindir' ] ; then
true
2010-04-25 01:33:10 +02:00
elif [ "${option%%=*}" = '--datadir' ] ; then
true
2010-04-06 22:04:08 +02:00
elif [ "${option%%=*}" = '--localstatedir' ] ; then
true
2022-01-11 11:13:34 +01:00
elif [ "${option%%=*}" = '--sharedstatedir' ] ; then
true
2010-04-06 22:04:08 +02:00
elif [ "${option%%=*}" = '--libexecdir' ] ; then
true
2022-01-11 11:13:34 +01:00
elif [ "${option%%=*}" = '--exec-prefix' ] ; then
true
elif [ "${option%%=*}" = '--program-prefix' ] ; then
true
2010-04-06 22:04:08 +02:00
elif [ "${option}" = '--disable-maintainer-mode' ] ; then
true
elif [ "${option}" = '--disable-dependency-tracking' ] ; then
true
2009-12-05 01:05:12 +01:00
else
2010-04-06 21:40:38 +02:00
echo "Unrecognized option: ${option}"
2009-12-05 01:05:12 +01:00
echo "See:"
echo " $0 --help"
echo ""
exit 1
2009-11-29 00:57:35 +01:00
fi
done
2010-06-05 01:52:56 +02:00
# We set this value early, (rather than just while printing the
# Makefile.config file later like most values), because we need to
# actually investigate this value compared to the ldconfig_paths value
# below.
2012-11-28 13:25:52 +01:00
if [ -z "$LIBDIR" ] ; then
libdir_expanded="${PREFIX}/lib"
else
# very non-general variable expansion
2017-01-01 18:20:30 +01:00
libdir_expanded=$(printf %s "$LIBDIR" | sed "s|\${prefix}|${PREFIX}|; s|\$prefix\>|${PREFIX}|; s|//*|/|g")
2012-11-28 13:25:52 +01:00
fi
2010-06-05 01:52:56 +02:00
2009-11-02 18:11:37 +01:00
cat <<EOF
Welcome to Notmuch, a system for indexing, searching and tagging your email.
We hope that the process of building and installing notmuch is quick
and smooth so that you can soon be reading and processing your email
more efficiently than ever.
2009-12-01 17:40:45 +01:00
If anything goes wrong in the configure process, you can override any
decisions it makes by manually editing the Makefile.config file that
it creates. Also please do as much as you can to figure out what could
be different on your machine compared to those of the notmuch
developers. Then, please email those details to the Notmuch list
(notmuch@notmuchmail.org) so that we can hopefully make future
versions of notmuch easier for you to use.
2009-11-02 18:11:37 +01:00
2009-12-01 17:40:45 +01:00
We'll now investigate your system to verify that all required
dependencies are available:
2009-11-02 18:11:37 +01:00
EOF
errors=0
2015-05-19 22:48:24 +02:00
printf "int main(void){return 0;}\n" > minimal.c
printf "Sanity checking C compilation environment... "
2017-04-08 21:23:32 +02:00
test_cmdline="${CC} ${CFLAGS} ${CPPFLAGS} minimal.c ${LDFLAGS} -o minimal"
if ${test_cmdline} > /dev/null 2>&1
2015-05-19 22:48:24 +02:00
then
printf "OK.\n"
else
printf "Fail.\n"
errors=$((errors + 1))
2017-04-08 21:23:32 +02:00
printf Executed:; printf ' %s' ${test_cmdline}; echo
${test_cmdline}
2015-05-19 22:48:24 +02:00
fi
printf "Sanity checking C++ compilation environment... "
2017-04-08 21:23:32 +02:00
test_cmdline="${CXX} ${CXXFLAGS_for_sh} ${CPPFLAGS} minimal.c ${LDFLAGS} -o minimal"
if ${test_cmdline} > /dev/null 2>&1
2015-05-19 22:48:24 +02:00
then
printf "OK.\n"
else
printf "Fail.\n"
errors=$((errors + 1))
2017-04-08 21:23:32 +02:00
printf Executed:; printf ' %s' ${test_cmdline}; echo
${test_cmdline}
2015-05-19 22:48:24 +02:00
fi
2017-04-08 21:23:32 +02:00
unset test_cmdline
2015-05-19 22:48:24 +02:00
if [ $errors -gt 0 ]; then
cat <<EOF
*** Error: Initial sanity checking of environment failed. Please try
running configure in a clean environment, and if the problem persists,
report a bug.
EOF
rm -f minimal minimal.c
exit 1
fi
2009-11-02 18:11:37 +01:00
2022-01-09 15:38:02 +01:00
printf "C compiler supports address sanitizer... "
test_cmdline="${CC} ${CFLAGS} ${CPPFLAGS} -fsanitize=address minimal.c ${LDFLAGS} -o minimal"
if ${test_cmdline} >/dev/null 2>&1 && ./minimal
then
printf "Yes.\n"
have_asan=1
else
printf "Nope, skipping those tests.\n"
have_asan=0
fi
unset test_cmdline
lib: replace some uses of Query::MatchAll with a thread-safe alternative
This replaces two instances of Xapian::Query::MatchAll with the
equivalent but thread-safe alternative Xapian::Query(std::string()).
Xapian::Query::MatchAll maintains an internal pointer to a refcounted
Xapian::Internal::QueryTerm.
None of this is thread-safe but that wouldn't be an issue if
Xapian::Query::MatchAll wasn't static. Because it's static, the
refcounting goes awry when Notmuch is called from multiple threads.
This is actually documented by Xapian:
https://github.com/xapian/xapian/blob/4715de3a9fcee741587439dc3cc1d2ff01ffeaf2/xapian-core/include/xapian/query.h#L65
While static, Xapian::Query::MatchNothing is safe because it doesn't
maintain an internal object and as such, doesn't use references.
Two best-effort tests making use of TSan were added to showcase the
issue (I couldn't figure out a way to deterministically reproduce it
without making an unmaintainable mess).
First, when two databases are created in parallel, a query that uses
Xapian::Query::MatchAll is made (lib/query.cc), resulting in the
following backtrace on a segfault:
#0 0x00007ffff76822af in Xapian::Query::get_terms_begin (this=0x7fffe80137f0) at api/query.cc:141
#1 0x00007ffff7f933f5 in _notmuch_query_cache_terms (query=0x7fffe80137c0) at lib/query.cc:176
#2 0x00007ffff7f93784 in _notmuch_query_ensure_parsed_xapian (query=0x7fffe80137c0) at lib/query.cc:225
#3 0x00007ffff7f9381a in _notmuch_query_ensure_parsed (query=0x7fffe80137c0) at lib/query.cc:260
#4 0x00007ffff7f93bfe in _notmuch_query_search_documents (query=0x7fffe80137c0, type=0x7ffff7fa9b1e "mail", out=0x7ffff666da18) at lib/query.cc:361
#5 0x00007ffff7f93ba4 in notmuch_query_search_messages (query=0x7fffe80137c0, out=0x7ffff666da18) at lib/query.cc:349
#6 0x00007ffff7f83d98 in notmuch_database_upgrade (notmuch=0x7fffe8000bd0, progress_notify=0x0, closure=0x0) at lib/database.cc:934
#7 0x00007ffff7fa110f in notmuch_database_create_with_config (database_path=0x7ffff666dcb0 "/tmp/notmuch.MZ2AGr", config_path=0x7ffff7faab3c "", profile=0x0, database=0x0, status_string=0x7ffff666dc90) at lib/open.cc:754
#8 0x00007ffff7fa0d6f in notmuch_database_create_verbose (path=0x7ffff666dcb0 "/tmp/notmuch.MZ2AGr", database=0x0, status_string=0x7ffff666dc90) at lib/open.cc:653
#9 0x00007ffff7fa0ceb in notmuch_database_create (path=0x7ffff666dcb0 "/tmp/notmuch.MZ2AGr", database=0x0) at lib/open.cc:637
...
Second, some queries would make use of Xapian::Query::MatchAll
(lib/regexp-fields.cc), resulting in the following backtrace on a
segfault:
#0 0x00007f629828b690 in Xapian::Internal::QueryBranch::gather_terms (this=0x7f628800def0, void_terms=0x7f629726d5a0) at api/queryinternal.cc:1245
#1 0x00007f629828c260 in Xapian::Internal::QueryScaleWeight::gather_terms (this=0x7f628800df70, void_terms=0x7f629726d5a0) at api/queryinternal.cc:1434
#2 0x00007f629828b69f in Xapian::Internal::QueryBranch::gather_terms (this=0x7f628800dd90, void_terms=0x7f629726d5a0) at api/queryinternal.cc:1245
#3 0x00007f6298282571 in Xapian::Query::get_unique_terms_begin (this=0x7f628800dcd8) at api/query.cc:166
#4 0x00007f629841a59b in Xapian::Weight::Internal::accumulate_stats (this=0x7f628800dca0, subdb=..., rset=...) at weight/weightinternal.cc:86
#5 0x00007f62983c15ba in LocalSubMatch::prepare_match (this=0x7f628800df20, nowait=true, total_stats=...) at matcher/localsubmatch.cc:172
#6 0x00007f62983c8fcc in prepare_sub_matches (leaves=std::vector of length 1, capacity 1 = {...}, stats=...) at matcher/multimatch.cc:237
#7 0x00007f62983c98a3 in MultiMatch::MultiMatch (this=0x7f629726d9a0, db_=..., query_=..., qlen=3, omrset=0x0, collapse_max_=0, collapse_key_=4294967295, percent_cutoff_=0, weight_cutoff_=0, order_=Xapian::Enquire::ASCENDING, sort_key_=0, sort_by_=Xapian::Enquire::Internal::VAL, sort_value_forward_=true, time_limit_=0, stats=..., weight_=0x7f6288008d50, matchspies_=std::vector of length 0, capacity 0, have_sorter=false, have_mdecider=false) at matcher/multimatch.cc:353
#8 0x00007f629826fcba in Xapian::Enquire::Internal::get_mset (this=0x7f628800e0b0, first=0, maxitems=0, check_at_least=0, rset=0x0, mdecider=0x0) at api/omenquire.cc:569
#9 0x00007f629827181c in Xapian::Enquire::get_mset (this=0x7f629726db80, first=0, maxitems=0, check_at_least=0, rset=0x0, mdecider=0x0) at api/omenquire.cc:937
#10 0x00007f6298be529a in _notmuch_query_search_documents (query=0x7f6288009750, type=0x7f6298bfaafe "mail", out=0x7f629726dcc0) at lib/query.cc:447
#11 0x00007f6298be4ae8 in notmuch_query_search_messages (query=0x7f6288009750, out=0x7f629726dcc0) at lib/query.cc:349
...
Printing Xapian::Query::MatchAll->internal.px->_refs in these
circumstances can help quickly identifying this scenario.
This is motivated by some test frameworks (like Rust's Cargo) that
runs unit tests in parallel and would easily encounter this issue,
unless client code gates every call to Notmuch behind a lock.
This is what can be expected from the tests when they fail:
== stderr ==
+==================
+WARNING: ThreadSanitizer: data race (pid=207931)
+ Read of size 1 at 0x7b10000001a0 by thread T2:
+ #0 memcpy <null> (libtsan.so.2+0x62506)
+ #1 void std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_construct<char*>(char*, char*, std::forward_iterator_tag) [clone .isra.0] <null> (libxapian.so.30+0x872b3)
+
+ Previous write of size 8 at 0x7b10000001a0 by thread T1:
+ #0 operator new(unsigned long) <null> (libtsan.so.2+0x8ba83)
+ #1 Xapian::Query::Query(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, unsigned int) <null> (libxapian.so.30+0x855cd)
...
2023-03-02 18:59:15 +01:00
printf "C compiler supports thread sanitizer... "
test_cmdline="${CC} ${CFLAGS} ${CPPFLAGS} -fsanitize=thread minimal.c ${LDFLAGS} -o minimal"
if ${test_cmdline} >/dev/null 2>&1 && ./minimal
then
printf "Yes.\n"
have_tsan=1
else
printf "Nope, skipping those tests.\n"
have_tsan=0
fi
unset test_cmdline
2015-08-10 14:39:16 +02:00
printf "Reading libnotmuch version from source... "
2015-08-09 16:25:41 +02:00
cat > _libversion.c <<EOF
#include <stdio.h>
#include "lib/notmuch.h"
int main(void) {
printf("libnotmuch_version_major=%d\n",
LIBNOTMUCH_MAJOR_VERSION);
printf("libnotmuch_version_minor=%d\n",
LIBNOTMUCH_MINOR_VERSION);
printf("libnotmuch_version_release=%d\n",
LIBNOTMUCH_MICRO_VERSION);
return 0;
}
EOF
2017-03-12 12:59:13 +01:00
if ${CC} ${CFLAGS} -I"$srcdir" _libversion.c -o _libversion > /dev/null 2>&1 \
&& ./_libversion > _libversion.sh && . ./_libversion.sh
2015-08-09 16:25:41 +02:00
then
2015-08-10 14:39:16 +02:00
printf "OK.\n"
2015-08-09 16:25:41 +02:00
else
cat <<EOF
*** Error: Reading lib/notmuch.h failed.
Please try running configure again in a clean environment, and if the
problem persists, report a bug.
EOF
rm -f _libversion _libversion.c _libversion.sh
exit 1
fi
2009-11-02 18:11:37 +01:00
if pkg-config --version > /dev/null 2>&1; then
have_pkg_config=1
else
have_pkg_config=0
fi
2020-04-21 23:07:29 +02:00
printf "Checking for Xapian development files (>= 1.4.0)... "
2009-12-14 00:17:35 +01:00
have_xapian=0
2020-04-21 23:07:29 +02:00
for xapian_config in ${XAPIAN_CONFIG} xapian-config; do
2009-12-14 00:17:35 +01:00
if ${xapian_config} --version > /dev/null 2>&1; then
2013-10-02 22:30:46 +02:00
xapian_version=$(${xapian_config} --version | sed -e 's/.* //')
2020-04-21 23:07:29 +02:00
case $xapian_version in
1.[4-9]* | 1.[1-9][0-9]* | [2-9]* | [1-9][0-9]*)
printf "Yes (%s).\n" ${xapian_version}
have_xapian=1
xapian_cxxflags=$(${xapian_config} --cxxflags)
xapian_ldflags=$(${xapian_config} --libs)
;;
*) printf "Xapian $xapian_version not supported... "
esac
2009-12-14 00:17:35 +01:00
break
fi
done
if [ ${have_xapian} = "0" ]; then
2009-12-01 20:39:30 +01:00
printf "No.\n"
2009-11-02 18:11:37 +01:00
errors=$((errors + 1))
fi
2019-05-02 15:19:33 +02:00
GMIME_MINVER=3.0.3
2015-08-16 17:33:21 +02:00
2020-05-12 23:17:09 +02:00
printf "Checking for GMime development files (>= $GMIME_MINVER)... "
2020-03-18 09:02:50 +01:00
if pkg-config --exists "gmime-3.0 >= $GMIME_MINVER"; then
2019-05-02 15:19:33 +02:00
printf "Yes.\n"
2017-05-27 18:51:17 +02:00
have_gmime=1
gmime_cflags=$(pkg-config --cflags gmime-3.0)
gmime_ldflags=$(pkg-config --libs gmime-3.0)
configure: Ensure that GMime can extract session keys
GMime 3.0 and higher can extract session keys, but it will *not*
extract session keys if it was built with --disable-crypto, or if it
was built against GPGME version < 1.8.0.
Notmuch currently expects to be able to extract session keys, and
tests will fail if it is not possible, so we ensure that this is the
case during ./configure time.
Part of this feels awkward because notmuch doesn't directly depend on
gpg at all. Rather, it depends on GMime, and the current
implementation of GMime depends on GPGME for its crypto, and GPGME in
turn depends on gpg.
So the use of gpg in ./configure isn't actually introducing a new
dependency, though if a future version of GMime were ever to move away
from GnuPG, we might need to reconsider.
Note that this changeset depends on
id:20190506174327.13457-1-dkg@fifthhorseman.net , which supplies the
rfc822 message test/corpora/crypto/basic-encrypted.eml used in it.
Signed-off-by: Daniel Kahn Gillmor <dkg@fifthhorseman.net>
2019-05-06 22:16:55 +02:00
printf "Checking for GMime session key extraction support... "
cat > _check_session_keys.c <<EOF
#include <gmime/gmime.h>
#include <stdio.h>
int main () {
GError *error = NULL;
GMimeParser *parser = NULL;
GMimeMultipartEncrypted *body = NULL;
GMimeDecryptResult *decrypt_result = NULL;
GMimeObject *output = NULL;
g_mime_init ();
parser = g_mime_parser_new ();
2019-08-26 19:03:46 +02:00
g_mime_parser_init_with_stream (parser, g_mime_stream_file_open("$srcdir/test/corpora/crypto/basic-encrypted.eml", "r", &error));
configure: Ensure that GMime can extract session keys
GMime 3.0 and higher can extract session keys, but it will *not*
extract session keys if it was built with --disable-crypto, or if it
was built against GPGME version < 1.8.0.
Notmuch currently expects to be able to extract session keys, and
tests will fail if it is not possible, so we ensure that this is the
case during ./configure time.
Part of this feels awkward because notmuch doesn't directly depend on
gpg at all. Rather, it depends on GMime, and the current
implementation of GMime depends on GPGME for its crypto, and GPGME in
turn depends on gpg.
So the use of gpg in ./configure isn't actually introducing a new
dependency, though if a future version of GMime were ever to move away
from GnuPG, we might need to reconsider.
Note that this changeset depends on
id:20190506174327.13457-1-dkg@fifthhorseman.net , which supplies the
rfc822 message test/corpora/crypto/basic-encrypted.eml used in it.
Signed-off-by: Daniel Kahn Gillmor <dkg@fifthhorseman.net>
2019-05-06 22:16:55 +02:00
if (error) return !! fprintf (stderr, "failed to instantiate parser with test/corpora/crypto/basic-encrypted.eml\n");
body = GMIME_MULTIPART_ENCRYPTED(g_mime_message_get_mime_part (g_mime_parser_construct_message (parser, NULL)));
2020-05-22 02:42:41 +02:00
if (body == NULL) return !! fprintf (stderr, "did not find a multipart encrypted message\n");
configure: Ensure that GMime can extract session keys
GMime 3.0 and higher can extract session keys, but it will *not*
extract session keys if it was built with --disable-crypto, or if it
was built against GPGME version < 1.8.0.
Notmuch currently expects to be able to extract session keys, and
tests will fail if it is not possible, so we ensure that this is the
case during ./configure time.
Part of this feels awkward because notmuch doesn't directly depend on
gpg at all. Rather, it depends on GMime, and the current
implementation of GMime depends on GPGME for its crypto, and GPGME in
turn depends on gpg.
So the use of gpg in ./configure isn't actually introducing a new
dependency, though if a future version of GMime were ever to move away
from GnuPG, we might need to reconsider.
Note that this changeset depends on
id:20190506174327.13457-1-dkg@fifthhorseman.net , which supplies the
rfc822 message test/corpora/crypto/basic-encrypted.eml used in it.
Signed-off-by: Daniel Kahn Gillmor <dkg@fifthhorseman.net>
2019-05-06 22:16:55 +02:00
output = g_mime_multipart_encrypted_decrypt (body, GMIME_DECRYPT_EXPORT_SESSION_KEY, NULL, &decrypt_result, &error);
if (error || output == NULL) return !! fprintf (stderr, "decryption failed\n");
if (decrypt_result == NULL) return !! fprintf (stderr, "no GMimeDecryptResult found\n");
if (decrypt_result->session_key == NULL) return !! fprintf (stderr, "GMimeDecryptResult has no session key\n");
printf ("%s\n", decrypt_result->session_key);
return 0;
}
EOF
2019-06-16 17:18:47 +02:00
if ! TEMP_GPG=$(mktemp -d "${TMPDIR:-/tmp}/notmuch.XXXXXX"); then
2021-10-09 22:09:16 +02:00
printf 'No.\nCould not make tempdir for testing session-key support.\n'
errors=$((errors + 1))
2019-05-20 22:52:01 +02:00
elif ${CC} ${CFLAGS} ${gmime_cflags} _check_session_keys.c ${gmime_ldflags} -o _check_session_keys \
2022-09-22 10:46:06 +02:00
&& GNUPGHOME=${TEMP_GPG} gpg --batch --quiet --import < "$srcdir"/test/openpgp4-secret-key.asc \
2021-10-09 22:09:16 +02:00
&& SESSION_KEY=$(GNUPGHOME=${TEMP_GPG} ./_check_session_keys) \
2022-09-22 10:46:06 +02:00
&& [ $SESSION_KEY = 9:496A0B6D15A5E7BA762FB8E5FE6DEE421D4D9BBFCEAD1CDD0CCF636D07ADE621 ]
configure: Ensure that GMime can extract session keys
GMime 3.0 and higher can extract session keys, but it will *not*
extract session keys if it was built with --disable-crypto, or if it
was built against GPGME version < 1.8.0.
Notmuch currently expects to be able to extract session keys, and
tests will fail if it is not possible, so we ensure that this is the
case during ./configure time.
Part of this feels awkward because notmuch doesn't directly depend on
gpg at all. Rather, it depends on GMime, and the current
implementation of GMime depends on GPGME for its crypto, and GPGME in
turn depends on gpg.
So the use of gpg in ./configure isn't actually introducing a new
dependency, though if a future version of GMime were ever to move away
from GnuPG, we might need to reconsider.
Note that this changeset depends on
id:20190506174327.13457-1-dkg@fifthhorseman.net , which supplies the
rfc822 message test/corpora/crypto/basic-encrypted.eml used in it.
Signed-off-by: Daniel Kahn Gillmor <dkg@fifthhorseman.net>
2019-05-06 22:16:55 +02:00
then
2021-10-09 22:09:16 +02:00
printf "OK.\n"
configure: Ensure that GMime can extract session keys
GMime 3.0 and higher can extract session keys, but it will *not*
extract session keys if it was built with --disable-crypto, or if it
was built against GPGME version < 1.8.0.
Notmuch currently expects to be able to extract session keys, and
tests will fail if it is not possible, so we ensure that this is the
case during ./configure time.
Part of this feels awkward because notmuch doesn't directly depend on
gpg at all. Rather, it depends on GMime, and the current
implementation of GMime depends on GPGME for its crypto, and GPGME in
turn depends on gpg.
So the use of gpg in ./configure isn't actually introducing a new
dependency, though if a future version of GMime were ever to move away
from GnuPG, we might need to reconsider.
Note that this changeset depends on
id:20190506174327.13457-1-dkg@fifthhorseman.net , which supplies the
rfc822 message test/corpora/crypto/basic-encrypted.eml used in it.
Signed-off-by: Daniel Kahn Gillmor <dkg@fifthhorseman.net>
2019-05-06 22:16:55 +02:00
else
2021-10-09 22:09:16 +02:00
cat <<EOF
2019-05-20 22:51:59 +02:00
No.
configure: Ensure that GMime can extract session keys
GMime 3.0 and higher can extract session keys, but it will *not*
extract session keys if it was built with --disable-crypto, or if it
was built against GPGME version < 1.8.0.
Notmuch currently expects to be able to extract session keys, and
tests will fail if it is not possible, so we ensure that this is the
case during ./configure time.
Part of this feels awkward because notmuch doesn't directly depend on
gpg at all. Rather, it depends on GMime, and the current
implementation of GMime depends on GPGME for its crypto, and GPGME in
turn depends on gpg.
So the use of gpg in ./configure isn't actually introducing a new
dependency, though if a future version of GMime were ever to move away
from GnuPG, we might need to reconsider.
Note that this changeset depends on
id:20190506174327.13457-1-dkg@fifthhorseman.net , which supplies the
rfc822 message test/corpora/crypto/basic-encrypted.eml used in it.
Signed-off-by: Daniel Kahn Gillmor <dkg@fifthhorseman.net>
2019-05-06 22:16:55 +02:00
*** Error: Could not extract session keys from encrypted message.
This is likely due to your GMime having been built against a old
version of GPGME.
Please try to rebuild your version of GMime against a more recent
2019-05-20 22:51:59 +02:00
version of GPGME (at least GPGME 1.8.0).
configure: Ensure that GMime can extract session keys
GMime 3.0 and higher can extract session keys, but it will *not*
extract session keys if it was built with --disable-crypto, or if it
was built against GPGME version < 1.8.0.
Notmuch currently expects to be able to extract session keys, and
tests will fail if it is not possible, so we ensure that this is the
case during ./configure time.
Part of this feels awkward because notmuch doesn't directly depend on
gpg at all. Rather, it depends on GMime, and the current
implementation of GMime depends on GPGME for its crypto, and GPGME in
turn depends on gpg.
So the use of gpg in ./configure isn't actually introducing a new
dependency, though if a future version of GMime were ever to move away
from GnuPG, we might need to reconsider.
Note that this changeset depends on
id:20190506174327.13457-1-dkg@fifthhorseman.net , which supplies the
rfc822 message test/corpora/crypto/basic-encrypted.eml used in it.
Signed-off-by: Daniel Kahn Gillmor <dkg@fifthhorseman.net>
2019-05-06 22:16:55 +02:00
EOF
2022-11-02 17:15:12 +01:00
if GPGME_VERS="$(pkg-config --modversion gpgme || gpgme-config --version)"; then
printf 'Your current GPGME development version is: %s\n' "$GPGME_VERS"
2021-10-09 22:09:16 +02:00
else
printf 'You do not have the GPGME development libraries installed.\n'
fi
errors=$((errors + 1))
configure: Ensure that GMime can extract session keys
GMime 3.0 and higher can extract session keys, but it will *not*
extract session keys if it was built with --disable-crypto, or if it
was built against GPGME version < 1.8.0.
Notmuch currently expects to be able to extract session keys, and
tests will fail if it is not possible, so we ensure that this is the
case during ./configure time.
Part of this feels awkward because notmuch doesn't directly depend on
gpg at all. Rather, it depends on GMime, and the current
implementation of GMime depends on GPGME for its crypto, and GPGME in
turn depends on gpg.
So the use of gpg in ./configure isn't actually introducing a new
dependency, though if a future version of GMime were ever to move away
from GnuPG, we might need to reconsider.
Note that this changeset depends on
id:20190506174327.13457-1-dkg@fifthhorseman.net , which supplies the
rfc822 message test/corpora/crypto/basic-encrypted.eml used in it.
Signed-off-by: Daniel Kahn Gillmor <dkg@fifthhorseman.net>
2019-05-06 22:16:55 +02:00
fi
2019-05-20 22:52:00 +02:00
if [ -n "$TEMP_GPG" -a -d "$TEMP_GPG" ]; then
2021-10-09 22:09:16 +02:00
rm -rf "$TEMP_GPG"
2019-05-20 22:52:00 +02:00
fi
2020-05-22 02:42:41 +02:00
2022-04-09 14:34:52 +02:00
cat > _check_gmime_cert.c <<EOF
2020-05-22 02:42:41 +02:00
#include <stdio.h>
#include <gmime/gmime.h>
int main () {
GError *error = NULL;
GMimeParser *parser = NULL;
GMimeApplicationPkcs7Mime *body = NULL;
GMimeSignatureList *sig_list = NULL;
GMimeSignature *sig = NULL;
GMimeCertificate *cert = NULL;
GMimeObject *output = NULL;
int len;
g_mime_init ();
parser = g_mime_parser_new ();
g_mime_parser_init_with_stream (parser, g_mime_stream_file_open("$srcdir/test/corpora/pkcs7/smime-onepart-signed.eml", "r", &error));
if (error) return !! fprintf (stderr, "failed to instantiate parser with test/corpora/pkcs7/smime-onepart-signed.eml\n");
body = GMIME_APPLICATION_PKCS7_MIME(g_mime_message_get_mime_part (g_mime_parser_construct_message (parser, NULL)));
if (body == NULL) return !! fprintf (stderr, "did not find a application/pkcs7 message\n");
sig_list = g_mime_application_pkcs7_mime_verify (body, GMIME_VERIFY_NONE, &output, &error);
if (error || output == NULL) return !! fprintf (stderr, "verify failed\n");
if (sig_list == NULL) return !! fprintf (stderr, "no GMimeSignatureList found\n");
len = g_mime_signature_list_length (sig_list);
if (len != 1) return !! fprintf (stderr, "expected 1 signature, got %d\n", len);
sig = g_mime_signature_list_get_signature (sig_list, 0);
if (sig == NULL) return !! fprintf (stderr, "no GMimeSignature found at position 0\n");
cert = g_mime_signature_get_certificate (sig);
if (cert == NULL) return !! fprintf (stderr, "no GMimeCertificate found\n");
2022-04-09 14:34:52 +02:00
#ifdef CHECK_VALIDITY
2022-04-18 16:48:50 +02:00
GMimeValidity validity = g_mime_certificate_get_id_validity (cert);
2020-05-22 02:42:41 +02:00
if (validity != GMIME_VALIDITY_FULL) return !! fprintf (stderr, "Got validity %d, expected %d\n", validity, GMIME_VALIDITY_FULL);
2022-04-12 22:15:56 +02:00
#endif
#ifdef CHECK_EMAIL
const char *email = g_mime_certificate_get_email (cert);
if (! email) return !! fprintf (stderr, "no email returned");
if (email[0] == '<') return 2;
2022-04-09 14:34:52 +02:00
#endif
2020-05-22 02:42:41 +02:00
return 0;
}
EOF
2022-04-09 14:34:52 +02:00
# see https://github.com/jstedfast/gmime/pull/90
# should be fixed in GMime in 3.2.7, but some distros might patch
printf "Checking for GMime X.509 certificate validity... "
2020-05-22 02:42:41 +02:00
if ! TEMP_GPG=$(mktemp -d "${TMPDIR:-/tmp}/notmuch.XXXXXX"); then
2021-10-09 22:09:16 +02:00
printf 'No.\nCould not make tempdir for testing X.509 certificate validity support.\n'
errors=$((errors + 1))
2022-04-09 14:34:52 +02:00
elif ${CC} -DCHECK_VALIDITY ${CFLAGS} ${gmime_cflags} _check_gmime_cert.c ${gmime_ldflags} -o _check_x509_validity \
2021-10-09 22:09:16 +02:00
&& echo disable-crl-checks > "$TEMP_GPG/gpgsm.conf" \
&& echo "4D:E0:FF:63:C0:E9:EC:01:29:11:C8:7A:EE:DA:3A:9A:7F:6E:C1:0D S" >> "$TEMP_GPG/trustlist.txt" \
&& GNUPGHOME=${TEMP_GPG} gpgsm --batch --quiet --import < "$srcdir"/test/smime/ca.crt
2020-05-22 02:42:41 +02:00
then
2021-10-09 22:09:16 +02:00
if GNUPGHOME=${TEMP_GPG} ./_check_x509_validity; then
gmime_x509_cert_validity=1
printf "Yes.\n"
else
gmime_x509_cert_validity=0
printf "No.\n"
if pkg-config --exists "gmime-3.0 >= 3.2.7"; then
cat <<EOF
2020-05-22 02:42:41 +02:00
*** Error: GMime fails to calculate X.509 certificate validity, and
is later than 3.2.7, which should have fixed this issue.
Please follow up on https://github.com/jstedfast/gmime/pull/90 with
more details.
EOF
2021-10-09 22:09:16 +02:00
errors=$((errors + 1))
fi
fi
2022-04-12 22:15:56 +02:00
printf "Checking whether GMime emits email addresses with angle brackets... "
if ${CC} -DCHECK_EMAIL ${CFLAGS} ${gmime_cflags} _check_gmime_cert.c ${gmime_ldflags} -o _check_email &&
GNUPGHOME=${TEMP_GPG} ./_check_email; then
gmime_emits_angle_brackets=0
printf "No.\n"
else
gmime_emits_angle_brackets=1
printf "Yes.\n"
fi
2020-05-22 02:42:41 +02:00
else
2021-10-09 22:09:16 +02:00
printf 'No.\nFailed to set up gpgsm for testing X.509 certificate validity support.\n'
errors=$((errors + 1))
2020-05-22 02:42:41 +02:00
fi
if [ -n "$TEMP_GPG" -a -d "$TEMP_GPG" ]; then
2021-10-09 22:09:16 +02:00
rm -rf "$TEMP_GPG"
2020-05-22 02:42:41 +02:00
fi
2020-07-02 20:00:48 +02:00
# see https://dev.gnupg.org/T3464
# there are problems verifying signatures when decrypting with session keys with GPGME 1.13.0 and 1.13.1
printf "Checking signature verification when decrypting using session keys... "
cat > _verify_sig_with_session_key.c <<EOF
#include <stdio.h>
#include <gmime/gmime.h>
int main () {
GError *error = NULL;
GMimeParser *parser = NULL;
GMimeMultipartEncrypted *body = NULL;
GMimeDecryptResult *result = NULL;
GMimeSignatureList *sig_list = NULL;
GMimeSignature *sig = NULL;
GMimeObject *output = NULL;
GMimeSignatureStatus status;
int len;
g_mime_init ();
parser = g_mime_parser_new ();
g_mime_parser_init_with_stream (parser, g_mime_stream_file_open("$srcdir/test/corpora/crypto/encrypted-signed.eml", "r", &error));
if (error) return !! fprintf (stderr, "failed to instantiate parser with test/corpora/pkcs7/smime-onepart-signed.eml\n");
body = GMIME_MULTIPART_ENCRYPTED(g_mime_message_get_mime_part (g_mime_parser_construct_message (parser, NULL)));
if (body == NULL) return !! fprintf (stderr, "did not find a multipart/encrypted message\n");
2022-09-22 10:46:06 +02:00
output = g_mime_multipart_encrypted_decrypt (body, GMIME_DECRYPT_NONE, "9:9E1CDF53BBF794EA34F894B5B68E1E56FB015EA69F81D2A5EAB7F96C7B65783E", &result, &error);
2020-07-02 20:00:48 +02:00
if (error || output == NULL) return !! fprintf (stderr, "decrypt failed\n");
sig_list = g_mime_decrypt_result_get_signatures (result);
if (sig_list == NULL) return !! fprintf (stderr, "sig_list is NULL\n");
if (sig_list == NULL) return !! fprintf (stderr, "no GMimeSignatureList found\n");
len = g_mime_signature_list_length (sig_list);
if (len != 1) return !! fprintf (stderr, "expected 1 signature, got %d\n", len);
sig = g_mime_signature_list_get_signature (sig_list, 0);
if (sig == NULL) return !! fprintf (stderr, "no GMimeSignature found at position 0\n");
status = g_mime_signature_get_status (sig);
if (status & GMIME_SIGNATURE_STATUS_KEY_MISSING) return !! fprintf (stderr, "signature status contains KEY_MISSING (see https://dev.gnupg.org/T3464)\n");
return 0;
}
EOF
if ! TEMP_GPG=$(mktemp -d "${TMPDIR:-/tmp}/notmuch.XXXXXX"); then
2021-10-09 22:09:16 +02:00
printf 'No.\nCould not make tempdir for testing signature verification when decrypting with session keys.\n'
errors=$((errors + 1))
2020-07-02 20:00:48 +02:00
elif ${CC} ${CFLAGS} ${gmime_cflags} _verify_sig_with_session_key.c ${gmime_ldflags} -o _verify_sig_with_session_key \
2022-09-22 10:46:06 +02:00
&& GNUPGHOME=${TEMP_GPG} gpg --batch --quiet --import < "$srcdir"/test/openpgp4-secret-key.asc \
2021-10-09 22:09:16 +02:00
&& rm -f ${TEMP_GPG}/private-keys-v1.d/*.key
2020-07-02 20:00:48 +02:00
then
2021-10-09 22:09:16 +02:00
if GNUPGHOME=${TEMP_GPG} ./_verify_sig_with_session_key; then
gmime_verify_with_session_key=1
printf "Yes.\n"
else
gmime_verify_with_session_key=0
printf "No.\n"
cat <<EOF
2020-07-02 20:00:48 +02:00
*** Error: GMime fails to verify signatures when decrypting with a session key.
This is most likely due to a buggy version of GPGME, which should be fixed in 1.13.2 or later.
See https://dev.gnupg.org/T3464 for more details.
EOF
2021-10-09 22:09:16 +02:00
fi
2020-07-02 20:00:48 +02:00
else
2021-10-09 22:09:16 +02:00
printf 'No.\nFailed to set up gpg for testing signature verification while decrypting with a session key.\n'
errors=$((errors + 1))
2020-07-02 20:00:48 +02:00
fi
if [ -n "$TEMP_GPG" -a -d "$TEMP_GPG" ]; then
2021-10-09 22:09:16 +02:00
rm -rf "$TEMP_GPG"
2020-07-02 20:00:48 +02:00
fi
2015-08-16 17:33:21 +02:00
else
have_gmime=0
2009-12-01 20:39:30 +01:00
printf "No.\n"
2009-11-02 18:11:37 +01:00
errors=$((errors + 1))
fi
2010-11-16 18:00:34 +01:00
# GMime already depends on Glib >= 2.12, but we use at least one Glib
2012-02-03 13:12:25 +01:00
# function that only exists as of 2.22, (g_array_unref)
printf "Checking for Glib development files (>= 2.22)... "
2010-11-16 18:00:34 +01:00
have_glib=0
2012-02-03 13:12:25 +01:00
if pkg-config --exists 'glib-2.0 >= 2.22'; then
2010-11-16 18:00:34 +01:00
printf "Yes.\n"
have_glib=1
2016-04-13 20:32:48 +02:00
# these are included in gmime cflags and ldflags
# glib_cflags=$(pkg-config --cflags glib-2.0)
# glib_ldflags=$(pkg-config --libs glib-2.0)
2010-11-16 18:00:34 +01:00
else
printf "No.\n"
errors=$((errors + 1))
fi
2014-05-12 05:09:32 +02:00
if ! pkg-config --exists zlib; then
2017-03-05 22:03:27 +01:00
${CC} -o compat/gen_zlib_pc "$srcdir"/compat/gen_zlib_pc.c >/dev/null 2>&1 &&
2014-05-12 05:09:32 +02:00
compat/gen_zlib_pc > compat/zlib.pc &&
2019-11-17 22:24:41 +01:00
PKG_CONFIG_PATH=${PKG_CONFIG_PATH:+$PKG_CONFIG_PATH:}compat &&
2014-05-12 05:09:32 +02:00
export PKG_CONFIG_PATH
rm -f compat/gen_zlib_pc
fi
2014-03-29 02:14:51 +01:00
printf "Checking for zlib (>= 1.2.5.2)... "
have_zlib=0
if pkg-config --atleast-version=1.2.5.2 zlib; then
printf "Yes.\n"
have_zlib=1
zlib_cflags=$(pkg-config --cflags zlib)
zlib_ldflags=$(pkg-config --libs zlib)
else
printf "No.\n"
errors=$((errors + 1))
fi
2009-12-01 20:39:30 +01:00
printf "Checking for talloc development files... "
2010-11-16 17:51:50 +01:00
if pkg-config --exists talloc; then
2009-12-01 20:39:30 +01:00
printf "Yes.\n"
2009-11-02 18:11:37 +01:00
have_talloc=1
2009-12-02 03:25:17 +01:00
talloc_cflags=$(pkg-config --cflags talloc)
talloc_ldflags=$(pkg-config --libs talloc)
2009-11-02 18:11:37 +01:00
else
2009-12-01 20:39:30 +01:00
printf "No.\n"
2009-11-02 18:11:37 +01:00
have_talloc=0
2009-12-02 02:56:39 +01:00
talloc_cflags=
2009-11-02 18:11:37 +01:00
errors=$((errors + 1))
fi
2018-09-16 19:08:04 +02:00
printf "Checking for bash... "
2019-01-17 03:11:31 +01:00
if command -v ${BASHCMD} > /dev/null; then
2018-09-16 19:08:04 +02:00
have_bash=1
2019-01-17 03:11:31 +01:00
bash_absolute=$(command -v ${BASHCMD})
2018-09-16 19:08:04 +02:00
printf "Yes (%s).\n" "$bash_absolute"
else
have_bash=0
2021-12-07 20:11:41 +01:00
bash_absolute=
2019-01-17 03:11:31 +01:00
printf "No. (%s not found)\n" "${BASHCMD}"
2018-09-16 19:08:04 +02:00
fi
2018-09-16 19:08:06 +02:00
printf "Checking for perl... "
if command -v ${PERL} > /dev/null; then
have_perl=1
perl_absolute=$(command -v ${PERL})
printf "Yes (%s).\n" "$perl_absolute"
else
have_perl=0
2021-12-07 20:11:41 +01:00
perl_absolute=
2018-09-16 19:08:06 +02:00
printf "No. (%s not found)\n" "${PERL}"
fi
2015-01-03 13:58:19 +01:00
printf "Checking for python... "
have_python=0
2017-12-06 02:46:55 +01:00
for name in ${PYTHON} python3 python python2; do
2015-02-18 15:54:01 +01:00
if command -v $name > /dev/null; then
2015-01-03 13:58:19 +01:00
have_python=1
python=$name
2016-04-13 20:32:47 +02:00
printf "Yes (%s).\n" "$name"
2015-01-03 13:58:19 +01:00
break
fi
done
if [ $have_python -eq 0 ]; then
printf "No.\n"
errors=$((errors + 1))
fi
2020-06-09 14:32:27 +02:00
have_python3=0
2019-10-20 04:10:24 +02:00
if [ $have_python -eq 1 ]; then
2020-06-09 14:32:27 +02:00
printf "Checking for python3 (>= 3.5)..."
if "$python" -c 'import sys, sysconfig; assert sys.version_info >= (3,5)'; >/dev/null 2>&1; then
2021-10-09 22:09:16 +02:00
printf "Yes.\n"
have_python3=1
2019-10-20 04:10:24 +02:00
else
2021-10-09 22:09:16 +02:00
printf "No (will not install CFFI-based python bindings).\n"
2019-10-20 04:10:24 +02:00
fi
fi
2021-10-07 13:59:06 +02:00
have_python3_dev=0
if [ $have_python3 -eq 1 ]; then
printf "Checking for python3 version ..."
python3_version=$("$python" -c 'import sysconfig; print(sysconfig.get_python_version());')
printf "(%s)\n" $python3_version
printf "Checking for python $python3_version development files..."
if pkg-config --exists "python-$python3_version"; then
2021-10-09 22:09:16 +02:00
have_python3_dev=1
printf "Yes.\n"
2021-10-07 13:59:06 +02:00
else
2021-10-09 22:09:16 +02:00
have_python3_dev=0
printf "No (will not install CFFI-based python bindings).\n"
2021-10-07 13:59:06 +02:00
fi
fi
2019-10-20 04:10:24 +02:00
have_python3_cffi=0
have_python3_pytest=0
2021-10-07 13:59:06 +02:00
if [ $have_python3_dev -eq 1 ]; then
2020-06-01 07:31:42 +02:00
printf "Checking for python3 cffi and setuptools... "
2020-06-09 14:32:27 +02:00
if "$python" -c 'import cffi,setuptools; cffi.FFI().verify()' >/dev/null 2>&1; then
2021-10-09 22:09:16 +02:00
printf "Yes.\n"
have_python3_cffi=1
WITH_PYTHON_DOCS=1
2019-10-20 04:10:24 +02:00
else
2021-10-09 22:09:16 +02:00
WITH_PYTHON_DOCS=0
printf "No (will not install CFFI-based python bindings).\n"
2019-10-20 04:10:24 +02:00
fi
2020-06-09 14:32:27 +02:00
rm -rf __pycache__ # cffi.FFI().verify() uses this space
2019-10-20 04:10:24 +02:00
printf "Checking for python3 pytest (>= 3.0)... "
conf=$(mktemp)
printf "[pytest]\nminversion=3.0\n" > $conf
2020-08-03 17:40:55 +02:00
if "$python" -m pytest -c $conf --version >/dev/null 2>&1; then
2021-10-09 22:09:16 +02:00
printf "Yes.\n"
have_python3_pytest=1
2019-10-20 04:10:24 +02:00
else
2021-10-09 22:09:16 +02:00
printf "No (will not test CFFI-based python bindings).\n"
2019-10-20 04:10:24 +02:00
fi
rm -f $conf
2019-11-03 15:54:10 +01:00
fi
2009-12-01 20:39:30 +01:00
printf "Checking for valgrind development files... "
2010-11-16 17:51:50 +01:00
if pkg-config --exists valgrind; then
2009-12-01 20:39:30 +01:00
printf "Yes.\n"
2009-12-02 00:52:44 +01:00
have_valgrind=1
2009-12-02 03:25:17 +01:00
valgrind_cflags=$(pkg-config --cflags valgrind)
2009-11-22 01:44:31 +01:00
else
2009-12-01 20:39:30 +01:00
printf "No (but that's fine).\n"
2009-12-02 00:52:44 +01:00
have_valgrind=0
2016-05-06 20:11:25 +02:00
valgrind_cflags=
2009-12-02 02:56:39 +01:00
fi
2014-02-02 17:47:57 +01:00
printf "Checking for bash-completion (>= 1.90)... "
if pkg-config --atleast-version=1.90 bash-completion; then
printf "Yes.\n"
else
printf "No (will not install bash completion).\n"
WITH_BASH=0
fi
2021-08-24 17:17:11 +02:00
printf "Checking for sfsexp... "
if pkg-config --exists sfsexp; then
printf "Yes.\n"
have_sfsexp=1
sfsexp_cflags=$(pkg-config --cflags sfsexp)
sfsexp_ldflags=$(pkg-config --libs sfsexp)
else
printf "No (will not enable s-expression queries).\n"
have_sfsexp=0
sfsexp_cflags=
sfsexp_ldflags=
fi
2016-05-06 20:11:25 +02:00
if [ -z "${EMACSLISPDIR-}" ]; then
2016-04-13 20:32:49 +02:00
EMACSLISPDIR="\$(prefix)/share/emacs/site-lisp"
2009-11-22 01:44:31 +01:00
fi
2016-05-06 20:11:25 +02:00
if [ -z "${EMACSETCDIR-}" ]; then
2016-04-13 20:32:49 +02:00
EMACSETCDIR="\$(prefix)/share/emacs/site-lisp"
2011-10-25 10:07:02 +02:00
fi
2019-06-12 02:12:38 +02:00
if [ $WITH_EMACS = "1" ]; then
2020-08-11 09:38:19 +02:00
printf "Checking if emacs (>= 25) is available... "
if emacs --quick --batch --eval '(if (< emacs-major-version 25) (kill-emacs 1))' > /dev/null 2>&1; then
2021-10-09 22:09:16 +02:00
printf "Yes.\n"
2019-06-12 02:12:38 +02:00
else
2021-10-09 22:09:16 +02:00
printf "No (disabling emacs related parts of build)\n"
WITH_EMACS=0
2019-06-12 02:12:38 +02:00
fi
2010-04-06 19:35:20 +02:00
fi
2015-07-27 20:04:37 +02:00
have_doxygen=0
2016-08-10 15:02:35 +02:00
if [ $WITH_API_DOCS = "1" ] ; then
2015-07-27 20:04:37 +02:00
printf "Checking if doxygen is available... "
if command -v doxygen > /dev/null; then
2015-07-28 15:29:38 +02:00
printf "Yes.\n"
have_doxygen=1
2015-07-27 20:04:37 +02:00
else
2015-07-28 15:29:38 +02:00
printf "No (so will not install api docs)\n"
2015-07-27 20:04:37 +02:00
fi
2014-07-01 18:40:33 +02:00
fi
2015-07-30 08:16:29 +02:00
have_ruby_dev=0
if [ $WITH_RUBY = "1" ] ; then
printf "Checking for ruby development files... "
2018-05-09 14:38:48 +02:00
if ${RUBY} -e "require 'mkmf'"> /dev/null 2>&1; then
2015-07-30 08:16:29 +02:00
printf "Yes.\n"
have_ruby_dev=1
else
printf "No (skipping ruby bindings)\n"
fi
2015-06-01 09:08:59 +02:00
fi
2015-07-27 20:04:37 +02:00
have_sphinx=0
2018-05-21 22:08:49 +02:00
have_makeinfo=0
have_install_info=0
2015-07-27 20:04:37 +02:00
if [ $WITH_DOCS = "1" ] ; then
printf "Checking if sphinx is available and supports nroff output... "
if command -v sphinx-build > /dev/null && ${python} -m sphinx.writers.manpage > /dev/null 2>&1 ; then
2015-07-28 15:29:38 +02:00
printf "Yes.\n"
have_sphinx=1
2015-07-27 20:04:37 +02:00
else
2015-07-28 15:29:38 +02:00
printf "No (so will not install man pages).\n"
2015-07-27 20:04:37 +02:00
fi
2018-05-21 22:08:49 +02:00
printf "Checking if makeinfo is available... "
if command -v makeinfo > /dev/null; then
printf "Yes.\n"
have_makeinfo=1
else
printf "No (so will not build info pages).\n"
fi
printf "Checking if install-info is available... "
if command -v install-info > /dev/null; then
printf "Yes.\n"
have_install_info=1
else
printf "No (so will not install info pages).\n"
fi
2014-03-13 04:21:16 +01:00
fi
2016-11-26 10:37:17 +01:00
if [ $WITH_DESKTOP = "1" ]; then
printf "Checking if desktop-file-install is available... "
if command -v desktop-file-install > /dev/null; then
printf "Yes.\n"
else
printf "No (so will not install .desktop file).\n"
WITH_DESKTOP=0
fi
fi
2017-08-29 13:35:26 +02:00
printf "Checking for cppcheck... "
if command -v cppcheck > /dev/null; then
have_cppcheck=1
printf "Yes.\n"
else
2017-08-31 13:46:34 +02:00
have_cppcheck=0
2017-08-29 13:35:26 +02:00
printf "No.\n"
fi
2010-06-05 01:52:56 +02:00
libdir_in_ldconfig=0
2010-04-30 21:00:24 +02:00
printf "Checking which platform we are on... "
2016-04-13 20:32:46 +02:00
uname=$(uname)
2010-06-05 13:05:15 +02:00
if [ $uname = "Darwin" ] ; then
2010-04-30 21:00:24 +02:00
printf "Mac OS X.\n"
platform=MACOSX
2010-04-15 11:51:47 +02:00
linker_resolves_library_dependencies=0
2010-06-05 13:05:15 +02:00
elif [ $uname = "SunOS" ] ; then
2010-04-30 21:00:24 +02:00
printf "Solaris.\n"
platform=SOLARIS
linker_resolves_library_dependencies=0
2012-05-30 09:01:56 +02:00
elif [ $uname = "FreeBSD" ] ; then
printf "FreeBSD.\n"
platform=FREEBSD
linker_resolves_library_dependencies=0
2012-10-24 23:43:28 +02:00
elif [ $uname = "OpenBSD" ] ; then
printf "OpenBSD.\n"
platform=OPENBSD
linker_resolves_library_dependencies=0
2012-03-05 11:23:43 +01:00
elif [ $uname = "Linux" ] || [ $uname = "GNU" ] ; then
2016-04-13 20:32:47 +02:00
printf "%s\n" "$uname"
2012-03-05 11:23:43 +01:00
platform="$uname"
2010-04-15 11:51:47 +02:00
linker_resolves_library_dependencies=1
2011-06-01 22:02:58 +02:00
2016-04-13 20:32:47 +02:00
printf "Checking for %s in ldconfig... " "$libdir_expanded"
2010-06-05 01:52:56 +02:00
ldconfig_paths=$(/sbin/ldconfig -N -X -v 2>/dev/null | sed -n -e 's,^\(/.*\):\( (.*)\)\?$,\1,p')
2011-01-26 14:13:21 +01:00
# Separate ldconfig_paths only on newline (not on any potential
2011-06-01 22:02:58 +02:00
# embedded space characters in any filenames). Note, we use a
# literal newline in the source here rather than something like:
#
# IFS=$(printf '\n')
#
# because the shell's command substitution deletes any trailing newlines.
IFS="
"
2010-06-05 01:52:56 +02:00
for path in $ldconfig_paths; do
2018-05-30 04:03:17 +02:00
if [ "$path" -ef "$libdir_expanded" ]; then
2010-06-05 01:52:56 +02:00
libdir_in_ldconfig=1
fi
done
2012-03-14 15:59:59 +01:00
IFS=$DEFAULT_IFS
2011-06-01 22:02:58 +02:00
if [ "$libdir_in_ldconfig" = '0' ]; then
printf "No (will set RPATH)\n"
else
printf "Yes\n"
fi
2010-04-30 21:00:24 +02:00
else
printf "Unknown.\n"
2016-09-29 15:12:49 +02:00
platform="$uname"
linker_resolves_library_dependencies=0
2010-04-30 21:00:24 +02:00
cat <<EOF
*** Warning: Unknown platform. Notmuch might or might not build correctly.
EOF
2010-04-12 01:44:53 +02:00
fi
2009-11-02 18:11:37 +01:00
if [ $errors -gt 0 ]; then
cat <<EOF
*** Error: The dependencies of notmuch could not be satisfied. You will
need to install the following packages before being able to compile
notmuch:
EOF
2015-01-03 13:58:19 +01:00
if [ $have_python -eq 0 ]; then
echo " python interpreter"
fi
2020-04-21 23:07:29 +02:00
if [ $have_xapian -eq 0 ]; then
echo " Xapian library (>= version 1.4.0, including development files such as headers)"
2016-06-02 18:26:14 +02:00
echo " https://xapian.org/"
2009-11-02 18:11:37 +01:00
fi
2014-03-29 02:14:51 +01:00
if [ $have_zlib -eq 0 ]; then
echo " zlib library (>= version 1.2.5.2, including development files such as headers)"
2018-04-29 10:35:30 +02:00
echo " https://zlib.net/"
2014-03-29 02:14:51 +01:00
echo
fi
2009-11-02 18:11:37 +01:00
if [ $have_gmime -eq 0 ]; then
2019-05-02 15:19:33 +02:00
echo " GMime library >= $GMIME_MINVER"
2012-03-21 20:18:50 +01:00
echo " (including development files such as headers)"
2018-04-29 10:35:30 +02:00
echo " https://github.com/jstedfast/gmime/"
2012-03-20 23:16:50 +01:00
echo
2009-11-02 18:11:37 +01:00
fi
2010-11-16 18:00:34 +01:00
if [ $have_glib -eq 0 ]; then
2012-02-03 13:12:25 +01:00
echo " Glib library >= 2.22 (including development files such as headers)"
2018-04-29 10:35:30 +02:00
echo " https://ftp.gnome.org/pub/gnome/sources/glib/"
2012-03-20 23:16:50 +01:00
echo
2010-11-16 18:00:34 +01:00
fi
2009-11-02 18:11:37 +01:00
if [ $have_talloc -eq 0 ]; then
echo " The talloc library (including development files such as headers)"
2016-06-02 18:26:14 +02:00
echo " https://talloc.samba.org/"
2012-03-20 23:16:50 +01:00
echo
2009-11-02 18:11:37 +01:00
fi
cat <<EOF
2009-12-04 01:52:18 +01:00
With any luck, you're using a modern, package-based operating system
that has all of these packages available in the distribution. In that
case a simple command will install everything you need. For example:
On Debian and similar systems:
2009-11-02 18:11:37 +01:00
2019-05-02 15:19:33 +02:00
sudo apt-get install libxapian-dev libgmime-3.0-dev libtalloc-dev zlib1g-dev
2009-11-02 18:11:37 +01:00
2009-12-04 01:52:18 +01:00
Or on Fedora and similar systems:
2009-11-28 15:20:08 +01:00
2020-06-26 13:11:00 +02:00
sudo dnf install xapian-core-devel gmime30-devel libtalloc-devel zlib-devel
2009-11-28 15:20:08 +01:00
2009-12-04 01:52:18 +01:00
On other systems, similar commands can be used, but the details of the
package names may be different.
2009-11-02 18:11:37 +01:00
EOF
if [ $have_pkg_config -eq 0 ]; then
cat <<EOF
2009-12-02 03:13:43 +01:00
Note: the pkg-config program is not available. This configure script
uses pkg-config to find the compilation flags required to link against
the various libraries needed by notmuch. It's possible you simply need
to install pkg-config with a command such as:
2009-11-02 18:11:37 +01:00
sudo apt-get install pkg-config
2009-11-28 15:20:08 +01:00
Or:
2020-06-26 13:11:00 +02:00
sudo dnf install pkgconfig
2009-11-28 15:20:08 +01:00
2009-11-02 18:11:37 +01:00
But if pkg-config is not available for your system, then you will need
2009-12-02 03:13:43 +01:00
to modify the configure script to manually set the cflags and ldflags
variables to the correct values to link against each library in each
case that pkg-config could not be used to determine those values.
2009-11-02 18:11:37 +01:00
EOF
fi
cat <<EOF
When you have installed the necessary dependencies, you can run
configure again to ensure the packages can be found, or simply run
"make" to compile notmuch.
EOF
exit 1
2009-11-22 01:44:31 +01:00
fi
2014-01-27 15:12:12 +01:00
printf "Checking for canonicalize_file_name... "
if ${CC} -o compat/have_canonicalize_file_name "$srcdir"/compat/have_canonicalize_file_name.c > /dev/null 2>&1
then
printf "Yes.\n"
have_canonicalize_file_name=1
else
printf "No (will use our own instead).\n"
have_canonicalize_file_name=0
fi
rm -f compat/have_canonicalize_file_name
2009-12-02 01:00:31 +01:00
printf "Checking for getline... "
2011-03-10 00:02:42 +01:00
if ${CC} -o compat/have_getline "$srcdir"/compat/have_getline.c > /dev/null 2>&1
2009-11-23 19:14:15 +01:00
then
2009-12-02 01:00:31 +01:00
printf "Yes.\n"
have_getline=1
2009-12-02 01:56:39 +01:00
else
printf "No (will use our own instead).\n"
have_getline=0
2009-11-23 19:14:15 +01:00
fi
2010-04-06 20:12:10 +02:00
rm -f compat/have_getline
2009-11-23 19:14:15 +01:00
2010-04-13 18:47:48 +02:00
printf "Checking for strcasestr... "
2011-03-10 00:02:42 +01:00
if ${CC} -o compat/have_strcasestr "$srcdir"/compat/have_strcasestr.c > /dev/null 2>&1
2010-04-13 18:47:48 +02:00
then
printf "Yes.\n"
have_strcasestr=1
else
printf "No (will use our own instead).\n"
have_strcasestr=0
fi
rm -f compat/have_strcasestr
2013-08-16 16:38:16 +02:00
printf "Checking for strsep... "
if ${CC} -o compat/have_strsep "$srcdir"/compat/have_strsep.c > /dev/null 2>&1
then
printf "Yes.\n"
have_strsep="1"
else
printf "No (will use our own instead).\n"
have_strsep="0"
fi
rm -f compat/have_strsep
2013-08-21 13:09:54 +02:00
printf "Checking for timegm... "
if ${CC} -o compat/have_timegm "$srcdir"/compat/have_timegm.c > /dev/null 2>&1
then
printf "Yes.\n"
have_timegm="1"
else
printf "No (will use our own instead).\n"
have_timegm="0"
fi
rm -f compat/have_timegm
2020-06-24 16:32:33 +02:00
cat <<EOF > _time_t.c
#include <time.h>
#include <assert.h>
static_assert(sizeof(time_t) >= 8, "sizeof(time_t) < 8");
EOF
printf "Checking for 64 bit time_t... "
if ${CC} -c _time_t.c -o /dev/null
then
printf "Yes.\n"
have_64bit_time_t=1
else
printf "No.\n"
have_64bit_time_t=0
fi
2014-02-13 07:50:59 +01:00
printf "Checking for dirent.d_type... "
if ${CC} -o compat/have_d_type "$srcdir"/compat/have_d_type.c > /dev/null 2>&1
then
printf "Yes.\n"
have_d_type="1"
else
printf "No (will use stat instead).\n"
have_d_type="0"
fi
rm -f compat/have_d_type
2013-08-16 16:38:14 +02:00
printf "Checking for standard version of getpwuid_r... "
if ${CC} -o compat/check_getpwuid "$srcdir"/compat/check_getpwuid.c > /dev/null 2>&1
then
printf "Yes.\n"
std_getpwuid=1
else
printf "No (will define _POSIX_PTHREAD_SEMANTICS to get it).\n"
std_getpwuid=0
fi
rm -f compat/check_getpwuid
2013-08-16 16:38:15 +02:00
printf "Checking for standard version of asctime_r... "
if ${CC} -o compat/check_asctime "$srcdir"/compat/check_asctime.c > /dev/null 2>&1
then
printf "Yes.\n"
std_asctime=1
else
printf "No (will define _POSIX_PTHREAD_SEMANTICS to get it).\n"
std_asctime=0
fi
rm -f compat/check_asctime
2010-10-30 21:55:09 +02:00
printf "Checking for rpath support... "
2019-02-26 03:06:49 +01:00
if [ $WITH_RPATH = "1" ] && ${CC} -Wl,--enable-new-dtags -Wl,-rpath,/tmp/ -o minimal minimal.c >/dev/null 2>&1
2010-10-30 21:55:09 +02:00
then
printf "Yes.\n"
rpath_ldflags="-Wl,--enable-new-dtags -Wl,-rpath,\$(libdir)"
else
printf "No (nothing to worry about).\n"
2010-10-30 22:16:50 +02:00
rpath_ldflags=""
2010-10-30 21:55:09 +02:00
fi
2010-10-30 22:20:33 +02:00
printf "Checking for -Wl,--as-needed... "
if ${CC} -Wl,--as-needed -o minimal minimal.c >/dev/null 2>&1
then
printf "Yes.\n"
as_needed_ldflags="-Wl,--as-needed"
else
printf "No (nothing to worry about).\n"
as_needed_ldflags=""
fi
2015-06-01 09:09:00 +02:00
printf "Checking for -Wl,--no-undefined... "
if ${CC} -Wl,--no-undefined -o minimal minimal.c >/dev/null 2>&1
then
printf "Yes.\n"
no_undefined_ldflags="-Wl,--no-undefined"
else
printf "No (nothing to worry about).\n"
no_undefined_ldflags=""
fi
2010-10-30 21:36:06 +02:00
WARN_CXXFLAGS=""
printf "Checking for available C++ compiler warning flags... "
2012-10-30 21:32:32 +01:00
for flag in -Wall -Wextra -Wwrite-strings; do
2010-10-30 21:36:06 +02:00
if ${CC} $flag -o minimal minimal.c > /dev/null 2>&1
then
WARN_CXXFLAGS="${WARN_CXXFLAGS}${WARN_CXXFLAGS:+ }${flag}"
fi
done
2016-04-13 20:32:47 +02:00
printf "\n\t%s\n" "${WARN_CXXFLAGS}"
2010-10-30 21:36:06 +02:00
WARN_CFLAGS="${WARN_CXXFLAGS}"
printf "Checking for available C compiler warning flags... "
for flag in -Wmissing-declarations; do
if ${CC} $flag -o minimal minimal.c > /dev/null 2>&1
then
WARN_CFLAGS="${WARN_CFLAGS}${WARN_CFLAGS:+ }${flag}"
fi
done
2016-04-13 20:32:47 +02:00
printf "\n\t%s\n" "${WARN_CFLAGS}"
2010-10-30 21:36:06 +02:00
2022-04-13 13:23:04 +02:00
rm -f minimal minimal.c _time_t.c _libversion.c _libversion _libversion.sh _check_session_keys.c _check_session_keys _check_gmime_cert.c _check_x509_validity _check_email \
2020-07-02 20:00:48 +02:00
_verify_sig_with_session_key.c _verify_sig_with_session_key
2012-03-14 15:59:59 +01:00
2009-11-22 01:44:31 +01:00
# construct the Makefile.config
cat > Makefile.config <<EOF
2009-12-02 03:09:47 +01:00
# This Makefile.config was automatically generated by the ./configure
# script of notmuch. If the configure script identified anything
# incorrectly, then you can edit this file to try to correct things,
# but be warned that if configure is run again it will destroy your
# changes, (and this could happen by simply calling "make" if the
# configure script is updated).
2011-03-10 20:30:06 +01:00
# The top-level directory for the source, (the directory containing
# the configure script). This may be different than the build
# directory (the current directory at the time configure was run).
2011-03-10 00:02:42 +01:00
srcdir = ${srcdir}
2017-03-12 12:59:12 +01:00
NOTMUCH_SRCDIR = ${NOTMUCH_SRCDIR}
2021-12-23 02:44:45 +01:00
NOTMUCH_BUILDDIR = ${NOTMUCH_BUILDDIR}
2011-03-10 00:02:42 +01:00
2014-03-25 12:28:09 +01:00
# subdirectories to build
subdirs = ${subdirs}
2011-03-10 20:30:06 +01:00
configure_options = $@
2011-03-10 00:02:42 +01:00
# We use vpath directives (rather than the VPATH variable) since the
# VPATH variable matches targets as well as prerequisites, (which is
# not useful since then a target left-over from a srcdir build would
# cause a target to not be built in the non-srcdir build).
#
# Also, we don't use a single "vpath % \$(srcdir)" here because we
# don't want the vpath to trigger for our emacs lisp compilation,
# (unless we first find a way to convince emacs to build the .elc
# target in a directory other than the directory of the .el
# prerequisite). In the meantime, we're actually copying in the .el
# files, (which is quite ugly).
vpath %.c \$(srcdir)
vpath %.cc \$(srcdir)
vpath Makefile.% \$(srcdir)
2014-03-20 01:48:03 +01:00
vpath %.py \$(srcdir)
vpath %.rst \$(srcdir)
2011-03-10 00:02:42 +01:00
2015-08-09 16:25:41 +02:00
# Library versions (used to make SONAME)
# The major version of the library interface. This will control the soname.
# As such, this number must be incremented for any incompatible change to
# the library interface, (such as the deletion of an API or a major
# semantic change that breaks formerly functioning code).
#
LIBNOTMUCH_VERSION_MAJOR = ${libnotmuch_version_major}
# The minor version of the library interface. This should be incremented at
# the time of release for any additions to the library interface,
# (and when it is incremented, the release version of the library should
# be reset to 0).
LIBNOTMUCH_VERSION_MINOR = ${libnotmuch_version_minor}
# The release version the library interface. This should be incremented at
# the time of release if there have been no changes to the interface, (but
# simply compatible changes to the implementation).
LIBNOTMUCH_VERSION_RELEASE = ${libnotmuch_version_release}
# These are derived from the VERSION macros in lib/notmuch.h so
# if you have to change them, something is wrong.
2009-12-02 03:33:23 +01:00
# The C compiler to use
CC = ${CC}
# The C++ compiler to use
CXX = ${CXX}
2010-04-01 07:29:16 +02:00
# Command to execute emacs from Makefiles
EMACS = emacs --quick
2009-12-05 00:20:12 +01:00
# Default FLAGS for C compiler (can be overridden by user such as "make CFLAGS=-g")
CFLAGS = ${CFLAGS}
2013-05-26 03:28:12 +02:00
# Default FLAGS for C preprocessor (can be overridden by user such as "make CPPFLAGS=-I/usr/local/include")
CPPFLAGS = ${CPPFLAGS}
2009-12-05 00:20:12 +01:00
# Default FLAGS for C++ compiler (can be overridden by user such as "make CXXFLAGS=-g")
CXXFLAGS = ${CXXFLAGS}
2010-04-30 20:52:40 +02:00
# Default FLAGS for the linker (can be overridden by user such as "make LDFLAGS=-znow")
LDFLAGS = ${LDFLAGS}
2010-04-01 07:29:16 +02:00
# Flags to enable warnings when using the C++ compiler
2010-10-30 21:36:06 +02:00
WARN_CXXFLAGS=${WARN_CXXFLAGS}
2010-04-01 07:29:16 +02:00
# Flags to enable warnings when using the C compiler
2010-10-30 21:36:06 +02:00
WARN_CFLAGS=${WARN_CFLAGS}
2010-04-01 07:29:16 +02:00
2015-01-03 13:58:19 +01:00
# Name of python interpreter
PYTHON = ${python}
2018-05-09 14:38:48 +02:00
# Name of ruby interpreter
RUBY = ${RUBY}
2009-12-02 03:09:47 +01:00
# The prefix to which notmuch should be installed
2010-06-05 01:52:56 +02:00
# Note: If you change this value here, be sure to ensure that the
# LIBDIR_IN_LDCONFIG value below is still set correctly.
2009-11-29 00:57:35 +01:00
prefix = ${PREFIX}
2009-12-02 03:09:47 +01:00
2010-04-06 21:41:54 +02:00
# The directory to which libraries should be installed
2010-06-05 01:52:56 +02:00
# Note: If you change this value here, be sure to ensure that the
# LIBDIR_IN_LDCONFIG value below is still set correctly.
2010-04-01 07:41:02 +02:00
libdir = ${LIBDIR:=\$(prefix)/lib}
2010-03-12 14:47:36 +01:00
2010-06-05 01:52:56 +02:00
# Whether libdir is in a path configured into ldconfig
LIBDIR_IN_LDCONFIG = ${libdir_in_ldconfig}
2010-04-06 21:41:54 +02:00
# The directory to which header files should be installed
2010-04-07 17:48:31 +02:00
includedir = ${INCLUDEDIR:=\$(prefix)/include}
2010-04-06 21:41:54 +02:00
2010-04-06 21:47:16 +02:00
# The directory to which man pages should be installed
mandir = ${MANDIR:=\$(prefix)/share/man}
2018-05-21 22:08:50 +02:00
# The directory to which man pages should be installed
infodir = ${INFODIR:=\$(prefix)/share/info}
2011-06-20 22:14:21 +02:00
# The directory to which read-only (configuration) files should be installed
2010-04-06 21:53:02 +02:00
sysconfdir = ${SYSCONFDIR:=\$(prefix)/etc}
2009-12-02 03:09:47 +01:00
# The directory to which emacs lisp files should be installed
2010-04-07 00:05:13 +02:00
emacslispdir=${EMACSLISPDIR}
2009-12-02 03:09:47 +01:00
2011-10-25 10:07:02 +02:00
# The directory to which emacs miscellaneous (machine-independent) files should
# be installed
emacsetcdir=${EMACSETCDIR}
2018-09-16 19:08:04 +02:00
# Whether bash exists, and if so where
HAVE_BASH = ${have_bash}
BASH_ABSOLUTE = ${bash_absolute}
2018-09-16 19:08:06 +02:00
# Whether perl exists, and if so where
HAVE_PERL = ${have_perl}
PERL_ABSOLUTE = ${perl_absolute}
2014-03-13 04:21:16 +01:00
# Whether there's a sphinx-build binary available for building documentation
HAVE_SPHINX=${have_sphinx}
2018-05-21 22:08:49 +02:00
# Whether there's a makeinfo binary available for building info format documentation
HAVE_MAKEINFO=${have_makeinfo}
# Whether there's an install-info binary available for installing info format documentation
HAVE_INSTALL_INFO=${have_install_info}
2014-07-01 18:40:33 +02:00
# Whether there's a doxygen binary available for building api documentation
HAVE_DOXYGEN=${have_doxygen}
2009-11-22 22:17:11 +01:00
# The directory to which desktop files should be installed
2010-04-01 07:41:02 +02:00
desktop_dir = \$(prefix)/share/applications
2009-11-22 22:17:11 +01:00
2010-04-01 07:29:16 +02:00
# The directory to which bash completions files should be installed
2017-03-12 18:24:52 +01:00
bash_completion_dir = ${BASHCOMPLETIONDIR:=\$(prefix)/share/bash-completion/completions}
2010-04-01 07:29:16 +02:00
# The directory to which zsh completions files should be installed
2019-11-14 23:10:50 +01:00
zsh_completion_dir = ${ZSHCOMLETIONDIR:=\$(prefix)/share/zsh/site-functions}
2010-04-01 07:29:16 +02:00
2014-04-18 00:24:21 +02:00
# Whether the canonicalize_file_name function is available (if not, then notmuch will
2014-01-27 15:12:12 +01:00
# build its own version)
HAVE_CANONICALIZE_FILE_NAME = ${have_canonicalize_file_name}
2017-08-29 13:35:26 +02:00
# Whether the cppcheck static checker is available
HAVE_CPPCHECK = ${have_cppcheck}
2009-12-02 03:09:47 +01:00
# Whether the getline function is available (if not, then notmuch will
# build its own version)
2009-12-02 01:00:31 +01:00
HAVE_GETLINE = ${have_getline}
2009-12-02 03:09:47 +01:00
2015-06-01 09:08:59 +02:00
# Are the ruby development files (and ruby) available? If not skip
# building/testing ruby bindings.
HAVE_RUBY_DEV = ${have_ruby_dev}
2019-11-03 15:54:10 +01:00
# Is the python cffi package available?
HAVE_PYTHON3_CFFI = ${have_python3_cffi}
# Is the python pytest package available?
HAVE_PYTHON3_PYTEST = ${have_python3_pytest}
2010-04-13 18:47:48 +02:00
# Whether the strcasestr function is available (if not, then notmuch will
# build its own version)
HAVE_STRCASESTR = ${have_strcasestr}
2013-08-16 16:38:16 +02:00
# Whether the strsep function is available (if not, then notmuch will
# build its own version)
HAVE_STRSEP = ${have_strsep}
2016-01-22 23:01:53 +01:00
# Whether the timegm function is available (if not, then notmuch will
# build its own version)
HAVE_TIMEGM = ${have_timegm}
2014-02-13 07:50:59 +01:00
# Whether struct dirent has d_type (if not, then notmuch will use stat)
HAVE_D_TYPE = ${have_d_type}
2020-04-21 23:07:29 +02:00
# Whether to have Xapian retry lock
HAVE_XAPIAN_DB_RETRY_LOCK = ${WITH_RETRY_LOCK}
2016-06-26 17:29:43 +02:00
2013-08-16 16:38:14 +02:00
# Whether the getpwuid_r function is standards-compliant
# (if not, then notmuch will #define _POSIX_PTHREAD_SEMANTICS
# to enable the standards-compliant version -- needed for Solaris)
STD_GETPWUID = ${std_getpwuid}
2013-08-16 16:38:15 +02:00
# Whether the asctime_r function is standards-compliant
# (if not, then notmuch will #define _POSIX_PTHREAD_SEMANTICS
# to enable the standards-compliant version -- needed for Solaris)
STD_ASCTIME = ${std_asctime}
2012-10-24 23:43:28 +02:00
# Supported platforms (so far) are: LINUX, MACOSX, SOLARIS, FREEBSD, OPENBSD
2010-04-30 21:00:24 +02:00
PLATFORM = ${platform}
2010-04-12 01:44:53 +02:00
2010-04-15 01:29:50 +02:00
# Whether the linker will automatically resolve the dependency of one
# library on another (if not, then linking a binary requires linking
# directly against both)
LINKER_RESOLVES_LIBRARY_DEPENDENCIES = ${linker_resolves_library_dependencies}
2009-12-02 03:25:17 +01:00
# Flags needed to compile and link against Xapian
XAPIAN_CXXFLAGS = ${xapian_cxxflags}
XAPIAN_LDFLAGS = ${xapian_ldflags}
2015-08-16 17:33:21 +02:00
# Flags needed to compile and link against GMime
2009-12-02 03:25:17 +01:00
GMIME_CFLAGS = ${gmime_cflags}
GMIME_LDFLAGS = ${gmime_ldflags}
2014-03-29 02:14:51 +01:00
# Flags needed to compile and link against zlib
ZLIB_CFLAGS = ${zlib_cflags}
ZLIB_LDFLAGS = ${zlib_ldflags}
2009-12-04 01:52:18 +01:00
# Flags needed to compile and link against talloc
2009-12-02 03:25:17 +01:00
TALLOC_CFLAGS = ${talloc_cflags}
TALLOC_LDFLAGS = ${talloc_ldflags}
2010-10-30 21:55:09 +02:00
# Flags needed to have linker set rpath attribute
RPATH_LDFLAGS = ${rpath_ldflags}
2010-10-30 22:20:33 +02:00
# Flags needed to have linker link only to necessary libraries
AS_NEEDED_LDFLAGS = ${as_needed_ldflags}
2015-06-01 09:09:00 +02:00
# Flags to have the linker flag undefined symbols in object files
NO_UNDEFINED_LDFLAGS = ${no_undefined_ldflags}
2009-12-02 03:25:17 +01:00
# Whether valgrind header files are available
HAVE_VALGRIND = ${have_valgrind}
# And if so, flags needed at compile time for valgrind macros
VALGRIND_CFLAGS = ${valgrind_cflags}
2021-08-24 17:17:11 +02:00
# Whether the sfsexp library is available
HAVE_SFSEXP = ${have_sfsexp}
# And if so, flags needed at compile/link time for sfsexp
SFSEXP_CFLAGS = ${sfsexp_cflags}
SFSEXP_LDFLAGS = ${sfsexp_ldflags}
2011-01-23 14:33:43 +01:00
# Support for emacs
WITH_EMACS = ${WITH_EMACS}
2016-11-26 10:37:17 +01:00
# Support for desktop file
WITH_DESKTOP = ${WITH_DESKTOP}
2011-01-23 14:33:43 +01:00
# Support for bash completion
WITH_BASH = ${WITH_BASH}
# Support for zsh completion
WITH_ZSH = ${WITH_ZSH}
2009-12-02 03:25:17 +01:00
# Combined flags for compiling and linking against all of the above
2016-05-13 23:29:45 +02:00
COMMON_CONFIGURE_CFLAGS = \\
\$(GMIME_CFLAGS) \$(TALLOC_CFLAGS) \$(ZLIB_CFLAGS) \\
-DHAVE_VALGRIND=\$(HAVE_VALGRIND) \$(VALGRIND_CFLAGS) \\
2021-08-24 17:17:11 +02:00
-DHAVE_SFSEXP=\$(HAVE_SFSEXP) \$(SFSEXP_CFLAGS) \\
2016-05-13 23:29:45 +02:00
-DHAVE_GETLINE=\$(HAVE_GETLINE) \\
2017-12-04 19:43:10 +01:00
-DWITH_EMACS=\$(WITH_EMACS) \\
2016-05-13 23:29:45 +02:00
-DHAVE_CANONICALIZE_FILE_NAME=\$(HAVE_CANONICALIZE_FILE_NAME) \\
-DHAVE_STRCASESTR=\$(HAVE_STRCASESTR) \\
-DHAVE_STRSEP=\$(HAVE_STRSEP) \\
-DHAVE_TIMEGM=\$(HAVE_TIMEGM) \\
-DHAVE_D_TYPE=\$(HAVE_D_TYPE) \\
-DSTD_GETPWUID=\$(STD_GETPWUID) \\
-DSTD_ASCTIME=\$(STD_ASCTIME) \\
2016-10-05 13:34:34 +02:00
-DSILENCE_XAPIAN_DEPRECATION_WARNINGS \\
2017-01-06 22:29:28 +01:00
-DHAVE_XAPIAN_DB_RETRY_LOCK=\$(HAVE_XAPIAN_DB_RETRY_LOCK)
2016-05-13 23:29:45 +02:00
CONFIGURE_CFLAGS = \$(COMMON_CONFIGURE_CFLAGS)
CONFIGURE_CXXFLAGS = \$(COMMON_CONFIGURE_CFLAGS) \$(XAPIAN_CXXFLAGS)
2013-11-26 03:55:24 +01:00
2021-08-24 17:17:11 +02:00
CONFIGURE_LDFLAGS = \$(GMIME_LDFLAGS) \$(TALLOC_LDFLAGS) \$(ZLIB_LDFLAGS) \$(XAPIAN_LDFLAGS) \$(SFSEXP_LDFLAGS)
2009-11-22 01:44:31 +01:00
EOF
2014-05-30 09:43:04 +02:00
# construct the sh.config
cat > sh.config <<EOF
# This sh.config was automatically generated by the ./configure
# script of notmuch.
2017-03-12 12:59:12 +01:00
NOTMUCH_SRCDIR='${NOTMUCH_SRCDIR}'
2022-05-24 01:38:54 +02:00
# Flags needed to compile and link against Xapian
NOTMUCH_XAPIAN_CXXFLAGS="${xapian_cxxflags}"
NOTMUCH_XAPIAN_LDFLAGS="${xapian_ldflags}"
2020-04-21 23:07:29 +02:00
# Whether to have Xapian retry lock
NOTMUCH_HAVE_XAPIAN_DB_RETRY_LOCK=${WITH_RETRY_LOCK}
2016-06-26 17:29:43 +02:00
2022-05-24 01:38:54 +02:00
# Flags needed to compile and link against GMime
NOTMUCH_GMIME_CFLAGS="${gmime_cflags}"
NOTMUCH_GMIME_LDFLAGS="${gmime_ldflags}"
2020-05-22 02:42:41 +02:00
# Whether GMime can verify X.509 certificate validity
NOTMUCH_GMIME_X509_CERT_VALIDITY=${gmime_x509_cert_validity}
2022-04-12 22:15:56 +02:00
# Whether GMime emits addresses with angle brackets (with <>)
NOTMUCH_GMIME_EMITS_ANGLE_BRACKETS=${gmime_emits_angle_brackets}
2020-07-02 20:00:48 +02:00
# Whether GMime can verify signatures when decrypting with a session key:
NOTMUCH_GMIME_VERIFY_WITH_SESSION_KEY=${gmime_verify_with_session_key}
2022-05-24 01:38:54 +02:00
# Flags needed to compile and link against zlib
NOTMUCH_ZLIB_CFLAGS="${zlib_cflags}"
NOTMUCH_ZLIB_LDFLAGS="${zlib_ldflags}"
lib: replace some uses of Query::MatchAll with a thread-safe alternative
This replaces two instances of Xapian::Query::MatchAll with the
equivalent but thread-safe alternative Xapian::Query(std::string()).
Xapian::Query::MatchAll maintains an internal pointer to a refcounted
Xapian::Internal::QueryTerm.
None of this is thread-safe but that wouldn't be an issue if
Xapian::Query::MatchAll wasn't static. Because it's static, the
refcounting goes awry when Notmuch is called from multiple threads.
This is actually documented by Xapian:
https://github.com/xapian/xapian/blob/4715de3a9fcee741587439dc3cc1d2ff01ffeaf2/xapian-core/include/xapian/query.h#L65
While static, Xapian::Query::MatchNothing is safe because it doesn't
maintain an internal object and as such, doesn't use references.
Two best-effort tests making use of TSan were added to showcase the
issue (I couldn't figure out a way to deterministically reproduce it
without making an unmaintainable mess).
First, when two databases are created in parallel, a query that uses
Xapian::Query::MatchAll is made (lib/query.cc), resulting in the
following backtrace on a segfault:
#0 0x00007ffff76822af in Xapian::Query::get_terms_begin (this=0x7fffe80137f0) at api/query.cc:141
#1 0x00007ffff7f933f5 in _notmuch_query_cache_terms (query=0x7fffe80137c0) at lib/query.cc:176
#2 0x00007ffff7f93784 in _notmuch_query_ensure_parsed_xapian (query=0x7fffe80137c0) at lib/query.cc:225
#3 0x00007ffff7f9381a in _notmuch_query_ensure_parsed (query=0x7fffe80137c0) at lib/query.cc:260
#4 0x00007ffff7f93bfe in _notmuch_query_search_documents (query=0x7fffe80137c0, type=0x7ffff7fa9b1e "mail", out=0x7ffff666da18) at lib/query.cc:361
#5 0x00007ffff7f93ba4 in notmuch_query_search_messages (query=0x7fffe80137c0, out=0x7ffff666da18) at lib/query.cc:349
#6 0x00007ffff7f83d98 in notmuch_database_upgrade (notmuch=0x7fffe8000bd0, progress_notify=0x0, closure=0x0) at lib/database.cc:934
#7 0x00007ffff7fa110f in notmuch_database_create_with_config (database_path=0x7ffff666dcb0 "/tmp/notmuch.MZ2AGr", config_path=0x7ffff7faab3c "", profile=0x0, database=0x0, status_string=0x7ffff666dc90) at lib/open.cc:754
#8 0x00007ffff7fa0d6f in notmuch_database_create_verbose (path=0x7ffff666dcb0 "/tmp/notmuch.MZ2AGr", database=0x0, status_string=0x7ffff666dc90) at lib/open.cc:653
#9 0x00007ffff7fa0ceb in notmuch_database_create (path=0x7ffff666dcb0 "/tmp/notmuch.MZ2AGr", database=0x0) at lib/open.cc:637
...
Second, some queries would make use of Xapian::Query::MatchAll
(lib/regexp-fields.cc), resulting in the following backtrace on a
segfault:
#0 0x00007f629828b690 in Xapian::Internal::QueryBranch::gather_terms (this=0x7f628800def0, void_terms=0x7f629726d5a0) at api/queryinternal.cc:1245
#1 0x00007f629828c260 in Xapian::Internal::QueryScaleWeight::gather_terms (this=0x7f628800df70, void_terms=0x7f629726d5a0) at api/queryinternal.cc:1434
#2 0x00007f629828b69f in Xapian::Internal::QueryBranch::gather_terms (this=0x7f628800dd90, void_terms=0x7f629726d5a0) at api/queryinternal.cc:1245
#3 0x00007f6298282571 in Xapian::Query::get_unique_terms_begin (this=0x7f628800dcd8) at api/query.cc:166
#4 0x00007f629841a59b in Xapian::Weight::Internal::accumulate_stats (this=0x7f628800dca0, subdb=..., rset=...) at weight/weightinternal.cc:86
#5 0x00007f62983c15ba in LocalSubMatch::prepare_match (this=0x7f628800df20, nowait=true, total_stats=...) at matcher/localsubmatch.cc:172
#6 0x00007f62983c8fcc in prepare_sub_matches (leaves=std::vector of length 1, capacity 1 = {...}, stats=...) at matcher/multimatch.cc:237
#7 0x00007f62983c98a3 in MultiMatch::MultiMatch (this=0x7f629726d9a0, db_=..., query_=..., qlen=3, omrset=0x0, collapse_max_=0, collapse_key_=4294967295, percent_cutoff_=0, weight_cutoff_=0, order_=Xapian::Enquire::ASCENDING, sort_key_=0, sort_by_=Xapian::Enquire::Internal::VAL, sort_value_forward_=true, time_limit_=0, stats=..., weight_=0x7f6288008d50, matchspies_=std::vector of length 0, capacity 0, have_sorter=false, have_mdecider=false) at matcher/multimatch.cc:353
#8 0x00007f629826fcba in Xapian::Enquire::Internal::get_mset (this=0x7f628800e0b0, first=0, maxitems=0, check_at_least=0, rset=0x0, mdecider=0x0) at api/omenquire.cc:569
#9 0x00007f629827181c in Xapian::Enquire::get_mset (this=0x7f629726db80, first=0, maxitems=0, check_at_least=0, rset=0x0, mdecider=0x0) at api/omenquire.cc:937
#10 0x00007f6298be529a in _notmuch_query_search_documents (query=0x7f6288009750, type=0x7f6298bfaafe "mail", out=0x7f629726dcc0) at lib/query.cc:447
#11 0x00007f6298be4ae8 in notmuch_query_search_messages (query=0x7f6288009750, out=0x7f629726dcc0) at lib/query.cc:349
...
Printing Xapian::Query::MatchAll->internal.px->_refs in these
circumstances can help quickly identifying this scenario.
This is motivated by some test frameworks (like Rust's Cargo) that
runs unit tests in parallel and would easily encounter this issue,
unless client code gates every call to Notmuch behind a lock.
This is what can be expected from the tests when they fail:
== stderr ==
+==================
+WARNING: ThreadSanitizer: data race (pid=207931)
+ Read of size 1 at 0x7b10000001a0 by thread T2:
+ #0 memcpy <null> (libtsan.so.2+0x62506)
+ #1 void std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_construct<char*>(char*, char*, std::forward_iterator_tag) [clone .isra.0] <null> (libxapian.so.30+0x872b3)
+
+ Previous write of size 8 at 0x7b10000001a0 by thread T1:
+ #0 operator new(unsigned long) <null> (libtsan.so.2+0x8ba83)
+ #1 Xapian::Query::Query(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, unsigned int) <null> (libxapian.so.30+0x855cd)
...
2023-03-02 18:59:15 +01:00
# Does the C compiler support the sanitizers
2022-01-09 15:38:02 +01:00
NOTMUCH_HAVE_ASAN=${have_asan}
lib: replace some uses of Query::MatchAll with a thread-safe alternative
This replaces two instances of Xapian::Query::MatchAll with the
equivalent but thread-safe alternative Xapian::Query(std::string()).
Xapian::Query::MatchAll maintains an internal pointer to a refcounted
Xapian::Internal::QueryTerm.
None of this is thread-safe but that wouldn't be an issue if
Xapian::Query::MatchAll wasn't static. Because it's static, the
refcounting goes awry when Notmuch is called from multiple threads.
This is actually documented by Xapian:
https://github.com/xapian/xapian/blob/4715de3a9fcee741587439dc3cc1d2ff01ffeaf2/xapian-core/include/xapian/query.h#L65
While static, Xapian::Query::MatchNothing is safe because it doesn't
maintain an internal object and as such, doesn't use references.
Two best-effort tests making use of TSan were added to showcase the
issue (I couldn't figure out a way to deterministically reproduce it
without making an unmaintainable mess).
First, when two databases are created in parallel, a query that uses
Xapian::Query::MatchAll is made (lib/query.cc), resulting in the
following backtrace on a segfault:
#0 0x00007ffff76822af in Xapian::Query::get_terms_begin (this=0x7fffe80137f0) at api/query.cc:141
#1 0x00007ffff7f933f5 in _notmuch_query_cache_terms (query=0x7fffe80137c0) at lib/query.cc:176
#2 0x00007ffff7f93784 in _notmuch_query_ensure_parsed_xapian (query=0x7fffe80137c0) at lib/query.cc:225
#3 0x00007ffff7f9381a in _notmuch_query_ensure_parsed (query=0x7fffe80137c0) at lib/query.cc:260
#4 0x00007ffff7f93bfe in _notmuch_query_search_documents (query=0x7fffe80137c0, type=0x7ffff7fa9b1e "mail", out=0x7ffff666da18) at lib/query.cc:361
#5 0x00007ffff7f93ba4 in notmuch_query_search_messages (query=0x7fffe80137c0, out=0x7ffff666da18) at lib/query.cc:349
#6 0x00007ffff7f83d98 in notmuch_database_upgrade (notmuch=0x7fffe8000bd0, progress_notify=0x0, closure=0x0) at lib/database.cc:934
#7 0x00007ffff7fa110f in notmuch_database_create_with_config (database_path=0x7ffff666dcb0 "/tmp/notmuch.MZ2AGr", config_path=0x7ffff7faab3c "", profile=0x0, database=0x0, status_string=0x7ffff666dc90) at lib/open.cc:754
#8 0x00007ffff7fa0d6f in notmuch_database_create_verbose (path=0x7ffff666dcb0 "/tmp/notmuch.MZ2AGr", database=0x0, status_string=0x7ffff666dc90) at lib/open.cc:653
#9 0x00007ffff7fa0ceb in notmuch_database_create (path=0x7ffff666dcb0 "/tmp/notmuch.MZ2AGr", database=0x0) at lib/open.cc:637
...
Second, some queries would make use of Xapian::Query::MatchAll
(lib/regexp-fields.cc), resulting in the following backtrace on a
segfault:
#0 0x00007f629828b690 in Xapian::Internal::QueryBranch::gather_terms (this=0x7f628800def0, void_terms=0x7f629726d5a0) at api/queryinternal.cc:1245
#1 0x00007f629828c260 in Xapian::Internal::QueryScaleWeight::gather_terms (this=0x7f628800df70, void_terms=0x7f629726d5a0) at api/queryinternal.cc:1434
#2 0x00007f629828b69f in Xapian::Internal::QueryBranch::gather_terms (this=0x7f628800dd90, void_terms=0x7f629726d5a0) at api/queryinternal.cc:1245
#3 0x00007f6298282571 in Xapian::Query::get_unique_terms_begin (this=0x7f628800dcd8) at api/query.cc:166
#4 0x00007f629841a59b in Xapian::Weight::Internal::accumulate_stats (this=0x7f628800dca0, subdb=..., rset=...) at weight/weightinternal.cc:86
#5 0x00007f62983c15ba in LocalSubMatch::prepare_match (this=0x7f628800df20, nowait=true, total_stats=...) at matcher/localsubmatch.cc:172
#6 0x00007f62983c8fcc in prepare_sub_matches (leaves=std::vector of length 1, capacity 1 = {...}, stats=...) at matcher/multimatch.cc:237
#7 0x00007f62983c98a3 in MultiMatch::MultiMatch (this=0x7f629726d9a0, db_=..., query_=..., qlen=3, omrset=0x0, collapse_max_=0, collapse_key_=4294967295, percent_cutoff_=0, weight_cutoff_=0, order_=Xapian::Enquire::ASCENDING, sort_key_=0, sort_by_=Xapian::Enquire::Internal::VAL, sort_value_forward_=true, time_limit_=0, stats=..., weight_=0x7f6288008d50, matchspies_=std::vector of length 0, capacity 0, have_sorter=false, have_mdecider=false) at matcher/multimatch.cc:353
#8 0x00007f629826fcba in Xapian::Enquire::Internal::get_mset (this=0x7f628800e0b0, first=0, maxitems=0, check_at_least=0, rset=0x0, mdecider=0x0) at api/omenquire.cc:569
#9 0x00007f629827181c in Xapian::Enquire::get_mset (this=0x7f629726db80, first=0, maxitems=0, check_at_least=0, rset=0x0, mdecider=0x0) at api/omenquire.cc:937
#10 0x00007f6298be529a in _notmuch_query_search_documents (query=0x7f6288009750, type=0x7f6298bfaafe "mail", out=0x7f629726dcc0) at lib/query.cc:447
#11 0x00007f6298be4ae8 in notmuch_query_search_messages (query=0x7f6288009750, out=0x7f629726dcc0) at lib/query.cc:349
...
Printing Xapian::Query::MatchAll->internal.px->_refs in these
circumstances can help quickly identifying this scenario.
This is motivated by some test frameworks (like Rust's Cargo) that
runs unit tests in parallel and would easily encounter this issue,
unless client code gates every call to Notmuch behind a lock.
This is what can be expected from the tests when they fail:
== stderr ==
+==================
+WARNING: ThreadSanitizer: data race (pid=207931)
+ Read of size 1 at 0x7b10000001a0 by thread T2:
+ #0 memcpy <null> (libtsan.so.2+0x62506)
+ #1 void std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_construct<char*>(char*, char*, std::forward_iterator_tag) [clone .isra.0] <null> (libxapian.so.30+0x872b3)
+
+ Previous write of size 8 at 0x7b10000001a0 by thread T1:
+ #0 operator new(unsigned long) <null> (libtsan.so.2+0x8ba83)
+ #1 Xapian::Query::Query(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, unsigned int) <null> (libxapian.so.30+0x855cd)
...
2023-03-02 18:59:15 +01:00
NOTMUCH_HAVE_TSAN=${have_tsan}
2022-01-09 15:38:02 +01:00
2015-01-18 17:55:10 +01:00
# do we have man pages?
NOTMUCH_HAVE_MAN=$((have_sphinx))
2015-01-03 13:58:19 +01:00
2018-09-16 19:08:04 +02:00
# Whether bash exists, and if so where
NOTMUCH_HAVE_BASH=${have_bash}
NOTMUCH_BASH_ABSOLUTE=${bash_absolute}
2020-06-24 16:32:33 +02:00
# Whether time_t is 64 bits (or more)
NOTMUCH_HAVE_64BIT_TIME_T=${have_64bit_time_t}
2018-09-16 19:08:06 +02:00
# Whether perl exists, and if so where
NOTMUCH_HAVE_PERL=${have_perl}
NOTMUCH_PERL_ABSOLUTE=${perl_absolute}
2015-01-03 13:58:19 +01:00
# Name of python interpreter
NOTMUCH_PYTHON=${python}
2015-06-01 09:08:59 +02:00
2018-05-09 14:38:48 +02:00
# Name of ruby interpreter
NOTMUCH_RUBY=${RUBY}
2015-06-01 09:08:59 +02:00
# Are the ruby development files (and ruby) available? If not skip
# building/testing ruby bindings.
NOTMUCH_HAVE_RUBY_DEV=${have_ruby_dev}
2017-03-09 14:32:43 +01:00
2019-11-03 15:54:10 +01:00
# Is the python cffi package available?
NOTMUCH_HAVE_PYTHON3_CFFI=${have_python3_cffi}
# Is the python pytest package available?
NOTMUCH_HAVE_PYTHON3_PYTEST=${have_python3_pytest}
2021-08-24 17:17:11 +02:00
# Is the sfsexp library available?
NOTMUCH_HAVE_SFSEXP=${have_sfsexp}
2022-05-24 01:38:54 +02:00
# And if so, flags needed at compile/link time for sfsexp
NOTMUCH_SFSEXP_CFLAGS="${sfsexp_cflags}"
NOTMUCH_SFSEXP_LDFLAGS="${sfsexp_ldflags}"
2017-03-09 14:32:43 +01:00
# Platform we are run on
PLATFORM=${platform}
2014-05-30 09:43:04 +02:00
EOF
2014-11-01 10:39:04 +01:00
2020-07-15 14:36:27 +02:00
{
echo "# Generated by configure, run from doc/conf.py"
if [ $WITH_EMACS = "1" ]; then
2021-10-09 22:09:16 +02:00
echo "tags.add('WITH_EMACS')"
2020-07-15 14:36:27 +02:00
fi
if [ $WITH_PYTHON_DOCS = "1" ]; then
2021-10-09 22:09:16 +02:00
echo "tags.add('WITH_PYTHON')"
2020-07-15 14:36:27 +02:00
fi
2020-10-20 08:57:11 +02:00
printf "rsti_dir = '%s'\n" "$(cd emacs && pwd -P)"
2020-07-15 14:36:27 +02:00
} > sphinx.config
2020-07-11 15:20:26 +02:00
2021-10-31 11:03:54 +01:00
cat > bindings/python-cffi/_notmuch_config.py <<EOF
# _notmuch_config.py was automatically generated by the configure
# script in the root of the notmuch source tree.
NOTMUCH_VERSION_FILE='${NOTMUCH_SRCDIR}/version.txt'
NOTMUCH_INCLUDE_DIR='${NOTMUCH_SRCDIR}/lib'
NOTMUCH_LIB_DIR='${NOTMUCH_SRCDIR}/lib'
EOF
2014-11-01 10:39:04 +01:00
# Finally, after everything configured, inform the user how to continue.
cat <<EOF
All required packages were found. You may now run the following
commands to compile and install notmuch:
make
sudo make install
EOF