2021-08-24 17:17:18 +02:00
|
|
|
#include "database-private.h"
|
2021-08-24 17:17:16 +02:00
|
|
|
|
|
|
|
#if HAVE_SFSEXP
|
|
|
|
#include "sexp.h"
|
2021-08-24 17:17:22 +02:00
|
|
|
#include "unicode-util.h"
|
2021-08-24 17:17:16 +02:00
|
|
|
|
|
|
|
/* _sexp is used for file scope symbols to avoid clashing with
|
|
|
|
* definitions from sexp.h */
|
|
|
|
|
2021-08-24 17:17:41 +02:00
|
|
|
/* sexp_binding structs attach name to a sexp and a defining
|
|
|
|
* context. The latter allows lazy evaluation of parameters whose
|
|
|
|
* definition contains other parameters. Lazy evaluation is needed
|
|
|
|
* because a primary goal of macros is to change the parent field for
|
|
|
|
* a sexp.
|
|
|
|
*/
|
|
|
|
|
|
|
|
typedef struct sexp_binding {
|
2021-08-24 17:17:40 +02:00
|
|
|
const char *name;
|
|
|
|
const sexp_t *sx;
|
2021-08-24 17:17:41 +02:00
|
|
|
const struct sexp_binding *context;
|
|
|
|
const struct sexp_binding *next;
|
2021-08-24 17:17:40 +02:00
|
|
|
} _sexp_binding_t;
|
|
|
|
|
2021-08-24 17:17:19 +02:00
|
|
|
typedef enum {
|
2021-08-24 17:17:20 +02:00
|
|
|
SEXP_FLAG_NONE = 0,
|
|
|
|
SEXP_FLAG_FIELD = 1 << 0,
|
2021-08-24 17:17:23 +02:00
|
|
|
SEXP_FLAG_BOOLEAN = 1 << 1,
|
2021-08-24 17:17:24 +02:00
|
|
|
SEXP_FLAG_SINGLE = 1 << 2,
|
|
|
|
SEXP_FLAG_WILDCARD = 1 << 3,
|
2021-08-24 17:17:29 +02:00
|
|
|
SEXP_FLAG_REGEX = 1 << 4,
|
|
|
|
SEXP_FLAG_DO_REGEX = 1 << 5,
|
2021-08-24 17:17:33 +02:00
|
|
|
SEXP_FLAG_EXPAND = 1 << 6,
|
|
|
|
SEXP_FLAG_DO_EXPAND = 1 << 7,
|
2021-08-24 17:17:37 +02:00
|
|
|
SEXP_FLAG_ORPHAN = 1 << 8,
|
2022-01-20 14:36:01 +01:00
|
|
|
SEXP_FLAG_RANGE = 1 << 9,
|
2021-08-24 17:17:19 +02:00
|
|
|
} _sexp_flag_t;
|
|
|
|
|
2021-08-24 17:17:23 +02:00
|
|
|
/*
|
|
|
|
* define bitwise operators to hide casts */
|
|
|
|
|
|
|
|
inline _sexp_flag_t
|
|
|
|
operator| (_sexp_flag_t a, _sexp_flag_t b)
|
|
|
|
{
|
|
|
|
return static_cast<_sexp_flag_t>(
|
|
|
|
static_cast<unsigned>(a) | static_cast<unsigned>(b));
|
|
|
|
}
|
|
|
|
|
|
|
|
inline _sexp_flag_t
|
|
|
|
operator& (_sexp_flag_t a, _sexp_flag_t b)
|
|
|
|
{
|
|
|
|
return static_cast<_sexp_flag_t>(
|
|
|
|
static_cast<unsigned>(a) & static_cast<unsigned>(b));
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:19 +02:00
|
|
|
typedef struct {
|
|
|
|
const char *name;
|
|
|
|
Xapian::Query::op xapian_op;
|
|
|
|
Xapian::Query initial;
|
|
|
|
_sexp_flag_t flags;
|
|
|
|
} _sexp_prefix_t;
|
|
|
|
|
|
|
|
static _sexp_prefix_t prefixes[] =
|
|
|
|
{
|
|
|
|
{ "and", Xapian::Query::OP_AND, Xapian::Query::MatchAll,
|
|
|
|
SEXP_FLAG_NONE },
|
2021-08-24 17:17:23 +02:00
|
|
|
{ "attachment", Xapian::Query::OP_AND, Xapian::Query::MatchAll,
|
2021-08-24 17:17:33 +02:00
|
|
|
SEXP_FLAG_FIELD | SEXP_FLAG_WILDCARD | SEXP_FLAG_EXPAND },
|
2021-08-24 17:17:23 +02:00
|
|
|
{ "body", Xapian::Query::OP_AND, Xapian::Query::MatchAll,
|
|
|
|
SEXP_FLAG_FIELD },
|
2022-01-20 14:36:01 +01:00
|
|
|
{ "date", Xapian::Query::OP_INVALID, Xapian::Query::MatchAll,
|
|
|
|
SEXP_FLAG_RANGE },
|
2021-08-24 17:17:23 +02:00
|
|
|
{ "from", Xapian::Query::OP_AND, Xapian::Query::MatchAll,
|
2021-08-24 17:17:33 +02:00
|
|
|
SEXP_FLAG_FIELD | SEXP_FLAG_WILDCARD | SEXP_FLAG_REGEX | SEXP_FLAG_EXPAND },
|
2021-08-24 17:17:23 +02:00
|
|
|
{ "folder", Xapian::Query::OP_OR, Xapian::Query::MatchNothing,
|
2021-08-24 17:17:33 +02:00
|
|
|
SEXP_FLAG_FIELD | SEXP_FLAG_BOOLEAN | SEXP_FLAG_WILDCARD | SEXP_FLAG_REGEX | SEXP_FLAG_EXPAND },
|
2021-08-24 17:17:23 +02:00
|
|
|
{ "id", Xapian::Query::OP_OR, Xapian::Query::MatchNothing,
|
2021-08-24 17:17:29 +02:00
|
|
|
SEXP_FLAG_FIELD | SEXP_FLAG_BOOLEAN | SEXP_FLAG_WILDCARD | SEXP_FLAG_REGEX },
|
2021-08-24 17:17:34 +02:00
|
|
|
{ "infix", Xapian::Query::OP_INVALID, Xapian::Query::MatchAll,
|
2021-08-24 17:17:37 +02:00
|
|
|
SEXP_FLAG_SINGLE | SEXP_FLAG_ORPHAN },
|
2021-08-24 17:17:23 +02:00
|
|
|
{ "is", Xapian::Query::OP_AND, Xapian::Query::MatchAll,
|
2021-08-24 17:17:33 +02:00
|
|
|
SEXP_FLAG_FIELD | SEXP_FLAG_BOOLEAN | SEXP_FLAG_WILDCARD | SEXP_FLAG_REGEX | SEXP_FLAG_EXPAND },
|
2022-01-20 14:36:05 +01:00
|
|
|
{ "lastmod", Xapian::Query::OP_INVALID, Xapian::Query::MatchAll,
|
|
|
|
SEXP_FLAG_RANGE },
|
2021-08-24 17:17:33 +02:00
|
|
|
{ "matching", Xapian::Query::OP_AND, Xapian::Query::MatchAll,
|
|
|
|
SEXP_FLAG_DO_EXPAND },
|
2021-08-24 17:17:23 +02:00
|
|
|
{ "mid", Xapian::Query::OP_OR, Xapian::Query::MatchNothing,
|
2021-08-24 17:17:29 +02:00
|
|
|
SEXP_FLAG_FIELD | SEXP_FLAG_BOOLEAN | SEXP_FLAG_WILDCARD | SEXP_FLAG_REGEX },
|
2021-08-24 17:17:23 +02:00
|
|
|
{ "mimetype", Xapian::Query::OP_AND, Xapian::Query::MatchAll,
|
2021-08-24 17:17:33 +02:00
|
|
|
SEXP_FLAG_FIELD | SEXP_FLAG_WILDCARD | SEXP_FLAG_EXPAND },
|
2021-08-24 17:17:19 +02:00
|
|
|
{ "not", Xapian::Query::OP_AND_NOT, Xapian::Query::MatchAll,
|
|
|
|
SEXP_FLAG_NONE },
|
2021-08-24 17:17:33 +02:00
|
|
|
{ "of", Xapian::Query::OP_AND, Xapian::Query::MatchAll,
|
|
|
|
SEXP_FLAG_DO_EXPAND },
|
2021-08-24 17:17:19 +02:00
|
|
|
{ "or", Xapian::Query::OP_OR, Xapian::Query::MatchNothing,
|
|
|
|
SEXP_FLAG_NONE },
|
2021-08-24 17:17:23 +02:00
|
|
|
{ "path", Xapian::Query::OP_OR, Xapian::Query::MatchNothing,
|
2021-08-24 17:17:29 +02:00
|
|
|
SEXP_FLAG_FIELD | SEXP_FLAG_BOOLEAN | SEXP_FLAG_WILDCARD | SEXP_FLAG_REGEX },
|
2021-08-24 17:17:23 +02:00
|
|
|
{ "property", Xapian::Query::OP_AND, Xapian::Query::MatchAll,
|
2021-08-24 17:17:33 +02:00
|
|
|
SEXP_FLAG_FIELD | SEXP_FLAG_BOOLEAN | SEXP_FLAG_WILDCARD | SEXP_FLAG_REGEX | SEXP_FLAG_EXPAND },
|
2021-08-24 17:17:37 +02:00
|
|
|
{ "query", Xapian::Query::OP_INVALID, Xapian::Query::MatchNothing,
|
|
|
|
SEXP_FLAG_SINGLE | SEXP_FLAG_ORPHAN },
|
2021-08-24 17:17:29 +02:00
|
|
|
{ "regex", Xapian::Query::OP_INVALID, Xapian::Query::MatchAll,
|
|
|
|
SEXP_FLAG_SINGLE | SEXP_FLAG_DO_REGEX },
|
|
|
|
{ "rx", Xapian::Query::OP_INVALID, Xapian::Query::MatchAll,
|
|
|
|
SEXP_FLAG_SINGLE | SEXP_FLAG_DO_REGEX },
|
2021-08-24 17:17:24 +02:00
|
|
|
{ "starts-with", Xapian::Query::OP_WILDCARD, Xapian::Query::MatchAll,
|
|
|
|
SEXP_FLAG_SINGLE },
|
2021-08-24 17:17:20 +02:00
|
|
|
{ "subject", Xapian::Query::OP_AND, Xapian::Query::MatchAll,
|
2021-08-24 17:17:33 +02:00
|
|
|
SEXP_FLAG_FIELD | SEXP_FLAG_WILDCARD | SEXP_FLAG_REGEX | SEXP_FLAG_EXPAND },
|
2021-08-24 17:17:23 +02:00
|
|
|
{ "tag", Xapian::Query::OP_AND, Xapian::Query::MatchAll,
|
2021-08-24 17:17:33 +02:00
|
|
|
SEXP_FLAG_FIELD | SEXP_FLAG_BOOLEAN | SEXP_FLAG_WILDCARD | SEXP_FLAG_REGEX | SEXP_FLAG_EXPAND },
|
2021-08-24 17:17:23 +02:00
|
|
|
{ "thread", Xapian::Query::OP_OR, Xapian::Query::MatchNothing,
|
2021-08-24 17:17:33 +02:00
|
|
|
SEXP_FLAG_FIELD | SEXP_FLAG_BOOLEAN | SEXP_FLAG_WILDCARD | SEXP_FLAG_REGEX | SEXP_FLAG_EXPAND },
|
2021-08-24 17:17:23 +02:00
|
|
|
{ "to", Xapian::Query::OP_AND, Xapian::Query::MatchAll,
|
2021-08-24 17:17:33 +02:00
|
|
|
SEXP_FLAG_FIELD | SEXP_FLAG_WILDCARD | SEXP_FLAG_EXPAND },
|
2021-08-24 17:17:19 +02:00
|
|
|
{ }
|
|
|
|
};
|
|
|
|
|
|
|
|
static notmuch_status_t _sexp_to_xapian_query (notmuch_database_t *notmuch,
|
|
|
|
const _sexp_prefix_t *parent,
|
2021-08-24 17:17:40 +02:00
|
|
|
const _sexp_binding_t *env,
|
2021-08-24 17:17:19 +02:00
|
|
|
const sexp_t *sx,
|
|
|
|
Xapian::Query &output);
|
|
|
|
|
|
|
|
static notmuch_status_t
|
|
|
|
_sexp_combine_query (notmuch_database_t *notmuch,
|
|
|
|
const _sexp_prefix_t *parent,
|
2021-08-24 17:17:40 +02:00
|
|
|
const _sexp_binding_t *env,
|
2021-08-24 17:17:19 +02:00
|
|
|
Xapian::Query::op operation,
|
|
|
|
Xapian::Query left,
|
|
|
|
const sexp_t *sx,
|
|
|
|
Xapian::Query &output)
|
|
|
|
{
|
|
|
|
Xapian::Query subquery;
|
|
|
|
|
|
|
|
notmuch_status_t status;
|
|
|
|
|
|
|
|
/* if we run out elements, return accumulator */
|
|
|
|
|
|
|
|
if (! sx) {
|
|
|
|
output = left;
|
|
|
|
return NOTMUCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:40 +02:00
|
|
|
status = _sexp_to_xapian_query (notmuch, parent, env, sx, subquery);
|
2021-08-24 17:17:19 +02:00
|
|
|
if (status)
|
|
|
|
return status;
|
|
|
|
|
|
|
|
return _sexp_combine_query (notmuch,
|
|
|
|
parent,
|
2021-08-24 17:17:40 +02:00
|
|
|
env,
|
2021-08-24 17:17:19 +02:00
|
|
|
operation,
|
|
|
|
Xapian::Query (operation, left, subquery),
|
|
|
|
sx->next, output);
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:22 +02:00
|
|
|
static notmuch_status_t
|
|
|
|
_sexp_parse_phrase (std::string term_prefix, const char *phrase, Xapian::Query &output)
|
|
|
|
{
|
|
|
|
Xapian::Utf8Iterator p (phrase);
|
|
|
|
Xapian::Utf8Iterator end;
|
|
|
|
std::vector<std::string> terms;
|
|
|
|
|
|
|
|
while (p != end) {
|
|
|
|
Xapian::Utf8Iterator start;
|
|
|
|
while (p != end && ! Xapian::Unicode::is_wordchar (*p))
|
|
|
|
p++;
|
|
|
|
|
|
|
|
if (p == end)
|
|
|
|
break;
|
|
|
|
|
|
|
|
start = p;
|
|
|
|
|
|
|
|
while (p != end && Xapian::Unicode::is_wordchar (*p))
|
|
|
|
p++;
|
|
|
|
|
|
|
|
if (p != start) {
|
|
|
|
std::string word (start, p);
|
|
|
|
word = Xapian::Unicode::tolower (word);
|
|
|
|
terms.push_back (term_prefix + word);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
output = Xapian::Query (Xapian::Query::OP_PHRASE, terms.begin (), terms.end ());
|
|
|
|
return NOTMUCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:24 +02:00
|
|
|
static notmuch_status_t
|
|
|
|
_sexp_parse_wildcard (notmuch_database_t *notmuch,
|
|
|
|
const _sexp_prefix_t *parent,
|
2021-08-24 17:17:40 +02:00
|
|
|
unused(const _sexp_binding_t *env),
|
2021-08-24 17:17:24 +02:00
|
|
|
std::string match,
|
|
|
|
Xapian::Query &output)
|
|
|
|
{
|
|
|
|
|
2021-08-24 17:17:35 +02:00
|
|
|
std::string term_prefix = parent ? _notmuch_database_prefix (notmuch, parent->name) : "";
|
2021-08-24 17:17:24 +02:00
|
|
|
|
|
|
|
if (parent && ! (parent->flags & SEXP_FLAG_WILDCARD)) {
|
|
|
|
_notmuch_database_log (notmuch, "'%s' does not support wildcard queries\n", parent->name);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
|
|
|
output = Xapian::Query (Xapian::Query::OP_WILDCARD,
|
|
|
|
term_prefix + Xapian::Unicode::tolower (match));
|
|
|
|
return NOTMUCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:26 +02:00
|
|
|
static notmuch_status_t
|
|
|
|
_sexp_parse_one_term (notmuch_database_t *notmuch, std::string term_prefix, const sexp_t *sx,
|
|
|
|
Xapian::Query &output)
|
|
|
|
{
|
|
|
|
Xapian::Stem stem = *(notmuch->stemmer);
|
|
|
|
|
|
|
|
if (sx->aty == SEXP_BASIC && unicode_word_utf8 (sx->val)) {
|
|
|
|
std::string term = Xapian::Unicode::tolower (sx->val);
|
|
|
|
|
|
|
|
output = Xapian::Query ("Z" + term_prefix + stem (term));
|
|
|
|
return NOTMUCH_STATUS_SUCCESS;
|
|
|
|
} else {
|
|
|
|
return _sexp_parse_phrase (term_prefix, sx->val, output);
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
2021-08-24 17:17:29 +02:00
|
|
|
|
|
|
|
notmuch_status_t
|
|
|
|
_sexp_parse_regex (notmuch_database_t *notmuch,
|
|
|
|
const _sexp_prefix_t *prefix, const _sexp_prefix_t *parent,
|
2021-08-24 17:17:40 +02:00
|
|
|
unused(const _sexp_binding_t *env),
|
2021-08-24 17:17:29 +02:00
|
|
|
std::string val, Xapian::Query &output)
|
|
|
|
{
|
|
|
|
if (! parent) {
|
|
|
|
_notmuch_database_log (notmuch, "illegal '%s' outside field\n",
|
|
|
|
prefix->name);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (! (parent->flags & SEXP_FLAG_REGEX)) {
|
|
|
|
_notmuch_database_log (notmuch, "'%s' not supported in field '%s'\n",
|
|
|
|
prefix->name, parent->name);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::string msg; /* ignored */
|
|
|
|
|
|
|
|
return _notmuch_regexp_to_query (notmuch, Xapian::BAD_VALUENO, parent->name,
|
|
|
|
val, output, msg);
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:33 +02:00
|
|
|
|
|
|
|
static notmuch_status_t
|
|
|
|
_sexp_expand_query (notmuch_database_t *notmuch,
|
|
|
|
const _sexp_prefix_t *prefix, const _sexp_prefix_t *parent,
|
2021-08-24 17:17:40 +02:00
|
|
|
unused(const _sexp_binding_t *env), const sexp_t *sx, Xapian::Query &output)
|
2021-08-24 17:17:33 +02:00
|
|
|
{
|
|
|
|
Xapian::Query subquery;
|
|
|
|
notmuch_status_t status;
|
|
|
|
std::string msg;
|
|
|
|
|
|
|
|
if (! (parent->flags & SEXP_FLAG_EXPAND)) {
|
|
|
|
_notmuch_database_log (notmuch, "'%s' unsupported inside '%s'\n", prefix->name, parent->name);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:40 +02:00
|
|
|
status = _sexp_combine_query (notmuch, NULL, NULL, prefix->xapian_op, prefix->initial, sx,
|
|
|
|
subquery);
|
2021-08-24 17:17:33 +02:00
|
|
|
if (status)
|
|
|
|
return status;
|
|
|
|
|
|
|
|
status = _notmuch_query_expand (notmuch, parent->name, subquery, output, msg);
|
|
|
|
if (status) {
|
|
|
|
_notmuch_database_log (notmuch, "error expanding query %s\n", msg.c_str ());
|
|
|
|
}
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:34 +02:00
|
|
|
static notmuch_status_t
|
2021-08-24 17:17:37 +02:00
|
|
|
_sexp_parse_infix (notmuch_database_t *notmuch, const sexp_t *sx, Xapian::Query &output)
|
2021-08-24 17:17:34 +02:00
|
|
|
{
|
|
|
|
try {
|
|
|
|
output = notmuch->query_parser->parse_query (sx->val, NOTMUCH_QUERY_PARSER_FLAGS);
|
|
|
|
} catch (const Xapian::QueryParserError &error) {
|
|
|
|
_notmuch_database_log (notmuch, "Syntax error in infix query: %s\n", sx->val);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
} catch (const Xapian::Error &error) {
|
|
|
|
if (! notmuch->exception_reported) {
|
|
|
|
_notmuch_database_log (notmuch,
|
|
|
|
"A Xapian exception occurred parsing query: %s\n",
|
|
|
|
error.get_msg ().c_str ());
|
|
|
|
_notmuch_database_log_append (notmuch,
|
|
|
|
"Query string was: %s\n",
|
|
|
|
sx->val);
|
|
|
|
notmuch->exception_reported = true;
|
|
|
|
return NOTMUCH_STATUS_XAPIAN_EXCEPTION;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return NOTMUCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:35 +02:00
|
|
|
static notmuch_status_t
|
|
|
|
_sexp_parse_header (notmuch_database_t *notmuch, const _sexp_prefix_t *parent,
|
2021-08-24 17:17:40 +02:00
|
|
|
const _sexp_binding_t *env, const sexp_t *sx, Xapian::Query &output)
|
2021-08-24 17:17:35 +02:00
|
|
|
{
|
|
|
|
_sexp_prefix_t user_prefix;
|
|
|
|
|
|
|
|
user_prefix.name = sx->list->val;
|
|
|
|
user_prefix.flags = SEXP_FLAG_FIELD | SEXP_FLAG_WILDCARD;
|
|
|
|
|
|
|
|
if (parent) {
|
|
|
|
_notmuch_database_log (notmuch, "nested field: '%s' inside '%s'\n",
|
|
|
|
sx->list->val, parent->name);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
|
|
|
parent = &user_prefix;
|
|
|
|
|
2021-08-24 17:17:40 +02:00
|
|
|
return _sexp_combine_query (notmuch, parent, env, Xapian::Query::OP_AND, Xapian::Query::MatchAll,
|
2021-08-24 17:17:35 +02:00
|
|
|
sx->list->next, output);
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:41 +02:00
|
|
|
static _sexp_binding_t *
|
|
|
|
_sexp_bind (void *ctx, const _sexp_binding_t *env, const char *name, const sexp_t *sx, const
|
|
|
|
_sexp_binding_t *context)
|
|
|
|
{
|
|
|
|
_sexp_binding_t *binding = talloc (ctx, _sexp_binding_t);
|
|
|
|
|
|
|
|
binding->name = talloc_strdup (ctx, name);
|
|
|
|
binding->sx = sx;
|
|
|
|
binding->context = context;
|
|
|
|
binding->next = env;
|
|
|
|
return binding;
|
|
|
|
}
|
|
|
|
|
|
|
|
static notmuch_status_t
|
|
|
|
maybe_apply_macro (notmuch_database_t *notmuch, const _sexp_prefix_t *parent,
|
|
|
|
const _sexp_binding_t *env, const sexp_t *sx, const sexp_t *args,
|
|
|
|
Xapian::Query &output)
|
|
|
|
{
|
|
|
|
const sexp_t *params, *param, *arg, *body;
|
|
|
|
void *local = talloc_new (notmuch);
|
|
|
|
_sexp_binding_t *new_env = NULL;
|
|
|
|
notmuch_status_t status = NOTMUCH_STATUS_SUCCESS;
|
|
|
|
|
|
|
|
if (sx->list->ty != SEXP_VALUE || strcmp (sx->list->val, "macro") != 0) {
|
|
|
|
status = NOTMUCH_STATUS_IGNORED;
|
|
|
|
goto DONE;
|
|
|
|
}
|
|
|
|
|
|
|
|
params = sx->list->next;
|
|
|
|
|
|
|
|
if (! params || (params->ty != SEXP_LIST)) {
|
|
|
|
_notmuch_database_log (notmuch, "missing (possibly empty) list of arguments to macro\n");
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
|
|
|
body = params->next;
|
|
|
|
|
|
|
|
if (! body) {
|
|
|
|
_notmuch_database_log (notmuch, "missing body of macro\n");
|
|
|
|
status = NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
goto DONE;
|
|
|
|
}
|
|
|
|
|
|
|
|
for (param = params->list, arg = args;
|
|
|
|
param && arg;
|
|
|
|
param = param->next, arg = arg->next) {
|
|
|
|
if (param->ty != SEXP_VALUE || param->aty != SEXP_BASIC) {
|
|
|
|
_notmuch_database_log (notmuch, "macro parameters must be unquoted atoms\n");
|
|
|
|
status = NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
goto DONE;
|
|
|
|
}
|
|
|
|
new_env = _sexp_bind (local, new_env, param->val, arg, env);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (param && ! arg) {
|
|
|
|
_notmuch_database_log (notmuch, "too few arguments to macro\n");
|
|
|
|
status = NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
goto DONE;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (! param && arg) {
|
|
|
|
_notmuch_database_log (notmuch, "too many arguments to macro\n");
|
|
|
|
status = NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
goto DONE;
|
|
|
|
}
|
|
|
|
|
|
|
|
status = _sexp_to_xapian_query (notmuch, parent, new_env, body, output);
|
|
|
|
|
|
|
|
DONE:
|
|
|
|
if (local)
|
|
|
|
talloc_free (local);
|
|
|
|
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:39 +02:00
|
|
|
static notmuch_status_t
|
2021-08-24 17:17:40 +02:00
|
|
|
maybe_saved_squery (notmuch_database_t *notmuch, const _sexp_prefix_t *parent,
|
|
|
|
const _sexp_binding_t *env, const sexp_t *sx, Xapian::Query &output)
|
2021-08-24 17:17:39 +02:00
|
|
|
{
|
|
|
|
char *key;
|
|
|
|
char *expansion = NULL;
|
|
|
|
notmuch_status_t status;
|
|
|
|
sexp_t *saved_sexp;
|
|
|
|
void *local = talloc_new (notmuch);
|
|
|
|
char *buf;
|
|
|
|
|
|
|
|
key = talloc_asprintf (local, "squery.%s", sx->list->val);
|
|
|
|
if (! key) {
|
|
|
|
status = NOTMUCH_STATUS_OUT_OF_MEMORY;
|
|
|
|
goto DONE;
|
|
|
|
}
|
|
|
|
|
|
|
|
status = notmuch_database_get_config (notmuch, key, &expansion);
|
|
|
|
if (status)
|
|
|
|
goto DONE;
|
|
|
|
if (EMPTY_STRING (expansion)) {
|
|
|
|
status = NOTMUCH_STATUS_IGNORED;
|
|
|
|
goto DONE;
|
|
|
|
}
|
|
|
|
|
|
|
|
buf = talloc_strdup (local, expansion);
|
|
|
|
/* XXX TODO: free this memory */
|
|
|
|
saved_sexp = parse_sexp (buf, strlen (expansion));
|
|
|
|
if (! saved_sexp) {
|
|
|
|
_notmuch_database_log (notmuch, "invalid saved s-expression query: '%s'\n", expansion);
|
|
|
|
status = NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
goto DONE;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:41 +02:00
|
|
|
status = maybe_apply_macro (notmuch, parent, env, saved_sexp, sx->list->next, output);
|
|
|
|
if (status == NOTMUCH_STATUS_IGNORED)
|
|
|
|
status = _sexp_to_xapian_query (notmuch, parent, env, saved_sexp, output);
|
2021-08-24 17:17:39 +02:00
|
|
|
|
|
|
|
DONE:
|
|
|
|
if (local)
|
|
|
|
talloc_free (local);
|
|
|
|
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:41 +02:00
|
|
|
static notmuch_status_t
|
|
|
|
_sexp_expand_param (notmuch_database_t *notmuch, const _sexp_prefix_t *parent,
|
|
|
|
const _sexp_binding_t *env, const char *name,
|
|
|
|
Xapian::Query &output)
|
|
|
|
{
|
|
|
|
for (; env; env = env->next) {
|
|
|
|
if (strcmp (name, env->name) == 0) {
|
|
|
|
return _sexp_to_xapian_query (notmuch, parent, env->context, env->sx,
|
|
|
|
output);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
_notmuch_database_log (notmuch, "undefined parameter %s\n", name);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
2022-01-20 14:36:01 +01:00
|
|
|
static notmuch_status_t
|
2022-01-20 14:36:03 +01:00
|
|
|
_sexp_parse_range (notmuch_database_t *notmuch, const _sexp_prefix_t *prefix,
|
|
|
|
const sexp_t *sx, Xapian::Query &output)
|
2022-01-20 14:36:01 +01:00
|
|
|
{
|
2022-01-20 14:36:03 +01:00
|
|
|
const char *from, *to;
|
|
|
|
std::string msg;
|
|
|
|
|
|
|
|
/* empty range matches everything */
|
2022-01-20 14:36:01 +01:00
|
|
|
if (! sx) {
|
|
|
|
output = Xapian::Query::MatchAll;
|
|
|
|
return NOTMUCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
2022-01-20 14:36:03 +01:00
|
|
|
if (sx->ty == SEXP_LIST) {
|
|
|
|
_notmuch_database_log (notmuch, "expected atom as first argument of '%s'\n", prefix->name);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
|
|
|
from = sx->val;
|
|
|
|
to = from;
|
|
|
|
|
|
|
|
if (sx->next) {
|
|
|
|
if (sx->next->ty == SEXP_LIST) {
|
|
|
|
_notmuch_database_log (notmuch, "expected atom as second argument of '%s'\n",
|
|
|
|
prefix->name);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (sx->next->next) {
|
|
|
|
_notmuch_database_log (notmuch, "'%s' expects maximum of two arguments\n", prefix->name);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
|
|
|
to = sx->next->val;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (strcmp (prefix->name, "date") == 0) {
|
|
|
|
notmuch_status_t status;
|
|
|
|
status = _notmuch_date_strings_to_query (NOTMUCH_VALUE_TIMESTAMP, from, to, output, msg);
|
|
|
|
if (status) {
|
|
|
|
if (! msg.empty ())
|
|
|
|
_notmuch_database_log (notmuch, "%s\n", msg.c_str ());
|
|
|
|
}
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
2022-01-20 14:36:05 +01:00
|
|
|
if (strcmp (prefix->name, "lastmod") == 0) {
|
|
|
|
long from_idx, to_idx;
|
|
|
|
|
|
|
|
try {
|
|
|
|
from_idx = std::stol (from);
|
|
|
|
} catch (std::logic_error &e) {
|
|
|
|
_notmuch_database_log (notmuch, "bad 'from' revision: '%s'\n", from);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
|
|
|
try {
|
|
|
|
to_idx = std::stol (to);
|
|
|
|
} catch (std::logic_error &e) {
|
|
|
|
_notmuch_database_log (notmuch, "bad 'to' revision: '%s'\n", to);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
|
|
|
output = Xapian::Query (Xapian::Query::OP_VALUE_RANGE, NOTMUCH_VALUE_LAST_MOD,
|
|
|
|
Xapian::sortable_serialise (from_idx),
|
|
|
|
Xapian::sortable_serialise (to_idx));
|
|
|
|
return NOTMUCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
2022-01-20 14:36:03 +01:00
|
|
|
_notmuch_database_log (notmuch, "unimplimented range prefix: '%s'\n", prefix->name);
|
2022-01-20 14:36:01 +01:00
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:16 +02:00
|
|
|
/* Here we expect the s-expression to be a proper list, with first
|
|
|
|
* element defining and operation, or as a special case the empty
|
|
|
|
* list */
|
|
|
|
|
|
|
|
static notmuch_status_t
|
2021-08-24 17:17:40 +02:00
|
|
|
_sexp_to_xapian_query (notmuch_database_t *notmuch, const _sexp_prefix_t *parent,
|
|
|
|
const _sexp_binding_t *env, const sexp_t *sx, Xapian::Query &output)
|
2021-08-24 17:17:16 +02:00
|
|
|
{
|
2021-08-24 17:17:39 +02:00
|
|
|
notmuch_status_t status;
|
|
|
|
|
2021-08-24 17:17:41 +02:00
|
|
|
if (sx->ty == SEXP_VALUE && sx->aty == SEXP_BASIC && sx->val[0] == ',') {
|
|
|
|
return _sexp_expand_param (notmuch, parent, env, sx->val + 1, output);
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:16 +02:00
|
|
|
if (sx->ty == SEXP_VALUE) {
|
2021-08-24 17:17:35 +02:00
|
|
|
std::string term_prefix = parent ? _notmuch_database_prefix (notmuch, parent->name) : "";
|
2021-08-24 17:17:25 +02:00
|
|
|
|
|
|
|
if (sx->aty == SEXP_BASIC && strcmp (sx->val, "*") == 0) {
|
2021-08-24 17:17:40 +02:00
|
|
|
return _sexp_parse_wildcard (notmuch, parent, env, "", output);
|
2021-08-24 17:17:25 +02:00
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:23 +02:00
|
|
|
if (parent && (parent->flags & SEXP_FLAG_BOOLEAN)) {
|
|
|
|
output = Xapian::Query (term_prefix + sx->val);
|
|
|
|
return NOTMUCH_STATUS_SUCCESS;
|
|
|
|
}
|
2021-08-24 17:17:35 +02:00
|
|
|
|
2021-08-24 17:17:26 +02:00
|
|
|
if (parent) {
|
|
|
|
return _sexp_parse_one_term (notmuch, term_prefix, sx, output);
|
2021-08-24 17:17:22 +02:00
|
|
|
} else {
|
2021-08-24 17:17:26 +02:00
|
|
|
Xapian::Query accumulator;
|
|
|
|
for (_sexp_prefix_t *prefix = prefixes; prefix->name; prefix++) {
|
|
|
|
if (prefix->flags & SEXP_FLAG_FIELD) {
|
|
|
|
Xapian::Query subquery;
|
2021-08-24 17:17:35 +02:00
|
|
|
term_prefix = _notmuch_database_prefix (notmuch, prefix->name);
|
2021-08-24 17:17:26 +02:00
|
|
|
status = _sexp_parse_one_term (notmuch, term_prefix, sx, subquery);
|
|
|
|
if (status)
|
|
|
|
return status;
|
|
|
|
accumulator = Xapian::Query (Xapian::Query::OP_OR, accumulator, subquery);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
output = accumulator;
|
|
|
|
return NOTMUCH_STATUS_SUCCESS;
|
2021-08-24 17:17:22 +02:00
|
|
|
}
|
2021-08-24 17:17:16 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Empty list */
|
|
|
|
if (! sx->list) {
|
|
|
|
output = Xapian::Query::MatchAll;
|
|
|
|
return NOTMUCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:19 +02:00
|
|
|
if (sx->list->ty == SEXP_LIST) {
|
2021-08-24 17:17:16 +02:00
|
|
|
_notmuch_database_log (notmuch, "unexpected list in field/operation position\n",
|
|
|
|
sx->list->val);
|
2021-08-24 17:17:19 +02:00
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:40 +02:00
|
|
|
status = maybe_saved_squery (notmuch, parent, env, sx, output);
|
2021-08-24 17:17:39 +02:00
|
|
|
if (status != NOTMUCH_STATUS_IGNORED)
|
|
|
|
return status;
|
|
|
|
|
2021-08-24 17:17:35 +02:00
|
|
|
/* Check for user defined field */
|
|
|
|
if (_notmuch_string_map_get (notmuch->user_prefix, sx->list->val)) {
|
2021-08-24 17:17:40 +02:00
|
|
|
return _sexp_parse_header (notmuch, parent, env, sx, output);
|
2021-08-24 17:17:35 +02:00
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:41 +02:00
|
|
|
if (strcmp (sx->list->val, "macro") == 0) {
|
|
|
|
_notmuch_database_log (notmuch, "macro definition not permitted here\n");
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:19 +02:00
|
|
|
for (_sexp_prefix_t *prefix = prefixes; prefix && prefix->name; prefix++) {
|
|
|
|
if (strcmp (prefix->name, sx->list->val) == 0) {
|
2022-01-20 14:36:01 +01:00
|
|
|
if (prefix->flags & (SEXP_FLAG_FIELD | SEXP_FLAG_RANGE)) {
|
2021-08-24 17:17:20 +02:00
|
|
|
if (parent) {
|
|
|
|
_notmuch_database_log (notmuch, "nested field: '%s' inside '%s'\n",
|
|
|
|
prefix->name, parent->name);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
parent = prefix;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:37 +02:00
|
|
|
if (parent && (prefix->flags & SEXP_FLAG_ORPHAN)) {
|
|
|
|
_notmuch_database_log (notmuch, "'%s' not supported inside '%s'\n",
|
|
|
|
prefix->name, parent->name);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:24 +02:00
|
|
|
if ((prefix->flags & SEXP_FLAG_SINGLE) &&
|
|
|
|
(! sx->list->next || sx->list->next->next || sx->list->next->ty != SEXP_VALUE)) {
|
|
|
|
_notmuch_database_log (notmuch, "'%s' expects single atom as argument\n",
|
|
|
|
prefix->name);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
2022-01-20 14:36:03 +01:00
|
|
|
if (prefix->flags & SEXP_FLAG_RANGE)
|
|
|
|
return _sexp_parse_range (notmuch, prefix, sx->list->next, output);
|
2022-01-20 14:36:01 +01:00
|
|
|
|
2021-08-24 17:17:34 +02:00
|
|
|
if (strcmp (prefix->name, "infix") == 0) {
|
2021-08-24 17:17:37 +02:00
|
|
|
return _sexp_parse_infix (notmuch, sx->list->next, output);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (strcmp (prefix->name, "query") == 0) {
|
|
|
|
return _notmuch_query_name_to_query (notmuch, sx->list->next->val, output);
|
2021-08-24 17:17:34 +02:00
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:24 +02:00
|
|
|
if (prefix->xapian_op == Xapian::Query::OP_WILDCARD)
|
2021-08-24 17:17:40 +02:00
|
|
|
return _sexp_parse_wildcard (notmuch, parent, env, sx->list->next->val, output);
|
2021-08-24 17:17:24 +02:00
|
|
|
|
2021-08-24 17:17:29 +02:00
|
|
|
if (prefix->flags & SEXP_FLAG_DO_REGEX) {
|
2021-08-24 17:17:40 +02:00
|
|
|
return _sexp_parse_regex (notmuch, prefix, parent, env, sx->list->next->val, output);
|
2021-08-24 17:17:29 +02:00
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:33 +02:00
|
|
|
if (prefix->flags & SEXP_FLAG_DO_EXPAND) {
|
2021-08-24 17:17:40 +02:00
|
|
|
return _sexp_expand_query (notmuch, prefix, parent, env, sx->list->next, output);
|
2021-08-24 17:17:33 +02:00
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:40 +02:00
|
|
|
return _sexp_combine_query (notmuch, parent, env, prefix->xapian_op, prefix->initial,
|
2021-08-24 17:17:19 +02:00
|
|
|
sx->list->next, output);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
_notmuch_database_log (notmuch, "unknown prefix '%s'\n", sx->list->val);
|
2021-08-24 17:17:16 +02:00
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
|
|
|
notmuch_status_t
|
|
|
|
_notmuch_sexp_string_to_xapian_query (notmuch_database_t *notmuch, const char *querystr,
|
|
|
|
Xapian::Query &output)
|
|
|
|
{
|
|
|
|
const sexp_t *sx = NULL;
|
|
|
|
char *buf = talloc_strdup (notmuch, querystr);
|
|
|
|
|
|
|
|
sx = parse_sexp (buf, strlen (querystr));
|
|
|
|
if (! sx) {
|
|
|
|
_notmuch_database_log (notmuch, "invalid s-expression: '%s'\n", querystr);
|
|
|
|
return NOTMUCH_STATUS_BAD_QUERY_SYNTAX;
|
|
|
|
}
|
|
|
|
|
2021-08-24 17:17:40 +02:00
|
|
|
return _sexp_to_xapian_query (notmuch, NULL, NULL, sx, output);
|
2021-08-24 17:17:16 +02:00
|
|
|
}
|
|
|
|
#endif
|