@@ -19,6 +19,7 @@ graph
obfuscate
sparse
sparse-llvm
+sindex
test-dissect
test-inspect
test-lexing
@@ -140,6 +140,17 @@ else
$(warning Your system does not have libxml, disabling c2xml)
endif
+HAVE_SQLITE := $(shell $(PKG_CONFIG) --exists sqlite3 2>/dev/null && echo 'yes')
+ifeq ($(HAVE_SQLITE),yes)
+PROGRAMS += sindex
+INST_PROGRAMS += sindex
+INST_MAN1 += sindex.1
+sindex-ldlibs := $(shell $(PKG_CONFIG) --libs sqlite3)
+sindex-cflags := $(shell $(PKG_CONFIG) --cflags sqlite3)
+else
+$(warning Your system does not have sqlite3, disabling sindex)
+endif
+
# Can we use gtk (needed for test-inspect)
GTK_VERSION:=3.0
HAVE_GTK:=$(shell $(PKG_CONFIG) --exists gtk+-$(GTK_VERSION) 2>/dev/null && echo 'yes')
@@ -228,7 +239,6 @@ cflags += $($(*)-cflags) $(CPPFLAGS) $(CFLAGS)
selfcheck: $(OBJS:.o=.sc)
-
SPARSE_VERSION:=$(shell git describe --dirty 2>/dev/null || echo '$(VERSION)')
lib.o: version.h
version.h: FORCE
new file mode 100644
@@ -0,0 +1,143 @@
+.\" Sindex manpage by Alexey Gladkov
+.TH sindex "1"
+.
+.SH NAME
+sindex \- Semantic Indexer for C
+.
+.SH SYNOPSIS
+.B sindex
+[\fIoptions\fR]
+.br
+.B sindex
+[\fIoptions\fR] \fIadd\fR [\fIcommand options\fR] [\fI--\fR] [\fIcompiler options\fR] [\fIfiles...\fR]
+.br
+.B sindex
+[\fIoptions\fR] \fIrm\fR [\fIcommand options\fR] \fIpattern\fR
+.br
+.B sindex
+[\fIoptions\fR] \fIsearch\fR [\fIcommand options\fR] [\fIpattern\fR]
+.br
+.SH DESCRIPTION
+.P
+sindex is the simple to use cscope-like tool based on sparse/dissect. Unlike
+cscope it runs after pre-processor and thus it can't index the code filtered out
+by ifdef's, but otoh it understands how the symbol is used and it can track the
+usage of struct members.
+.
+.SH SUBCOMMANDS
+.TP
+\fBadd\fR
+generates or updates semantic index file.
+.TP
+\fBrm\fR
+removes files from the index by \fIpattern\fR. The \fIpattern\fR is a
+.BR glob (7)
+wildcard pattern.
+.TP
+\fBsearch\fR
+queries information about symbol by \fIpattern\fR. The \fIpattern\fR is a
+.BR glob (7)
+wildcard pattern.
+.
+.SH COMMON OPTIONS
+.TP
+\fB-D\fR, \fB--database=FILE\fR
+specify database file (default: ./sindex.sqlite).
+.TP
+\fB-v\fR, \fB--verbose\fR
+show information about what is being done.
+.TP
+\fB-h\fR, \fB--help\fR
+show this text and exit.
+.
+.SH ADD OPTIONS
+.TP
+\fB--include-local-syms\fR
+include into the index local symbols.
+.
+.SH SEARCH OPTIONS
+.TP
+\fB-f\fR, \fB--format=STRING\fR
+specify an output format. Default: '(%m) %f\\t%l\\t%c\\t%C\\t%s' (see
+.BR FORMAT
+below).
+.TP
+\fB-p\fR, \fB--path=PATTERN\fR
+search symbols only in specified directories.
+.TP
+\fB-m\fR, \fB--mode=MODE\fR
+search only the specified type of access (see
+.BR MODE
+below).
+.TP
+\fB-k\fR, \fB--kind=KIND\fR
+specify a kind of symbol (see
+.BR KIND
+below).
+.TP
+\fB-v\fR, \fB--verbose\fR
+show information about what is being done;
+.TP
+\fB-h\fR, \fB--help\fR
+show this text and exit.
+.
+.SH FORMAT
+.TP
+\fB%m\fR
+access mode in human readable form (see
+.BR MODE
+below).
+.TP
+\fB%f\fR
+file name.
+.TP
+\fB%l\fR
+line number.
+.TP
+\fB%c\fR
+column number.
+.TP
+\fB%C\fR
+the name of the function in which the symbol occurs.
+.TP
+\fB%n\fR
+symbol name.
+.TP
+\fB%s\fR
+source code line. Indexer does not save source code lines. They are read from
+the file during the search.
+.
+.SH KIND
+.TP
+\fBf\fR
+function
+.TP
+\fBs\fR
+strict
+.TP
+\fBm\fR
+struct member
+.
+.SH MODE
+The \fBMODE\fR is dumped as a 3-letter string. The first letter denotes address
+of part, 2-nd - access by value, 3-rd - access by pointer. A special value
+\'\fIdef\fR\' means a symbol definition.
+.TP
+\fBr\fR
+read
+.TP
+\fBw\fR
+write
+.TP
+\fBm\fR
+read and write
+.
+.SH SEE ALSO
+.BR sparse (1)
+.
+.SH HOMEPAGE
+http://www.kernel.org/pub/software/devel/sparse/
+.
+.SH MAILING LIST
+linux-sparse@vger.kernel.org
+.
new file mode 100644
@@ -0,0 +1,1094 @@
+/*
+ * sindex - semantic indexer for C.
+ *
+ * Copyright (C) 2020 Alexey Gladkov
+ */
+
+#define _GNU_SOURCE
+#include <sys/types.h>
+#include <sys/stat.h>
+
+#include <unistd.h>
+#include <limits.h>
+#include <stdlib.h>
+#include <string.h>
+#include <fcntl.h>
+#include <getopt.h>
+#include <ctype.h>
+#include <errno.h>
+#include <sqlite3.h>
+
+#include "dissect.h"
+
+#define U_DEF (0x100 << U_SHIFT)
+#define SINDEX_DATABASE_VERSION 1
+
+#define message(fmt, ...) sindex_error(0, 0, (fmt), ##__VA_ARGS__)
+
+static const char *progname;
+static const char *sindex_command = NULL;
+
+// common options
+static const char *sindex_dbfile = "sindex.sqlite";
+static int sindex_verbose = 0;
+static char cwd[PATH_MAX];
+static size_t n_cwd;
+
+// 'add' command options
+static struct string_list *sindex_filelist = NULL;
+static int sindex_include_local_syms = 0;
+
+struct sindex_streams {
+ sqlite3_int64 id;
+};
+
+static struct sindex_streams *sindex_streams = NULL;
+static int sindex_streams_nr = 0;
+
+// 'search' command options
+static int sindex_search_modmask;
+static int sindex_search_modmask_defined = 0;
+static int sindex_search_kind = 0;
+static char *sindex_search_path = NULL;
+static char *sindex_search_symbol = NULL;
+static const char *sindex_search_format = "(%m) %f\t%l\t%c\t%C\t%s";
+
+static sqlite3 *sindex_db = NULL;
+static sqlite3_stmt *lock_stmt = NULL;
+static sqlite3_stmt *unlock_stmt = NULL;
+static sqlite3_stmt *insert_rec_stmt = NULL;
+static sqlite3_stmt *select_file_stmt = NULL;
+static sqlite3_stmt *insert_file_stmt = NULL;
+static sqlite3_stmt *delete_file_stmt = NULL;
+
+struct command {
+ const char *name;
+ int dbflags;
+ void (*parse_cmdline)(int argc, char **argv);
+ void (*handler)(int argc, char **argv);
+};
+
+static void show_usage(void)
+{
+ if (sindex_command)
+ printf("Try '%s %s --help' for more information.\n",
+ progname, sindex_command);
+ else
+ printf("Try '%s --help' for more information.\n",
+ progname);
+ exit(1);
+}
+
+static void show_help(int ret)
+{
+ printf(
+ "Usage: %1$s [options]\n"
+ " or: %1$s [options] add [command options] [--] [compiler options] [files...]\n"
+ " or: %1$s [options] rm [command options] pattern\n"
+ " or: %1$s [options] search [command options] pattern\n"
+ "\n"
+ "These are common %1$s commands used in various situations:\n"
+ " add Generate or updates semantic index file for c-source code;\n"
+ " rm Remove files from the index by pattern;\n"
+ " search Make index queries.\n"
+ "\n"
+ "Options:\n"
+ " -D, --database=FILE Specify database file (default: %2$s);\n"
+ " -v, --verbose Show information about what is being done;\n"
+ " -h, --help Show this text and exit.\n"
+ "\n"
+ "Environment:\n"
+ " SINDEX_DATABASE Database file location.\n"
+ "\n"
+ "Report bugs to authors.\n"
+ "\n",
+ progname, sindex_dbfile);
+ exit(ret);
+}
+
+static void show_help_add(int ret)
+{
+ printf(
+ "Usage: %1$s add [options] [--] [compiler options] files...\n"
+ "\n"
+ "Utility creates or updates a symbol index.\n"
+ "\n"
+ "Options:\n"
+ " --include-local-syms Include into the index local symbols;\n"
+ " -v, --verbose Show information about what is being done;\n"
+ " -h, --help Show this text and exit.\n"
+ "\n"
+ "Environment:\n"
+ " SINDEX_BASEDIRE Project top directory.\n"
+ "\n"
+ "Report bugs to authors.\n"
+ "\n",
+ progname);
+ exit(ret);
+
+}
+
+static void show_help_rm(int ret)
+{
+ printf(
+ "Usage: %1$s rm [options] pattern\n"
+ "\n"
+ "Utility removes source files from the index.\n"
+ "The pattern is a glob(7) wildcard pattern.\n"
+ "\n"
+ "Options:\n"
+ " -v, --verbose Show information about what is being done;\n"
+ " -h, --help Show this text and exit.\n"
+ "\n"
+ "Report bugs to authors.\n"
+ "\n",
+ progname);
+ exit(ret);
+}
+
+static void show_help_search(int ret)
+{
+ printf(
+ "Usage: %1$s search [options] [pattern]\n"
+ "\n"
+ "Utility searches information about symbol by pattern.\n"
+ "The pattern is a glob(7) wildcard pattern.\n"
+ "\n"
+ "Options:\n"
+ " -f, --format=STRING Specify an output format;\n"
+ " -p, --path=PATTERN Search symbols only in specified directories;\n"
+ " -m, --mode=MODE Search only the specified type of access;\n"
+ " -k, --kind=KIND Specify a kind of symbol;\n"
+ " -v, --verbose Show information about what is being done;\n"
+ " -h, --help Show this text and exit.\n"
+ "\n"
+ "The KIND can be one of the following: `s', `f', `v', `m'.\n"
+ "\n"
+ "Report bugs to authors.\n"
+ "\n",
+ progname);
+ exit(ret);
+}
+
+static void sindex_print_progname(void)
+{
+ fprintf(stderr, "%s: ", progname);
+ if (sindex_command)
+ fprintf(stderr, "%s: ", sindex_command);
+}
+
+static void sindex_error(int status, int errnum, const char *fmt, ...)
+{
+ va_list ap;
+ sindex_print_progname();
+
+ va_start(ap, fmt);
+ vfprintf(stderr, fmt, ap);
+ va_end(ap);
+
+ if (errnum > 0)
+ fprintf(stderr, ": %s", strerror(errnum));
+
+ fprintf(stderr, "\n");
+
+ if (status)
+ exit(status);
+}
+
+static void set_search_modmask(const char *v)
+{
+ size_t n = strlen(v);
+
+ if (n != 1 && n != 3)
+ sindex_error(1, 0, "the length of mode value must be 1 or 3: %s", v);
+
+ sindex_search_modmask_defined = 1;
+ sindex_search_modmask = 0;
+
+ if (n == 1) {
+ switch (v[0]) {
+ case 'r': v = "rrr"; break;
+ case 'w': v = "ww-"; break;
+ case 'm': v = "mmm"; break;
+ case '-': v = "---"; break;
+ default: sindex_error(1, 0, "unknown modificator: %s", v);
+ }
+ } else if (!strcmp(v, "def")) {
+ sindex_search_modmask = U_DEF;
+ return;
+ }
+
+ static const int modes[] = {
+ U_R_AOF, U_W_AOF, U_R_AOF | U_W_AOF,
+ U_R_VAL, U_W_VAL, U_R_VAL | U_W_VAL,
+ U_R_PTR, U_W_PTR, U_R_PTR | U_W_PTR,
+ };
+
+ for (int i = 0; i < 3; i++) {
+ switch (v[i]) {
+ case 'r': sindex_search_modmask |= modes[i * 3]; break;
+ case 'w': sindex_search_modmask |= modes[i * 3 + 1]; break;
+ case 'm': sindex_search_modmask |= modes[i * 3 + 2]; break;
+ case '-': break;
+ default: sindex_error(1, 0,
+ "unknown modificator in the mode value"
+ " (`r', `w', `m' or `-' expected): %c", v[i]);
+ }
+ }
+}
+
+static void parse_cmdline(int argc, char **argv)
+{
+ static const struct option long_options[] = {
+ { "database", required_argument, 0, 'D' },
+ { "verbose", no_argument, 0, 'v' },
+ { "help", no_argument, 0, 'h' },
+ {0, 0, 0, 0 }
+ };
+ int c;
+ char *env;
+
+ if ((env = getenv("SINDEX_DATABASE")) != NULL)
+ sindex_dbfile = env;
+
+ while ((c = getopt_long(argc, argv, "+D:vh", long_options, NULL)) != -1) {
+ switch (c) {
+ case 'D':
+ sindex_dbfile = optarg;
+ break;
+ case 'v':
+ sindex_verbose++;
+ break;
+ case 'h':
+ show_help(0);
+ }
+ }
+
+ if (optind == argc) {
+ message("command required");
+ show_usage();
+ }
+}
+
+static void parse_cmdline_add(int argc, char **argv)
+{
+ static const struct option long_options[] = {
+ { "include-local-syms", no_argument, 0, 1 },
+ { "verbose", no_argument, 0, 'v' },
+ { "help", no_argument, 0, 'h' },
+ {0, 0, 0, 0 }
+ };
+ int c;
+
+ opterr = 0;
+
+ while ((c = getopt_long(argc, argv, "+vh", long_options, NULL)) != -1) {
+ switch (c) {
+ case 1:
+ sindex_include_local_syms = 1;
+ break;
+ case 'v':
+ sindex_verbose++;
+ break;
+ case 'h':
+ show_help_add(0);
+ case '?':
+ goto done;
+ }
+ }
+done:
+ if (optind == argc) {
+ message("more arguments required");
+ show_usage();
+ }
+
+ // enforce tabstop
+ tabstop = 1;
+
+ // step back since sparse_initialize will ignore argv[0].
+ optind--;
+
+ sparse_initialize(argc - optind, argv + optind, &sindex_filelist);
+}
+
+static void parse_cmdline_rm(int argc, char **argv)
+{
+ static const struct option long_options[] = {
+ { "verbose", no_argument, 0, 'v' },
+ { "help", no_argument, 0, 'h' },
+ {0, 0, 0, 0 }
+ };
+ int c;
+
+ while ((c = getopt_long(argc, argv, "+vh", long_options, NULL)) != -1) {
+ switch (c) {
+ case 'v':
+ sindex_verbose++;
+ break;
+ case 'h':
+ show_help_rm(0);
+ }
+ }
+
+ if (optind == argc) {
+ message("more arguments required");
+ show_usage();
+ }
+}
+
+static void parse_cmdline_search(int argc, char **argv)
+{
+ static const struct option long_options[] = {
+ { "format", required_argument, 0, 'f' },
+ { "path", required_argument, 0, 'p' },
+ { "mode", required_argument, 0, 'm' },
+ { "kind", required_argument, 0, 'k' },
+ { "verbose", no_argument, 0, 'v' },
+ { "help", no_argument, 0, 'h' },
+ { 0, 0, 0, 0 }
+ };
+ int c;
+
+ while ((c = getopt_long(argc, argv, "+f:m:k:p:vh", long_options, NULL)) != -1) {
+ switch (c) {
+ case 'f':
+ sindex_search_format = optarg;
+ break;
+ case 'm':
+ set_search_modmask(optarg);
+ break;
+ case 'k':
+ sindex_search_kind = tolower(optarg[0]);
+ break;
+ case 'p':
+ sindex_search_path = optarg;
+ break;
+ case 'v':
+ sindex_verbose++;
+ break;
+ case 'h':
+ show_help_search(0);
+ }
+ }
+
+ if (optind < argc)
+ sindex_search_symbol = argv[optind++];
+}
+
+static int query_appendf(sqlite3_str *query, const char *fmt, ...)
+{
+ int status;
+ va_list args;
+
+ va_start(args, fmt);
+ sqlite3_str_vappendf(query, fmt, args);
+ va_end(args);
+
+ if ((status = sqlite3_str_errcode(query)) == SQLITE_OK)
+ return 0;
+
+ if (status == SQLITE_NOMEM)
+ message("not enough memory");
+
+ if (status == SQLITE_TOOBIG)
+ message("string too big");
+
+ return -1;
+}
+
+static inline void sqlite_bind_text(sqlite3_stmt *stmt, const char *field, const char *var, int len)
+{
+ if (sqlite3_bind_text(stmt, sqlite3_bind_parameter_index(stmt, field), var, len, SQLITE_STATIC) != SQLITE_OK)
+ sindex_error(1, 0, "unable to bind value for %s: %s", field, sqlite3_errmsg(sindex_db));
+}
+
+static inline void sqlite_bind_int64(sqlite3_stmt *stmt, const char *field, long long var)
+{
+ if (sqlite3_bind_int64(stmt, sqlite3_bind_parameter_index(stmt, field), var) != SQLITE_OK)
+ sindex_error(1, 0, "unable to bind value for %s: %s", field, sqlite3_errmsg(sindex_db));
+}
+
+static inline void sqlite_prepare(const char *sql, sqlite3_stmt **stmt)
+{
+ int ret;
+ do {
+ ret = sqlite3_prepare_v2(sindex_db, sql, -1, stmt, NULL);
+ if (ret != SQLITE_OK && ret != SQLITE_BUSY)
+ sindex_error(1, 0, "unable to prepare query: %s: %s", sqlite3_errmsg(sindex_db), sql);
+ } while (ret == SQLITE_BUSY);
+}
+
+static inline void sqlite_prepare_persistent(const char *sql, sqlite3_stmt **stmt)
+{
+ int ret;
+ do {
+ ret = sqlite3_prepare_v3(sindex_db, sql, -1, SQLITE_PREPARE_PERSISTENT, stmt, NULL);
+ if (ret != SQLITE_OK && ret != SQLITE_BUSY)
+ sindex_error(1, 0, "unable to prepare query: %s: %s", sqlite3_errmsg(sindex_db), sql);
+ } while (ret == SQLITE_BUSY);
+}
+
+static inline void sqlite_reset_stmt(sqlite3_stmt *stmt)
+{
+ // Contrary to the intuition of many, sqlite3_reset() does not reset the
+ // bindings on a prepared statement. Use this routine to reset all host
+ // parameters to NULL.
+ sqlite3_clear_bindings(stmt);
+ sqlite3_reset(stmt);
+}
+
+static int sqlite_run(sqlite3_stmt *stmt)
+{
+ int ret = sqlite3_step(stmt);
+ if (ret != SQLITE_DONE && ret != SQLITE_ROW)
+ sindex_error(1, 0, "unable to process query: %s: %s", sqlite3_errmsg(sindex_db), sqlite3_sql(stmt));
+ return ret;
+}
+
+static void sqlite_command(const char *sql)
+{
+ sqlite3_stmt *stmt;
+ sqlite_prepare(sql, &stmt);
+ sqlite_run(stmt);
+ sqlite3_finalize(stmt);
+}
+
+static sqlite3_int64 get_db_version(void)
+{
+ sqlite3_stmt *stmt;
+ sqlite3_int64 dbversion;
+
+ sqlite_prepare("PRAGMA user_version", &stmt);
+ sqlite_run(stmt);
+ dbversion = sqlite3_column_int64(stmt, 0);
+ sqlite3_finalize(stmt);
+
+ return dbversion;
+}
+
+static void set_db_version(void)
+{
+ char *sql;
+ sqlite3_str *query = sqlite3_str_new(sindex_db);
+
+ if (query_appendf(query, "PRAGMA user_version = %d", SINDEX_DATABASE_VERSION) < 0)
+ exit(1);
+
+ sql = sqlite3_str_finish(query);
+ sqlite_command(sql);
+ sqlite3_free(sql);
+}
+
+static void open_temp_database(void)
+{
+ static const char *database_schema[] = {
+ "ATTACH ':memory:' AS tempdb",
+ "CREATE TABLE tempdb.sindex ("
+ " file INTEGER NOT NULL,"
+ " line INTEGER NOT NULL,"
+ " column INTEGER NOT NULL,"
+ " symbol TEXT NOT NULL,"
+ " kind INTEGER NOT NULL,"
+ " context TEXT,"
+ " mode INTEGER NOT NULL"
+ ")",
+ NULL,
+ };
+
+ for (int i = 0; database_schema[i]; i++)
+ sqlite_command(database_schema[i]);
+}
+
+static void open_database(const char *filename, int flags)
+{
+ static const char *database_schema[] = {
+ "CREATE TABLE file ("
+ " id INTEGER PRIMARY KEY AUTOINCREMENT,"
+ " name TEXT UNIQUE NOT NULL,"
+ " mtime INTEGER NOT NULL"
+ ")",
+ "CREATE TABLE sindex ("
+ " file INTEGER NOT NULL REFERENCES file(id) ON DELETE CASCADE,"
+ " line INTEGER NOT NULL,"
+ " column INTEGER NOT NULL,"
+ " symbol TEXT NOT NULL,"
+ " kind INTEGER NOT NULL,"
+ " context TEXT,"
+ " mode INTEGER NOT NULL"
+ ")",
+ "CREATE UNIQUE INDEX sindex_0 ON sindex (symbol, kind, mode, file, line, column)",
+ "CREATE INDEX sindex_1 ON sindex (file)",
+ NULL,
+ };
+
+ int exists = !access(filename, R_OK);
+
+ if (sqlite3_open_v2(filename, &sindex_db, flags, NULL) != SQLITE_OK)
+ sindex_error(1, 0, "unable to open database: %s: %s", filename, sqlite3_errmsg(sindex_db));
+
+ sqlite_command("PRAGMA journal_mode = WAL");
+ sqlite_command("PRAGMA synchronous = OFF");
+ sqlite_command("PRAGMA secure_delete = FAST");
+ sqlite_command("PRAGMA busy_timeout = 2147483647");
+ sqlite_command("PRAGMA foreign_keys = ON");
+
+ if (exists) {
+ if (get_db_version() < SINDEX_DATABASE_VERSION)
+ sindex_error(1, 0, "%s: Database too old. Please rebuild it.", filename);
+ return;
+ }
+
+ set_db_version();
+
+ for (int i = 0; database_schema[i]; i++)
+ sqlite_command(database_schema[i]);
+}
+
+struct index_record {
+ const char *context;
+ int ctx_len;
+
+ const char *symbol;
+ int sym_len;
+
+ int kind;
+ unsigned int mode;
+ long long mtime;
+ sqlite3_int64 file;
+ int line;
+ int col;
+};
+
+static void insert_record(struct index_record *rec)
+{
+ sqlite_bind_text(insert_rec_stmt, "@context", rec->context, rec->ctx_len);
+ sqlite_bind_text(insert_rec_stmt, "@symbol", rec->symbol, rec->sym_len);
+ sqlite_bind_int64(insert_rec_stmt, "@kind", rec->kind);
+ sqlite_bind_int64(insert_rec_stmt, "@mode", rec->mode);
+ sqlite_bind_int64(insert_rec_stmt, "@file", rec->file);
+ sqlite_bind_int64(insert_rec_stmt, "@line", rec->line);
+ sqlite_bind_int64(insert_rec_stmt, "@column", rec->col);
+ sqlite_run(insert_rec_stmt);
+ sqlite_reset_stmt(insert_rec_stmt);
+}
+
+static void update_stream(void)
+{
+ if (sindex_streams_nr >= input_stream_nr)
+ return;
+
+ sindex_streams = realloc(sindex_streams, input_stream_nr * sizeof(struct sindex_streams));
+ if (!sindex_streams)
+ sindex_error(1, errno, "realloc");
+
+ sqlite_run(lock_stmt);
+
+ for (int i = sindex_streams_nr; i < input_stream_nr; i++) {
+ struct stat st;
+ const char *filename;
+ char fullname[PATH_MAX];
+ sqlite3_int64 cur_mtime = 0;
+
+ if (input_streams[i].fd != -1) {
+ /*
+ * FIXME: Files in the input_streams may be duplicated.
+ */
+ if (stat(input_streams[i].name, &st) < 0)
+ sindex_error(1, errno, "stat: %s", input_streams[i].name);
+
+ cur_mtime = st.st_mtim.tv_sec;
+
+ if (!realpath(input_streams[i].name, fullname))
+ sindex_error(1, errno, "realpath: %s", input_streams[i].name);
+
+ if (!strncmp(fullname, cwd, n_cwd) && fullname[n_cwd] == '/') {
+ filename = fullname + n_cwd + 1;
+ sindex_streams[i].id = 0;
+ } else {
+ sindex_streams[i].id = -1;
+ continue;
+ }
+ } else {
+ sindex_streams[i].id = -1;
+ continue;
+ }
+
+ if (sindex_verbose > 1)
+ message("filename: %s", filename);
+
+ sqlite_bind_text(select_file_stmt, "@name", filename, -1);
+
+ if (sqlite_run(select_file_stmt) == SQLITE_ROW) {
+ sqlite3_int64 old_mtime;
+
+ sindex_streams[i].id = sqlite3_column_int64(select_file_stmt, 0);
+ old_mtime = sqlite3_column_int64(select_file_stmt, 1);
+
+ sqlite_reset_stmt(select_file_stmt);
+
+ if (cur_mtime == old_mtime)
+ continue;
+
+ sqlite_bind_text(delete_file_stmt, "@name", filename, -1);
+ sqlite_run(delete_file_stmt);
+ sqlite_reset_stmt(delete_file_stmt);
+ }
+
+ sqlite_reset_stmt(select_file_stmt);
+
+ sqlite_bind_text(insert_file_stmt, "@name", filename, -1);
+ sqlite_bind_int64(insert_file_stmt, "@mtime", cur_mtime);
+ sqlite_run(insert_file_stmt);
+ sqlite_reset_stmt(insert_file_stmt);
+
+ sindex_streams[i].id = sqlite3_last_insert_rowid(sindex_db);
+ }
+
+ sqlite_run(unlock_stmt);
+
+ sindex_streams_nr = input_stream_nr;
+}
+
+static void r_symbol(unsigned mode, struct position *pos, struct symbol *sym)
+{
+ static struct ident null;
+ struct ident *ctx = &null;
+ struct index_record rec;
+
+ update_stream();
+
+ if (sindex_streams[pos->stream].id == -1)
+ return;
+
+ if (!sindex_include_local_syms && sym_is_local(sym))
+ return;
+
+ if (!sym->ident) {
+ warning(*pos, "empty ident");
+ return;
+ }
+
+ if (dissect_ctx)
+ ctx = dissect_ctx->ident;
+
+ rec.context = ctx->name;
+ rec.ctx_len = ctx->len;
+ rec.symbol = sym->ident->name;
+ rec.sym_len = sym->ident->len;
+ rec.kind = sym->kind;
+ rec.mode = mode;
+ rec.file = sindex_streams[pos->stream].id;
+ rec.line = pos->line;
+ rec.col = pos->pos;
+
+ insert_record(&rec);
+}
+
+static void r_member(unsigned mode, struct position *pos, struct symbol *sym, struct symbol *mem)
+{
+ static struct ident null;
+ static char memname[1024];
+ struct ident *ni, *si, *mi;
+ struct ident *ctx = &null;
+ struct index_record rec;
+
+ update_stream();
+
+ if (sindex_streams[pos->stream].id == -1)
+ return;
+
+ if (!sindex_include_local_syms && sym_is_local(sym))
+ return;
+
+ ni = built_in_ident("?");
+ si = sym->ident ?: ni;
+ /* mem == NULL means entire struct accessed */
+ mi = mem ? (mem->ident ?: ni) : built_in_ident("*");
+
+ if (dissect_ctx)
+ ctx = dissect_ctx->ident;
+
+ snprintf(memname, sizeof(memname), "%.*s.%.*s", si->len, si->name, mi->len, mi->name);
+
+ rec.context = ctx->name;
+ rec.ctx_len = ctx->len;
+ rec.symbol = memname;
+ rec.sym_len = si->len + mi->len + 1;
+ rec.kind = 'm';
+ rec.mode = mode;
+ rec.file = sindex_streams[pos->stream].id;
+ rec.line = pos->line;
+ rec.col = pos->pos;
+
+ insert_record(&rec);
+}
+
+static void r_symdef(struct symbol *sym)
+{
+ r_symbol(U_DEF, &sym->pos, sym);
+}
+
+static void r_memdef(struct symbol *sym, struct symbol *mem)
+{
+ r_member(U_DEF, &mem->pos, sym, mem);
+}
+
+static void command_add(int argc, char **argv)
+{
+ static struct reporter reporter = {
+ .r_symdef = r_symdef,
+ .r_symbol = r_symbol,
+ .r_memdef = r_memdef,
+ .r_member = r_member,
+ };
+
+ open_temp_database();
+
+ sqlite_prepare_persistent(
+ "BEGIN IMMEDIATE",
+ &lock_stmt);
+
+ sqlite_prepare_persistent(
+ "COMMIT",
+ &unlock_stmt);
+
+ sqlite_prepare_persistent(
+ "INSERT OR IGNORE INTO tempdb.sindex "
+ "(context, symbol, kind, mode, file, line, column) "
+ "VALUES (@context, @symbol, @kind, @mode, @file, @line, @column)",
+ &insert_rec_stmt);
+
+ sqlite_prepare_persistent(
+ "SELECT id, mtime FROM file WHERE name == @name",
+ &select_file_stmt);
+
+ sqlite_prepare_persistent(
+ "INSERT INTO file (name, mtime) VALUES (@name, @mtime)",
+ &insert_file_stmt);
+
+ sqlite_prepare_persistent(
+ "DELETE FROM file WHERE name == @name",
+ &delete_file_stmt);
+
+ dissect(&reporter, sindex_filelist);
+
+ sqlite_run(lock_stmt);
+ sqlite_command("INSERT OR IGNORE INTO sindex SELECT * FROM tempdb.sindex");
+ sqlite_run(unlock_stmt);
+
+ sqlite3_finalize(insert_rec_stmt);
+ sqlite3_finalize(select_file_stmt);
+ sqlite3_finalize(insert_file_stmt);
+ sqlite3_finalize(delete_file_stmt);
+ sqlite3_finalize(lock_stmt);
+ sqlite3_finalize(unlock_stmt);
+ free(sindex_streams);
+}
+
+static void command_rm(int argc, char **argv)
+{
+ sqlite3_stmt *stmt;
+
+ sqlite_command("BEGIN IMMEDIATE");
+ sqlite_prepare("DELETE FROM file WHERE name GLOB @file", &stmt);
+
+ if (sindex_verbose > 1)
+ message("SQL: %s", sqlite3_sql(stmt));
+
+ for (int i = 0; i < argc; i++) {
+ sqlite_bind_text(stmt, "@file", argv[i], -1);
+ sqlite_run(stmt);
+ sqlite_reset_stmt(stmt);
+ }
+
+ sqlite3_finalize(stmt);
+ sqlite_command("COMMIT");
+}
+
+static inline void print_mode(char *value)
+{
+ char str[3];
+ int v = atoi(value);
+
+ if (v == U_DEF) {
+ printf("def");
+ return;
+ }
+
+#define U(m) "-rwm"[(v / m) & 3]
+ str[0] = U(U_R_AOF);
+ str[1] = U(U_R_VAL);
+ str[2] = U(U_R_PTR);
+
+ printf("%.3s", str);
+#undef U
+}
+
+static char *sindex_file_name;
+static FILE *sindex_file_fd;
+static int sindex_file_lnum;
+static char *sindex_line;
+static size_t sindex_line_buflen;
+static int sindex_line_len;
+
+static void print_file_line(const char *name, int lnum)
+{
+ /*
+ * All files are sorted by name and line number. So, we can reopen
+ * the file and read it line by line.
+ */
+ if (!sindex_file_name || strcmp(sindex_file_name, name)) {
+ if (sindex_file_fd) {
+ fclose(sindex_file_fd);
+ free(sindex_file_name);
+ }
+
+ sindex_file_name = strdup(name);
+
+ if (!sindex_file_name)
+ sindex_error(1, errno, "strdup");
+
+ sindex_file_fd = fopen(name, "r");
+
+ if (!sindex_file_fd)
+ sindex_error(1, errno, "fopen: %s", name);
+
+ sindex_file_lnum = 0;
+ }
+
+ do {
+ if (sindex_file_lnum == lnum) {
+ if (sindex_line[sindex_line_len-1] == '\n')
+ sindex_line_len--;
+ printf("%.*s", sindex_line_len, sindex_line);
+ break;
+ }
+ sindex_file_lnum++;
+ errno = 0;
+ } while((sindex_line_len = getline(&sindex_line, &sindex_line_buflen, sindex_file_fd)) != -1);
+
+ if (errno && errno != EOF)
+ sindex_error(1, errno, "getline");
+}
+
+static int search_query_callback(void *data, int argc, char **argv, char **colname)
+{
+ char *fmt = (char *) sindex_search_format;
+ char buf[32];
+ int quote = 0;
+ int n = 0;
+
+ while (*fmt != '\0') {
+ char c = *fmt;
+
+ if (quote) {
+ quote = 0;
+ switch (c) {
+ case 't': c = '\t'; break;
+ case 'r': c = '\r'; break;
+ case 'n': c = '\n'; break;
+ }
+ } else if (c == '%') {
+ int colnum = 0;
+ char *pos = ++fmt;
+
+ c = *fmt;
+
+ if (c == '\0')
+ sindex_error(1, 0, "unexpected end of format string");
+
+ switch (c) {
+ case 'f': colnum = 0; goto print_string;
+ case 'l': colnum = 1; goto print_string;
+ case 'c': colnum = 2; goto print_string;
+ case 'C': colnum = 3; goto print_string;
+ case 'n': colnum = 4; goto print_string;
+ case 'm':
+ if (n) {
+ printf("%.*s", n, buf);
+ n = 0;
+ }
+ print_mode(argv[5]);
+ fmt++;
+ break;
+ case 'k':
+ if (n) {
+ printf("%.*s", n, buf);
+ n = 0;
+ }
+ printf("%c", atoi(argv[6]));
+ fmt++;
+ break;
+ case 's':
+ if (n) {
+ printf("%.*s", n, buf);
+ n = 0;
+ }
+ print_file_line(argv[0], atoi(argv[1]));
+ fmt++;
+ break;
+ case -1:
+print_string:
+ if (n) {
+ printf("%.*s", n, buf);
+ n = 0;
+ }
+ printf("%s", argv[colnum]);
+ fmt++;
+ break;
+ }
+
+ if (pos == fmt)
+ sindex_error(1, 0, "invalid format specification: %%%c", c);
+
+ continue;
+ } else if (c == '\\') {
+ quote = 1;
+ fmt++;
+ continue;
+ }
+
+ if (n == sizeof(buf)) {
+ printf("%.*s", n, buf);
+ n = 0;
+ }
+
+ buf[n++] = c;
+ fmt++;
+ }
+
+ if (n)
+ printf("%.*s", n, buf);
+ printf("\n");
+
+ return 0;
+}
+
+static void command_search(int argc, char **argv)
+{
+ char *sql;
+ char *dberr = NULL;
+ sqlite3_str *query = sqlite3_str_new(sindex_db);
+
+ if (query_appendf(query,
+ "SELECT"
+ " file.name,"
+ " sindex.line,"
+ " sindex.column,"
+ " sindex.context,"
+ " sindex.symbol,"
+ " sindex.mode,"
+ " sindex.kind "
+ "FROM sindex, file "
+ "WHERE sindex.file == file.id") < 0)
+ goto fail;
+
+ if (sindex_search_kind) {
+ if (query_appendf(query, " AND sindex.kind == %d", sindex_search_kind) < 0)
+ goto fail;
+ }
+
+ if (sindex_search_symbol) {
+ int ret;
+
+ if (query_appendf(query, " AND ") < 0)
+ goto fail;
+
+ if (strpbrk(sindex_search_symbol, "*?[]"))
+ ret = query_appendf(query, "sindex.symbol GLOB %Q", sindex_search_symbol);
+ else
+ ret = query_appendf(query, "sindex.symbol == %Q", sindex_search_symbol);
+
+ if (ret < 0)
+ goto fail;
+ }
+
+ if (sindex_search_modmask_defined) {
+ if (!sindex_search_modmask) {
+ if (query_appendf(query, " AND sindex.mode == %d", sindex_search_modmask) < 0)
+ goto fail;
+ } else if (query_appendf(query, " AND (sindex.mode & %d) != 0", sindex_search_modmask) < 0)
+ goto fail;
+ }
+
+ if (sindex_search_path) {
+ if (query_appendf(query, " AND file.name GLOB %Q", sindex_search_path) < 0)
+ goto fail;
+ }
+
+ if (query_appendf(query, " ORDER BY file.name, sindex.line, sindex.column ASC", sindex_search_path) < 0)
+ goto fail;
+
+ sql = sqlite3_str_value(query);
+
+ if (sindex_verbose > 1)
+ message("SQL: %s", sql);
+
+ sqlite3_exec(sindex_db, sql, search_query_callback, 0, &dberr);
+ if (dberr)
+ sindex_error(1, 0, "sql query failed: %s", dberr);
+fail:
+ sql = sqlite3_str_finish(query);
+ sqlite3_free(sql);
+
+ if (sindex_file_fd) {
+ fclose(sindex_file_fd);
+ free(sindex_file_name);
+ }
+ free(sindex_line);
+}
+
+
+int main(int argc, char **argv)
+{
+ static const struct command commands[] = {
+ {
+ .name = "add",
+ .dbflags = SQLITE_OPEN_READWRITE | SQLITE_OPEN_CREATE,
+ .parse_cmdline = parse_cmdline_add,
+ .handler = command_add
+ },
+ {
+ .name = "rm",
+ .dbflags = SQLITE_OPEN_READWRITE,
+ .parse_cmdline = parse_cmdline_rm,
+ .handler = command_rm
+ },
+ {
+ .name = "search",
+ .dbflags = SQLITE_OPEN_READONLY,
+ .parse_cmdline = parse_cmdline_search,
+ .handler = command_search
+ },
+ { .name = NULL },
+ };
+ const struct command *cmd;
+
+ if (!(progname = rindex(argv[0], '/')))
+ progname = argv[0];
+ else
+ progname++;
+
+ if (!realpath(".", cwd))
+ sindex_error(1, errno, "unable to get current directory");
+ n_cwd = strlen(cwd);
+
+ parse_cmdline(argc, argv);
+
+ for (cmd = commands; cmd->name && strcmp(argv[optind], cmd->name); cmd++);
+ if (!cmd->name)
+ sindex_error(1, 0, "unknown command: %s", argv[optind]);
+ optind++;
+
+ sindex_command = cmd->name;
+
+ if (cmd->parse_cmdline)
+ cmd->parse_cmdline(argc, argv);
+
+ open_database(sindex_dbfile, cmd->dbflags);
+ cmd->handler(argc - optind, argv + optind);
+
+ sqlite3_close(sindex_db);
+
+ return 0;
+}