[v4,0/6] fsmonitor: Implement fsmonitor for Linux

Message

Philippe Blain via GitGitGadget Nov. 23, 2022, 7 p.m. UTC

Goal is to deliver fsmonitor for Linux that is on par with fsmonitor for
Windows and Mac OS.

This patch set builds upon previous work for done for Windows and Mac OS to
implement a fsmonitor back-end for Linux based on the Linux inotify API.
inotify differs significantly from the equivalent Windows and Mac OS APIs in
that a watch must be registered for every directory of interest (rather than
a singular watch at the root of the directory tree) and special care must be
taken to handle directory renames correctly.

More information about inotify:
https://man7.org/linux/man-pages/man7/inotify.7.html

v3 differs from v2:

 * Avoid potential entanglements with GPLv3
 * Classify a reasonable set of filesystems as being remote

v2 differs from v1:

 * Prior work for Windows and Mac OS has been merged to master, reducing the
   patch set from 12 to 6 patches
 * Code review feedback
 * Identified and resolved race condition revealed by CI test system, see
   "Limitations and caveats" regarding monitoring of directory trees from
   the man page, above
 * Apologies for being away from this for so long, but my attention was
   needed elsewhere

v1 differs from v0:

 * Code review feedback
 * Update how and which code can be shared between Mac OS and Linux
 * Increase polling frequency to every 1ms (matches Mac OS)
 * Updates to t7527 to improve test stability

Eric DeCosta (6):
  fsmonitor: prepare to share code between Mac OS and Linux
  fsmonitor: determine if filesystem is local or remote
  fsmonitor: implement filesystem change listener for Linux
  fsmonitor: enable fsmonitor for Linux
  fsmonitor: test updates
  fsmonitor: update doc for Linux

 Documentation/config/fsmonitor--daemon.txt |   4 +-
 Documentation/git-fsmonitor--daemon.txt    |  24 +-
 compat/fsmonitor/fsm-health-linux.c        |  24 +
 compat/fsmonitor/fsm-ipc-darwin.c          |  53 +-
 compat/fsmonitor/fsm-ipc-linux.c           |   1 +
 compat/fsmonitor/fsm-ipc-unix.c            |  52 ++
 compat/fsmonitor/fsm-listen-linux.c        | 676 +++++++++++++++++++++
 compat/fsmonitor/fsm-path-utils-linux.c    | 186 ++++++
 compat/fsmonitor/fsm-settings-darwin.c     |  63 +-
 compat/fsmonitor/fsm-settings-linux.c      |   1 +
 compat/fsmonitor/fsm-settings-unix.c       |  61 ++
 config.mak.uname                           |   8 +
 contrib/buildsystems/CMakeLists.txt        |  11 +-
 t/t7527-builtin-fsmonitor.sh               |  94 ++-
 14 files changed, 1119 insertions(+), 139 deletions(-)
 create mode 100644 compat/fsmonitor/fsm-health-linux.c
 create mode 100644 compat/fsmonitor/fsm-ipc-linux.c
 create mode 100644 compat/fsmonitor/fsm-ipc-unix.c
 create mode 100644 compat/fsmonitor/fsm-listen-linux.c
 create mode 100644 compat/fsmonitor/fsm-path-utils-linux.c
 create mode 100644 compat/fsmonitor/fsm-settings-linux.c
 create mode 100644 compat/fsmonitor/fsm-settings-unix.c


base-commit: 319605f8f00e402f3ea758a02c63534ff800a711
Published-As: https://github.com/gitgitgadget/git/releases/tag/pr-git-1352%2Fedecosta-mw%2Ffsmonitor_linux-v4
Fetch-It-Via: git fetch https://github.com/gitgitgadget/git pr-git-1352/edecosta-mw/fsmonitor_linux-v4
Pull-Request: https://github.com/git/git/pull/1352

Range-diff vs v3:

 1:  99d684c7bdf = 1:  99d684c7bdf fsmonitor: prepare to share code between Mac OS and Linux
 2:  aa405379891 ! 2:  e53fc077540 fsmonitor: determine if filesystem is local or remote
     @@ compat/fsmonitor/fsm-path-utils-linux.c (new)
      +#include <errno.h>
      +#include <mntent.h>
      +#include <sys/mount.h>
     ++#include <sys/vfs.h>
      +#include <sys/statvfs.h>
      +
     -+/*
     -+ * https://github.com/coreutils/gnulib/blob/master/lib/mountlist.c
     -+ */
     -+#ifndef ME_REMOTE
     -+/* A file system is "remote" if its Fs_name contains a ':'
     -+   or if (it is of type (smbfs or cifs) and its Fs_name starts with '//')
     -+   or if it is of any other of the listed types
     -+   or Fs_name is equal to "-hosts" (used by autofs to mount remote fs).
     -+   "VM" file systems like prl_fs or vboxsf are not considered remote here. */
     -+# define ME_REMOTE(Fs_name, Fs_type)            \
     -+	(strchr (Fs_name, ':') != NULL              \
     -+	 || ((Fs_name)[0] == '/'                    \
     -+		 && (Fs_name)[1] == '/'                 \
     -+		 && (strcmp (Fs_type, "smbfs") == 0     \
     -+			 || strcmp (Fs_type, "smb3") == 0   \
     -+			 || strcmp (Fs_type, "cifs") == 0)) \
     -+	 || strcmp (Fs_type, "acfs") == 0           \
     -+	 || strcmp (Fs_type, "afs") == 0            \
     -+	 || strcmp (Fs_type, "coda") == 0           \
     -+	 || strcmp (Fs_type, "auristorfs") == 0     \
     -+	 || strcmp (Fs_type, "fhgfs") == 0          \
     -+	 || strcmp (Fs_type, "gpfs") == 0           \
     -+	 || strcmp (Fs_type, "ibrix") == 0          \
     -+	 || strcmp (Fs_type, "ocfs2") == 0          \
     -+	 || strcmp (Fs_type, "vxfs") == 0           \
     -+	 || strcmp ("-hosts", Fs_name) == 0)
     -+#endif
     ++static int is_remote_fs(const char* path) {
     ++	struct statfs fs;
     ++
     ++	if (statfs(path, &fs)) {
     ++		error_errno(_("statfs('%s') failed"), path);
     ++		return -1;
     ++	}
     ++
     ++	switch (fs.f_type) {
     ++		case 0x61636673:  /* ACFS */
     ++		case 0x5346414F:  /* AFS */
     ++		case 0x00C36400:  /* CEPH */
     ++		case 0xFF534D42:  /* CIFS */
     ++		case 0x73757245:  /* CODA */
     ++		case 0x19830326:  /* FHGFS */
     ++		case 0x1161970:   /* GFS */
     ++		case 0x47504653:  /* GPFS */
     ++		case 0x013111A8:  /* IBRIX */
     ++		case 0x6B414653:  /* KAFS */
     ++		case 0x0BD00BD0:  /* LUSTRE */
     ++		case 0x564C:      /* NCP */
     ++		case 0x6969:      /* NFS */
     ++		case 0x6E667364:  /* NFSD */
     ++		case 0x7461636f:  /* OCFS2 */
     ++		case 0xAAD7AAEA:  /* PANFS */
     ++		case 0x517B:      /* SMB */
     ++		case 0xBEEFDEAD:  /* SNFS */
     ++		case 0xFE534D42:  /* SMB2 */
     ++		case 0xBACBACBC:  /* VMHGFS */
     ++		case 0xA501FCF5:  /* VXFS */
     ++			return 1;
     ++		default:
     ++			break;
     ++	}
     ++
     ++	return 0;
     ++}
      +
      +static int find_mount(const char *path, const struct statvfs *fs,
      +	struct mntent *ent)
     @@ compat/fsmonitor/fsm-path-utils-linux.c (new)
      +			 "statvfs('%s') [flags 0x%08lx] '%s' '%s'",
      +			 path, fs.f_flag, ment.mnt_type, ment.mnt_fsname);
      +
     -+	fs_info->is_remote = ME_REMOTE(ment.mnt_fsname, ment.mnt_type);
     ++	fs_info->is_remote = is_remote_fs(ment.mnt_dir);
      +	fs_info->typename = ment.mnt_fsname;
      +	free(ment.mnt_dir);
      +	free(ment.mnt_type);
      +
     ++	if (fs_info->is_remote < 0) {
     ++		free(ment.mnt_fsname);
     ++		return -1;
     ++	}
     ++
      +	trace_printf_key(&trace_fsmonitor,
      +				"'%s' is_remote: %d",
      +				path, fs_info->is_remote);
     ++
      +	return 0;
      +}
      +
 3:  c2e5a7201aa = 3:  80282efef57 fsmonitor: implement filesystem change listener for Linux
 4:  05f5b2dd4fb = 4:  cb03803e355 fsmonitor: enable fsmonitor for Linux
 5:  754355ca44f = 5:  8d9d469b356 fsmonitor: test updates
 6:  f56175e097a = 6:  5afd03fa6ca fsmonitor: update doc for Linux