Message ID | 20230411143702.64495-3-jlayton@kernel.org (mailing list archive) |
---|---|
State | New |
Headers | show |
Series | fs: opportunistic high-res file timestamps | expand |
Hello, kernel test robot noticed a -20.5% regression of stress-ng.fstat.ops_per_sec on: commit: 1aa3422f44c3001fa1d74d3e7eb9001b4ca56ac9 ("[RFC PATCH 2/3][RESEND] shmem: mark for high-res timestamps on next update after getattr") url: https://github.com/intel-lab-lkp/linux/commits/Jeff-Layton/fs-add-infrastructure-for-opportunistic-high-res-ctime-mtime-updates/20230411-223803 base: https://git.kernel.org/cgit/fs/xfs/xfs-linux.git for-next patch link: https://lore.kernel.org/all/20230411143702.64495-3-jlayton@kernel.org/ patch subject: [RFC PATCH 2/3][RESEND] shmem: mark for high-res timestamps on next update after getattr testcase: stress-ng test machine: 96 threads 2 sockets (Ice Lake) with 256G memory parameters: nr_threads: 10% disk: 1HDD testtime: 60s fs: xfs class: filesystem test: fstat cpufreq_governor: performance If you fix the issue, kindly add following tag | Reported-by: kernel test robot <yujie.liu@intel.com> | Link: https://lore.kernel.org/oe-lkp/202304241525.bacd5908-yujie.liu@intel.com Details are as below: ========================================================================================= class/compiler/cpufreq_governor/disk/fs/kconfig/nr_threads/rootfs/tbox_group/test/testcase/testtime: filesystem/gcc-11/performance/1HDD/xfs/x86_64-rhel-8.3/10%/debian-11.1-x86_64-20220510.cgz/lkp-icl-2sp1/fstat/stress-ng/60s commit: 877e2fe00e ("fs: add infrastructure for opportunistic high-res ctime/mtime updates") 1aa3422f44 ("shmem: mark for high-res timestamps on next update after getattr") 877e2fe00edab765 1aa3422f44c3001fa1d74d3e7eb ---------------- --------------------------- %stddev %change %stddev \ | \ 2016813 -20.5% 1602492 stress-ng.fstat.ops 33613 -20.5% 26708 stress-ng.fstat.ops_per_sec 1151547 ± 2% -35.6% 741858 ± 2% stress-ng.time.involuntary_context_switches 2665 +8.9% 2902 stress-ng.time.percent_of_cpu_this_job_got 1484 +12.5% 1670 stress-ng.time.system_time 170.25 -22.4% 132.06 stress-ng.time.user_time 3787411 -11.7% 3344422 stress-ng.time.voluntary_context_switches 15294140 -13.1% 13296362 cpuidle..usage 42612 ± 3% -14.0% 36665 ± 3% meminfo.Active 42467 ± 3% -14.0% 36520 ± 3% meminfo.Active(anon) 0.74 ± 3% -0.2 0.57 ± 3% mpstat.cpu.all.soft% 3.18 -0.7 2.46 mpstat.cpu.all.usr% 10295 ± 3% -14.2% 8837 ± 3% numa-vmstat.node1.nr_active_anon 10295 ± 3% -14.2% 8837 ± 3% numa-vmstat.node1.nr_zone_active_anon 404698 -16.8% 336771 vmstat.system.cs 155234 -8.9% 141344 vmstat.system.in 68.74 -2.2% 67.21 iostat.cpu.idle 28.16 +7.9% 30.39 iostat.cpu.system 3.10 -22.6% 2.40 iostat.cpu.user 41260 ± 3% -14.2% 35401 ± 3% numa-meminfo.node1.Active 41172 ± 3% -14.1% 35352 ± 3% numa-meminfo.node1.Active(anon) 674493 ± 7% +15.4% 778684 ± 6% numa-meminfo.node1.AnonPages.max 228626 ± 39% +35.7% 310225 ± 2% sched_debug.cfs_rq:/.min_vruntime.avg 277985 ± 37% +31.3% 365053 ± 3% sched_debug.cfs_rq:/.min_vruntime.max 158580 ± 39% +38.0% 218890 ± 4% sched_debug.cfs_rq:/.min_vruntime.min 1436 ± 8% -14.3% 1230 ± 10% sched_debug.cfs_rq:/.runnable_avg.max 75291 -25.1% 56415 turbostat.C1 0.03 -0.0 0.02 turbostat.C1% 13402439 -17.2% 11091708 turbostat.C1E 40.73 -6.4 34.30 turbostat.C1E% 1789181 +18.4% 2118991 turbostat.C6 25.32 +5.4 30.72 turbostat.C6% 0.26 -22.6% 0.20 turbostat.IPC 14070954 -16.6% 11732168 turbostat.IRQ 10617 ± 3% -14.0% 9132 ± 3% proc-vmstat.nr_active_anon 39295 -8.0% 36163 proc-vmstat.nr_shmem 10617 ± 3% -14.0% 9132 ± 3% proc-vmstat.nr_zone_active_anon 36181057 -20.2% 28888992 proc-vmstat.numa_hit 36091518 -20.2% 28801432 proc-vmstat.numa_local 1586 ± 3% -15.0% 1348 ± 4% proc-vmstat.pgactivate 54596828 -20.3% 43503163 proc-vmstat.pgalloc_normal 459089 +5.7% 485036 proc-vmstat.pgfault 54159883 -20.5% 43047630 proc-vmstat.pgfree 9.23 +15.1% 10.62 perf-stat.i.MPKI 1.492e+10 -20.3% 1.189e+10 perf-stat.i.branch-instructions 0.90 +0.1 1.03 perf-stat.i.branch-miss-rate% 1.248e+08 -7.7% 1.152e+08 perf-stat.i.branch-misses 22.52 +2.8 25.33 perf-stat.i.cache-miss-rate% 1.659e+08 +3.8% 1.722e+08 perf-stat.i.cache-misses 7.194e+08 -7.6% 6.644e+08 perf-stat.i.cache-references 421011 -16.9% 349932 perf-stat.i.context-switches 1.29 +28.7% 1.67 perf-stat.i.cpi 1.054e+11 +2.6% 1.081e+11 perf-stat.i.cpu-cycles 24801 ± 2% -26.9% 18121 perf-stat.i.cpu-migrations 9467252 ± 4% -15.7% 7980835 ± 3% perf-stat.i.dTLB-load-misses 2.243e+10 -20.5% 1.783e+10 perf-stat.i.dTLB-loads 1783856 ± 3% -16.9% 1483144 perf-stat.i.dTLB-store-misses 1.303e+10 -20.3% 1.038e+10 perf-stat.i.dTLB-stores 8.103e+10 -20.4% 6.446e+10 perf-stat.i.instructions 0.77 -21.7% 0.61 perf-stat.i.ipc 1.10 +2.6% 1.13 perf-stat.i.metric.GHz 1206 -2.6% 1175 perf-stat.i.metric.K/sec 532.15 -20.2% 424.58 perf-stat.i.metric.M/sec 4655 +6.0% 4935 perf-stat.i.minor-faults 29088019 +11.1% 32331081 perf-stat.i.node-load-misses 2293094 +8.0% 2476524 perf-stat.i.node-loads 30.30 +5.0 35.30 perf-stat.i.node-store-miss-rate% 24270943 +8.7% 26375261 perf-stat.i.node-store-misses 56423672 -14.5% 48268186 perf-stat.i.node-stores 4655 +6.0% 4935 perf-stat.i.page-faults 8.92 +16.0% 10.34 perf-stat.overall.MPKI 0.84 +0.1 0.97 perf-stat.overall.branch-miss-rate% 22.97 +2.8 25.77 perf-stat.overall.cache-miss-rate% 1.30 +29.2% 1.68 perf-stat.overall.cpi 0.77 -22.6% 0.60 perf-stat.overall.ipc 30.03 +5.3 35.32 perf-stat.overall.node-store-miss-rate% 1.461e+10 -20.0% 1.168e+10 perf-stat.ps.branch-instructions 1.221e+08 -7.4% 1.131e+08 perf-stat.ps.branch-misses 1.625e+08 +3.9% 1.688e+08 perf-stat.ps.cache-misses 7.074e+08 -7.4% 6.548e+08 perf-stat.ps.cache-references 412800 -16.7% 344040 perf-stat.ps.context-switches 1.032e+11 +3.1% 1.064e+11 perf-stat.ps.cpu-cycles 24035 -26.5% 17664 perf-stat.ps.cpu-migrations 9212768 ± 4% -15.3% 7805810 ± 3% perf-stat.ps.dTLB-load-misses 2.197e+10 -20.2% 1.752e+10 perf-stat.ps.dTLB-loads 1738756 ± 4% -16.6% 1450746 perf-stat.ps.dTLB-store-misses 1.275e+10 -20.0% 1.02e+10 perf-stat.ps.dTLB-stores 7.933e+10 -20.2% 6.333e+10 perf-stat.ps.instructions 4579 +6.3% 4867 perf-stat.ps.minor-faults 28542166 +11.1% 31715690 perf-stat.ps.node-load-misses 2240389 +8.4% 2427947 perf-stat.ps.node-loads 23723861 +8.9% 25830865 perf-stat.ps.node-store-misses 55286953 -14.4% 47307314 perf-stat.ps.node-stores 4579 +6.3% 4867 perf-stat.ps.page-faults 4.934e+12 -20.8% 3.908e+12 perf-stat.total.instructions 15.55 -5.1 10.46 perf-profile.calltrace.cycles-pp.try_to_unlazy.complete_walk.path_lookupat.filename_lookup.vfs_statx 15.30 -5.0 10.27 perf-profile.calltrace.cycles-pp.__legitimize_path.try_to_unlazy.complete_walk.path_lookupat.filename_lookup 14.70 -4.8 9.86 perf-profile.calltrace.cycles-pp.lockref_get_not_dead.__legitimize_path.try_to_unlazy.complete_walk.path_lookupat 10.63 -3.5 7.17 perf-profile.calltrace.cycles-pp.complete_walk.path_lookupat.filename_lookup.vfs_statx.vfs_fstatat 10.16 ± 4% -2.8 7.40 ± 3% perf-profile.calltrace.cycles-pp.__clone 8.78 -2.7 6.06 perf-profile.calltrace.cycles-pp.filename_lookup.vfs_statx.vfs_fstatat.__do_sys_newstat.do_syscall_64 8.58 -2.7 5.91 perf-profile.calltrace.cycles-pp.path_lookupat.filename_lookup.vfs_statx.vfs_fstatat.__do_sys_newstat 9.64 ± 5% -2.6 7.00 ± 3% perf-profile.calltrace.cycles-pp.entry_SYSCALL_64_after_hwframe.__clone 9.63 ± 5% -2.6 7.00 ± 3% perf-profile.calltrace.cycles-pp.do_syscall_64.entry_SYSCALL_64_after_hwframe.__clone 9.61 ± 5% -2.6 6.98 ± 3% perf-profile.calltrace.cycles-pp.kernel_clone.__do_sys_clone.do_syscall_64.entry_SYSCALL_64_after_hwframe.__clone 9.62 ± 5% -2.6 6.99 ± 3% perf-profile.calltrace.cycles-pp.__do_sys_clone.do_syscall_64.entry_SYSCALL_64_after_hwframe.__clone 8.73 ± 2% -2.6 6.14 ± 2% perf-profile.calltrace.cycles-pp.ret_from_fork 8.73 ± 2% -2.6 6.14 ± 2% perf-profile.calltrace.cycles-pp.kthread.ret_from_fork 7.22 -2.3 4.96 perf-profile.calltrace.cycles-pp.filename_lookup.vfs_statx.do_statx.__x64_sys_statx.do_syscall_64 7.38 -2.2 5.18 ± 3% perf-profile.calltrace.cycles-pp.worker_thread.kthread.ret_from_fork 6.94 -2.2 4.75 perf-profile.calltrace.cycles-pp.path_lookupat.filename_lookup.vfs_statx.do_statx.__x64_sys_statx 6.95 -2.2 4.79 perf-profile.calltrace.cycles-pp.filename_lookup.vfs_statx.vfs_fstatat.__do_sys_newlstat.do_syscall_64 7.02 -2.1 4.88 ± 3% perf-profile.calltrace.cycles-pp.process_one_work.worker_thread.kthread.ret_from_fork 6.92 -2.1 4.80 ± 3% perf-profile.calltrace.cycles-pp.delayed_vfree_work.process_one_work.worker_thread.kthread.ret_from_fork 6.79 -2.1 4.67 perf-profile.calltrace.cycles-pp.path_lookupat.filename_lookup.vfs_statx.vfs_fstatat.__do_sys_newlstat 6.88 -2.1 4.77 ± 3% perf-profile.calltrace.cycles-pp.vfree.delayed_vfree_work.process_one_work.worker_thread.kthread 6.50 ± 2% -2.0 4.48 ± 3% perf-profile.calltrace.cycles-pp.remove_vm_area.vfree.delayed_vfree_work.process_one_work.worker_thread 6.78 ± 5% -1.9 4.86 ± 3% perf-profile.calltrace.cycles-pp.copy_process.kernel_clone.__do_sys_clone.do_syscall_64.entry_SYSCALL_64_after_hwframe 6.04 ± 2% -1.9 4.11 ± 4% perf-profile.calltrace.cycles-pp.find_unlink_vmap_area.remove_vm_area.vfree.delayed_vfree_work.process_one_work 5.77 ± 2% -1.9 3.90 ± 4% perf-profile.calltrace.cycles-pp._raw_spin_lock.find_unlink_vmap_area.remove_vm_area.vfree.delayed_vfree_work 5.71 ± 2% -1.8 3.86 ± 4% perf-profile.calltrace.cycles-pp.native_queued_spin_lock_slowpath._raw_spin_lock.find_unlink_vmap_area.remove_vm_area.vfree 5.06 -1.7 3.39 perf-profile.calltrace.cycles-pp.complete_walk.path_lookupat.filename_lookup.vfs_statx.do_statx 4.86 ± 2% -1.6 3.29 ± 2% perf-profile.calltrace.cycles-pp.entry_SYSCALL_64_after_hwframe 4.86 ± 2% -1.6 3.29 ± 2% perf-profile.calltrace.cycles-pp.do_syscall_64.entry_SYSCALL_64_after_hwframe 4.84 ± 2% -1.6 3.26 ± 2% perf-profile.calltrace.cycles-pp.__x64_sys_exit.do_syscall_64.entry_SYSCALL_64_after_hwframe 4.84 ± 2% -1.6 3.26 ± 2% perf-profile.calltrace.cycles-pp.do_exit.__x64_sys_exit.do_syscall_64.entry_SYSCALL_64_after_hwframe 5.01 ± 5% -1.4 3.60 ± 4% perf-profile.calltrace.cycles-pp.dup_task_struct.copy_process.kernel_clone.__do_sys_clone.do_syscall_64 5.64 -1.4 4.23 perf-profile.calltrace.cycles-pp.getname_flags.__x64_sys_statx.do_syscall_64.entry_SYSCALL_64_after_hwframe.statx 4.06 ± 5% -1.2 2.87 ± 4% perf-profile.calltrace.cycles-pp.alloc_thread_stack_node.dup_task_struct.copy_process.kernel_clone.__do_sys_clone 3.48 ± 5% -1.0 2.49 ± 4% perf-profile.calltrace.cycles-pp.__vmalloc_node_range.alloc_thread_stack_node.dup_task_struct.copy_process.kernel_clone 1.80 ± 11% -0.8 0.98 ± 18% perf-profile.calltrace.cycles-pp.find_busiest_group.load_balance.newidle_balance.pick_next_task_fair.__schedule 3.33 -0.8 2.51 perf-profile.calltrace.cycles-pp.strncpy_from_user.getname_flags.__x64_sys_statx.do_syscall_64.entry_SYSCALL_64_after_hwframe 1.70 ± 14% -0.8 0.88 ± 4% perf-profile.calltrace.cycles-pp.update_sd_lb_stats.find_busiest_group.load_balance.newidle_balance.pick_next_task_fair 4.79 ± 2% -0.8 4.01 ± 2% perf-profile.calltrace.cycles-pp.secondary_startup_64_no_verify 4.73 ± 2% -0.8 3.97 ± 2% perf-profile.calltrace.cycles-pp.cpu_startup_entry.start_secondary.secondary_startup_64_no_verify 4.72 ± 2% -0.8 3.96 ± 2% perf-profile.calltrace.cycles-pp.do_idle.cpu_startup_entry.start_secondary.secondary_startup_64_no_verify 4.73 ± 2% -0.7 3.98 ± 2% perf-profile.calltrace.cycles-pp.start_secondary.secondary_startup_64_no_verify 2.29 ± 6% -0.7 1.60 ± 4% perf-profile.calltrace.cycles-pp.__get_vm_area_node.__vmalloc_node_range.alloc_thread_stack_node.dup_task_struct.copy_process 1.49 ± 17% -0.7 0.82 ± 4% perf-profile.calltrace.cycles-pp.update_sg_lb_stats.update_sd_lb_stats.find_busiest_group.load_balance.newidle_balance 2.70 ± 4% -0.7 2.04 ± 4% perf-profile.calltrace.cycles-pp.wake_up_new_task.kernel_clone.__do_sys_clone.do_syscall_64.entry_SYSCALL_64_after_hwframe 2.07 ± 2% -0.7 1.40 ± 4% perf-profile.calltrace.cycles-pp.__schedule.do_task_dead.do_exit.__x64_sys_exit.do_syscall_64 2.08 ± 2% -0.7 1.41 ± 4% perf-profile.calltrace.cycles-pp.do_task_dead.do_exit.__x64_sys_exit.do_syscall_64.entry_SYSCALL_64_after_hwframe 2.32 -0.6 1.68 perf-profile.calltrace.cycles-pp.link_path_walk.path_lookupat.filename_lookup.vfs_statx.vfs_fstatat 2.28 -0.6 1.66 perf-profile.calltrace.cycles-pp.getname_flags.vfs_fstatat.__do_sys_newstat.do_syscall_64.entry_SYSCALL_64_after_hwframe 2.30 -0.6 1.68 perf-profile.calltrace.cycles-pp.getname_flags.vfs_fstatat.__do_sys_newlstat.do_syscall_64.entry_SYSCALL_64_after_hwframe 2.39 -0.6 1.78 ± 2% perf-profile.calltrace.cycles-pp.__entry_text_start.statx 1.82 ± 2% -0.6 1.24 ± 4% perf-profile.calltrace.cycles-pp.pick_next_task_fair.__schedule.do_task_dead.do_exit.__x64_sys_exit 1.81 ± 2% -0.6 1.23 ± 4% perf-profile.calltrace.cycles-pp.newidle_balance.pick_next_task_fair.__schedule.do_task_dead.do_exit 1.66 ± 2% -0.5 1.12 ± 4% perf-profile.calltrace.cycles-pp.load_balance.newidle_balance.pick_next_task_fair.__schedule.do_task_dead 3.60 ± 3% -0.5 3.06 ± 2% perf-profile.calltrace.cycles-pp.cpuidle_idle_call.do_idle.cpu_startup_entry.start_secondary.secondary_startup_64_no_verify 1.36 ± 4% -0.5 0.82 ± 2% perf-profile.calltrace.cycles-pp.exit_notify.do_exit.__x64_sys_exit.do_syscall_64.entry_SYSCALL_64_after_hwframe 1.79 ± 6% -0.5 1.28 ± 4% perf-profile.calltrace.cycles-pp.alloc_vmap_area.__get_vm_area_node.__vmalloc_node_range.alloc_thread_stack_node.dup_task_struct 3.37 ± 3% -0.5 2.86 ± 3% perf-profile.calltrace.cycles-pp.cpuidle_enter.cpuidle_idle_call.do_idle.cpu_startup_entry.start_secondary 3.29 ± 3% -0.5 2.79 ± 2% perf-profile.calltrace.cycles-pp.cpuidle_enter_state.cpuidle_enter.cpuidle_idle_call.do_idle.cpu_startup_entry 2.05 ± 4% -0.5 1.56 ± 3% perf-profile.calltrace.cycles-pp.select_task_rq_fair.wake_up_new_task.kernel_clone.__do_sys_clone.do_syscall_64 2.02 ± 4% -0.5 1.53 ± 4% perf-profile.calltrace.cycles-pp.find_idlest_cpu.select_task_rq_fair.wake_up_new_task.kernel_clone.__do_sys_clone 1.20 ± 3% -0.5 0.75 perf-profile.calltrace.cycles-pp.security_inode_getattr.vfs_statx.vfs_fstatat.__do_sys_newlstat.do_syscall_64 1.16 ± 3% -0.4 0.72 perf-profile.calltrace.cycles-pp.common_perm_cond.security_inode_getattr.vfs_statx.vfs_fstatat.__do_sys_newlstat 1.25 ± 4% -0.4 0.81 perf-profile.calltrace.cycles-pp.security_inode_getattr.vfs_statx.vfs_fstatat.__do_sys_newstat.do_syscall_64 1.21 ± 4% -0.4 0.77 perf-profile.calltrace.cycles-pp.common_perm_cond.security_inode_getattr.vfs_statx.vfs_fstatat.__do_sys_newstat 1.16 ± 3% -0.4 0.73 perf-profile.calltrace.cycles-pp.security_inode_getattr.vfs_statx.do_statx.__x64_sys_statx.do_syscall_64 1.13 ± 3% -0.4 0.70 perf-profile.calltrace.cycles-pp.common_perm_cond.security_inode_getattr.vfs_statx.do_statx.__x64_sys_statx 0.68 ± 3% -0.4 0.25 ±100% perf-profile.calltrace.cycles-pp.do_madvise.__x64_sys_madvise.do_syscall_64.entry_SYSCALL_64_after_hwframe.__madvise 1.64 -0.4 1.22 perf-profile.calltrace.cycles-pp.kmem_cache_alloc.getname_flags.__x64_sys_statx.do_syscall_64.entry_SYSCALL_64_after_hwframe 1.70 ± 4% -0.4 1.28 ± 4% perf-profile.calltrace.cycles-pp.find_idlest_group.find_idlest_cpu.select_task_rq_fair.wake_up_new_task.kernel_clone 1.60 ± 4% -0.4 1.21 ± 4% perf-profile.calltrace.cycles-pp.update_sg_wakeup_stats.find_idlest_group.find_idlest_cpu.select_task_rq_fair.wake_up_new_task 1.33 ± 19% -0.4 0.95 ± 13% perf-profile.calltrace.cycles-pp.smpboot_thread_fn.kthread.ret_from_fork 1.29 ± 20% -0.4 0.91 ± 14% perf-profile.calltrace.cycles-pp.__do_softirq.run_ksoftirqd.smpboot_thread_fn.kthread.ret_from_fork 1.29 ± 20% -0.4 0.92 ± 14% perf-profile.calltrace.cycles-pp.run_ksoftirqd.smpboot_thread_fn.kthread.ret_from_fork 1.28 ± 20% -0.4 0.91 ± 14% perf-profile.calltrace.cycles-pp.rcu_core.__do_softirq.run_ksoftirqd.smpboot_thread_fn.kthread 1.27 ± 20% -0.4 0.90 ± 14% perf-profile.calltrace.cycles-pp.rcu_do_batch.rcu_core.__do_softirq.run_ksoftirqd.smpboot_thread_fn 1.33 ± 2% -0.4 0.96 ± 2% perf-profile.calltrace.cycles-pp.strncpy_from_user.getname_flags.vfs_fstatat.__do_sys_newstat.do_syscall_64 1.44 ± 2% -0.4 1.07 perf-profile.calltrace.cycles-pp.__fxstat64 1.34 -0.4 0.98 perf-profile.calltrace.cycles-pp.strncpy_from_user.getname_flags.vfs_fstatat.__do_sys_newlstat.do_syscall_64 1.18 ± 8% -0.4 0.81 ± 6% perf-profile.calltrace.cycles-pp._raw_spin_lock.alloc_vmap_area.__get_vm_area_node.__vmalloc_node_range.alloc_thread_stack_node 0.98 ± 3% -0.4 0.62 ± 3% perf-profile.calltrace.cycles-pp.release_task.exit_notify.do_exit.__x64_sys_exit.do_syscall_64 0.69 ± 2% -0.3 0.34 ± 70% perf-profile.calltrace.cycles-pp.entry_SYSCALL_64_after_hwframe.__madvise 1.12 ± 7% -0.3 0.77 ± 5% perf-profile.calltrace.cycles-pp.native_queued_spin_lock_slowpath._raw_spin_lock.alloc_vmap_area.__get_vm_area_node.__vmalloc_node_range 0.69 ± 3% -0.3 0.34 ± 70% perf-profile.calltrace.cycles-pp.do_syscall_64.entry_SYSCALL_64_after_hwframe.__madvise 0.68 ± 2% -0.3 0.34 ± 70% perf-profile.calltrace.cycles-pp.__x64_sys_madvise.do_syscall_64.entry_SYSCALL_64_after_hwframe.__madvise 0.68 ± 2% -0.3 0.34 ± 70% perf-profile.calltrace.cycles-pp.entry_SYSCALL_64_after_hwframe.__fxstat64 1.29 ± 4% -0.3 0.98 perf-profile.calltrace.cycles-pp.start_thread 1.17 ± 3% -0.3 0.88 ± 5% perf-profile.calltrace.cycles-pp.__vmalloc_area_node.__vmalloc_node_range.alloc_thread_stack_node.dup_task_struct.copy_process 1.14 -0.3 0.86 perf-profile.calltrace.cycles-pp.__check_object_size.strncpy_from_user.getname_flags.__x64_sys_statx.do_syscall_64 0.72 ± 2% -0.3 0.44 ± 44% perf-profile.calltrace.cycles-pp.__madvise 1.08 ± 3% -0.3 0.82 perf-profile.calltrace.cycles-pp.entry_SYSCALL_64_after_hwframe.start_thread 1.07 ± 4% -0.3 0.81 perf-profile.calltrace.cycles-pp.do_syscall_64.entry_SYSCALL_64_after_hwframe.start_thread 0.92 -0.3 0.67 perf-profile.calltrace.cycles-pp.link_path_walk.path_lookupat.filename_lookup.vfs_statx.do_statx 1.79 -0.3 1.54 perf-profile.calltrace.cycles-pp.intel_idle.cpuidle_enter_state.cpuidle_enter.cpuidle_idle_call.do_idle 0.75 ± 11% -0.3 0.50 ± 45% perf-profile.calltrace.cycles-pp.rcu_core.__do_softirq.__irq_exit_rcu.sysvec_apic_timer_interrupt.asm_sysvec_apic_timer_interrupt 1.26 ± 7% -0.2 1.01 ± 6% perf-profile.calltrace.cycles-pp.__pthread_clockjoin_ex 0.73 ± 11% -0.2 0.48 ± 45% perf-profile.calltrace.cycles-pp.rcu_do_batch.rcu_core.__do_softirq.__irq_exit_rcu.sysvec_apic_timer_interrupt 1.01 ± 3% -0.2 0.77 perf-profile.calltrace.cycles-pp.do_exit.__x64_sys_exit.do_syscall_64.entry_SYSCALL_64_after_hwframe.start_thread 1.02 ± 4% -0.2 0.77 perf-profile.calltrace.cycles-pp.__x64_sys_exit.do_syscall_64.entry_SYSCALL_64_after_hwframe.start_thread 1.14 ± 8% -0.2 0.91 ± 7% perf-profile.calltrace.cycles-pp.entry_SYSCALL_64_after_hwframe.__pthread_clockjoin_ex 1.13 ± 8% -0.2 0.90 ± 7% perf-profile.calltrace.cycles-pp.do_syscall_64.entry_SYSCALL_64_after_hwframe.__pthread_clockjoin_ex 0.91 ± 4% -0.2 0.69 ± 5% perf-profile.calltrace.cycles-pp.__alloc_pages_bulk.__vmalloc_area_node.__vmalloc_node_range.alloc_thread_stack_node.dup_task_struct 1.12 ± 8% -0.2 0.89 ± 7% perf-profile.calltrace.cycles-pp.__x64_sys_futex.do_syscall_64.entry_SYSCALL_64_after_hwframe.__pthread_clockjoin_ex 0.69 ± 11% -0.2 0.46 ± 45% perf-profile.calltrace.cycles-pp.load_balance.newidle_balance.pick_next_task_fair.__schedule.schedule 1.11 ± 8% -0.2 0.88 ± 7% perf-profile.calltrace.cycles-pp.do_futex.__x64_sys_futex.do_syscall_64.entry_SYSCALL_64_after_hwframe.__pthread_clockjoin_ex 1.11 ± 8% -0.2 0.88 ± 7% perf-profile.calltrace.cycles-pp.futex_wait.do_futex.__x64_sys_futex.do_syscall_64.entry_SYSCALL_64_after_hwframe 0.80 -0.2 0.58 perf-profile.calltrace.cycles-pp.walk_component.path_lookupat.filename_lookup.vfs_statx.vfs_fstatat 0.98 ± 9% -0.2 0.77 ± 7% perf-profile.calltrace.cycles-pp.futex_wait_queue.futex_wait.do_futex.__x64_sys_futex.do_syscall_64 0.96 ± 9% -0.2 0.76 ± 7% perf-profile.calltrace.cycles-pp.__schedule.schedule.futex_wait_queue.futex_wait.do_futex 0.97 ± 9% -0.2 0.77 ± 8% perf-profile.calltrace.cycles-pp.schedule.futex_wait_queue.futex_wait.do_futex.__x64_sys_futex 0.73 -0.2 0.53 perf-profile.calltrace.cycles-pp.cp_statx.do_statx.__x64_sys_statx.do_syscall_64.entry_SYSCALL_64_after_hwframe 1.30 ± 7% -0.2 1.10 ± 5% perf-profile.calltrace.cycles-pp.asm_sysvec_apic_timer_interrupt.cpuidle_enter_state.cpuidle_enter.cpuidle_idle_call.do_idle 1.25 ± 7% -0.2 1.05 ± 5% perf-profile.calltrace.cycles-pp.sysvec_apic_timer_interrupt.asm_sysvec_apic_timer_interrupt.cpuidle_enter_state.cpuidle_enter.cpuidle_idle_call 0.76 -0.2 0.57 perf-profile.calltrace.cycles-pp.syscall_exit_to_user_mode.do_syscall_64.entry_SYSCALL_64_after_hwframe.statx 0.74 ± 2% -0.2 0.55 perf-profile.calltrace.cycles-pp.shim_statx 0.90 ± 9% -0.2 0.72 ± 8% perf-profile.calltrace.cycles-pp.__irq_exit_rcu.sysvec_apic_timer_interrupt.asm_sysvec_apic_timer_interrupt.cpuidle_enter_state.cpuidle_enter 0.89 ± 9% -0.2 0.71 ± 8% perf-profile.calltrace.cycles-pp.__do_softirq.__irq_exit_rcu.sysvec_apic_timer_interrupt.asm_sysvec_apic_timer_interrupt.cpuidle_enter_state 0.80 ± 2% -0.2 0.63 perf-profile.calltrace.cycles-pp.schedule_idle.do_idle.cpu_startup_entry.start_secondary.secondary_startup_64_no_verify 0.78 ± 2% -0.2 0.62 perf-profile.calltrace.cycles-pp.__schedule.schedule_idle.do_idle.cpu_startup_entry.start_secondary 0.75 ± 10% -0.2 0.59 ± 9% perf-profile.calltrace.cycles-pp.pick_next_task_fair.__schedule.schedule.futex_wait_queue.futex_wait 0.74 ± 10% -0.2 0.58 ± 8% perf-profile.calltrace.cycles-pp.newidle_balance.pick_next_task_fair.__schedule.schedule.futex_wait_queue 0.00 +0.8 0.78 perf-profile.calltrace.cycles-pp.generic_fillattr.shmem_getattr.vfs_statx.do_statx.__x64_sys_statx 0.00 +0.8 0.84 ± 2% perf-profile.calltrace.cycles-pp.generic_fillattr.shmem_getattr.vfs_statx.vfs_fstatat.__do_sys_newlstat 0.00 +0.9 0.88 ± 2% perf-profile.calltrace.cycles-pp.generic_fillattr.shmem_getattr.vfs_statx.vfs_fstatat.__do_sys_newstat 26.28 +1.9 28.20 perf-profile.calltrace.cycles-pp.statx 22.36 +2.9 25.30 perf-profile.calltrace.cycles-pp.entry_SYSCALL_64_after_hwframe.statx 21.90 +3.0 24.94 perf-profile.calltrace.cycles-pp.do_syscall_64.entry_SYSCALL_64_after_hwframe.statx 19.95 +3.3 23.29 perf-profile.calltrace.cycles-pp.__xstat64 20.57 +3.4 23.95 perf-profile.calltrace.cycles-pp.__x64_sys_statx.do_syscall_64.entry_SYSCALL_64_after_hwframe.statx 18.44 +3.7 22.16 perf-profile.calltrace.cycles-pp.entry_SYSCALL_64_after_hwframe.__xstat64 18.25 +3.8 22.01 perf-profile.calltrace.cycles-pp.do_syscall_64.entry_SYSCALL_64_after_hwframe.__xstat64 17.59 +3.9 21.52 perf-profile.calltrace.cycles-pp.__do_sys_newstat.do_syscall_64.entry_SYSCALL_64_after_hwframe.__xstat64 16.85 +4.1 20.96 perf-profile.calltrace.cycles-pp.vfs_fstatat.__do_sys_newstat.do_syscall_64.entry_SYSCALL_64_after_hwframe.__xstat64 17.88 +4.2 22.10 perf-profile.calltrace.cycles-pp.__lxstat64 16.40 +4.6 20.98 perf-profile.calltrace.cycles-pp.entry_SYSCALL_64_after_hwframe.__lxstat64 16.21 +4.6 20.84 perf-profile.calltrace.cycles-pp.do_syscall_64.entry_SYSCALL_64_after_hwframe.__lxstat64 15.58 +4.8 20.37 perf-profile.calltrace.cycles-pp.__do_sys_newlstat.do_syscall_64.entry_SYSCALL_64_after_hwframe.__lxstat64 14.14 +4.8 18.99 perf-profile.calltrace.cycles-pp.vfs_statx.vfs_fstatat.__do_sys_newstat.do_syscall_64.entry_SYSCALL_64_after_hwframe 14.82 +5.0 19.83 perf-profile.calltrace.cycles-pp.vfs_fstatat.__do_sys_newlstat.do_syscall_64.entry_SYSCALL_64_after_hwframe.__lxstat64 13.36 +5.2 18.55 perf-profile.calltrace.cycles-pp.do_statx.__x64_sys_statx.do_syscall_64.entry_SYSCALL_64_after_hwframe.statx 12.43 +5.4 17.88 perf-profile.calltrace.cycles-pp.vfs_statx.do_statx.__x64_sys_statx.do_syscall_64.entry_SYSCALL_64_after_hwframe 12.09 +5.7 17.80 perf-profile.calltrace.cycles-pp.vfs_statx.vfs_fstatat.__do_sys_newlstat.do_syscall_64.entry_SYSCALL_64_after_hwframe 0.00 +7.4 7.36 ± 2% perf-profile.calltrace.cycles-pp.fill_cmtime_and_mark.shmem_getattr.vfs_statx.vfs_fstatat.__do_sys_newstat 0.00 +7.4 7.39 ± 2% perf-profile.calltrace.cycles-pp._raw_spin_lock.fill_cmtime_and_mark.shmem_getattr.vfs_statx.do_statx 0.00 +7.6 7.59 ± 2% perf-profile.calltrace.cycles-pp.fill_cmtime_and_mark.shmem_getattr.vfs_statx.do_statx.__x64_sys_statx 0.00 +7.6 7.65 ± 2% perf-profile.calltrace.cycles-pp.fill_cmtime_and_mark.shmem_getattr.vfs_statx.vfs_fstatat.__do_sys_newlstat 0.00 +8.4 8.36 ± 2% perf-profile.calltrace.cycles-pp.shmem_getattr.vfs_statx.vfs_fstatat.__do_sys_newstat.do_syscall_64 0.00 +8.5 8.47 ± 2% perf-profile.calltrace.cycles-pp.shmem_getattr.vfs_statx.do_statx.__x64_sys_statx.do_syscall_64 0.00 +8.6 8.60 ± 2% perf-profile.calltrace.cycles-pp.shmem_getattr.vfs_statx.vfs_fstatat.__do_sys_newlstat.do_syscall_64 0.00 +14.6 14.58 ± 2% perf-profile.calltrace.cycles-pp._raw_spin_lock.fill_cmtime_and_mark.shmem_getattr.vfs_statx.vfs_fstatat 0.00 +17.6 17.58 ± 3% perf-profile.calltrace.cycles-pp.native_queued_spin_lock_slowpath._raw_spin_lock.fill_cmtime_and_mark.shmem_getattr.vfs_statx 23.00 -7.2 15.84 perf-profile.children.cycles-pp.filename_lookup 22.43 -7.0 15.42 perf-profile.children.cycles-pp.path_lookupat 15.72 -5.1 10.58 perf-profile.children.cycles-pp.complete_walk 15.60 -5.1 10.49 perf-profile.children.cycles-pp.try_to_unlazy 15.52 -5.1 10.45 perf-profile.children.cycles-pp.__legitimize_path 14.94 -4.9 10.04 perf-profile.children.cycles-pp.lockref_get_not_dead 10.87 -2.8 8.06 perf-profile.children.cycles-pp.getname_flags 10.17 ± 4% -2.8 7.41 ± 3% perf-profile.children.cycles-pp.__clone 9.06 ± 2% -2.7 6.40 ± 2% perf-profile.children.cycles-pp.ret_from_fork 9.62 ± 5% -2.6 6.99 ± 3% perf-profile.children.cycles-pp.__do_sys_clone 9.62 ± 5% -2.6 6.99 ± 3% perf-profile.children.cycles-pp.kernel_clone 8.73 ± 2% -2.6 6.14 ± 2% perf-profile.children.cycles-pp.kthread 7.39 -2.2 5.18 ± 3% perf-profile.children.cycles-pp.worker_thread 7.02 -2.1 4.88 ± 3% perf-profile.children.cycles-pp.process_one_work 6.92 -2.1 4.80 ± 3% perf-profile.children.cycles-pp.delayed_vfree_work 6.88 -2.1 4.77 ± 3% perf-profile.children.cycles-pp.vfree 6.50 ± 2% -2.0 4.48 ± 3% perf-profile.children.cycles-pp.remove_vm_area 6.80 ± 5% -1.9 4.87 ± 3% perf-profile.children.cycles-pp.copy_process 6.04 ± 2% -1.9 4.11 ± 4% perf-profile.children.cycles-pp.find_unlink_vmap_area 5.86 ± 3% -1.8 4.04 ± 2% perf-profile.children.cycles-pp.__x64_sys_exit 5.86 ± 3% -1.8 4.04 ± 2% perf-profile.children.cycles-pp.do_exit 6.16 -1.6 4.56 perf-profile.children.cycles-pp.strncpy_from_user 5.01 ± 5% -1.4 3.60 ± 4% perf-profile.children.cycles-pp.dup_task_struct 3.65 ± 3% -1.3 2.31 perf-profile.children.cycles-pp.security_inode_getattr 3.53 ± 3% -1.3 2.20 perf-profile.children.cycles-pp.common_perm_cond 4.65 -1.2 3.42 perf-profile.children.cycles-pp.__schedule 4.06 ± 5% -1.2 2.87 ± 4% perf-profile.children.cycles-pp.alloc_thread_stack_node 3.48 ± 5% -1.0 2.49 ± 4% perf-profile.children.cycles-pp.__vmalloc_node_range 3.32 -0.9 2.40 perf-profile.children.cycles-pp.link_path_walk 3.28 -0.9 2.38 perf-profile.children.cycles-pp.pick_next_task_fair 3.24 -0.8 2.41 perf-profile.children.cycles-pp.__entry_text_start 2.86 -0.8 2.06 perf-profile.children.cycles-pp.newidle_balance 3.03 -0.8 2.24 perf-profile.children.cycles-pp.kmem_cache_alloc 4.79 ± 2% -0.8 4.01 ± 2% perf-profile.children.cycles-pp.secondary_startup_64_no_verify 4.79 ± 2% -0.8 4.01 ± 2% perf-profile.children.cycles-pp.cpu_startup_entry 4.79 ± 2% -0.8 4.01 ± 2% perf-profile.children.cycles-pp.do_idle 4.73 ± 2% -0.7 3.98 ± 2% perf-profile.children.cycles-pp.start_secondary 2.66 -0.7 1.92 ± 2% perf-profile.children.cycles-pp.load_balance 2.29 ± 6% -0.7 1.60 ± 4% perf-profile.children.cycles-pp.__get_vm_area_node 2.70 ± 4% -0.7 2.04 ± 4% perf-profile.children.cycles-pp.wake_up_new_task 2.08 ± 2% -0.7 1.41 ± 4% perf-profile.children.cycles-pp.do_task_dead 2.49 -0.7 1.83 ± 2% perf-profile.children.cycles-pp.__check_object_size 2.57 ± 14% -0.6 1.98 ± 10% perf-profile.children.cycles-pp.__do_softirq 2.38 ± 15% -0.6 1.79 ± 11% perf-profile.children.cycles-pp.rcu_core 2.12 -0.6 1.54 ± 2% perf-profile.children.cycles-pp.find_busiest_group 2.33 ± 16% -0.6 1.75 ± 11% perf-profile.children.cycles-pp.rcu_do_batch 1.96 ± 2% -0.6 1.38 perf-profile.children.cycles-pp.walk_component 2.10 -0.6 1.53 ± 2% perf-profile.children.cycles-pp.update_sd_lb_stats 3.65 ± 3% -0.6 3.09 ± 2% perf-profile.children.cycles-pp.cpuidle_idle_call 1.97 -0.5 1.43 ± 2% perf-profile.children.cycles-pp.update_sg_lb_stats 3.42 ± 3% -0.5 2.88 ± 3% perf-profile.children.cycles-pp.cpuidle_enter 1.36 ± 4% -0.5 0.83 ± 2% perf-profile.children.cycles-pp.exit_notify 3.40 ± 3% -0.5 2.87 ± 2% perf-profile.children.cycles-pp.cpuidle_enter_state 1.79 ± 6% -0.5 1.28 ± 4% perf-profile.children.cycles-pp.alloc_vmap_area 1.63 ± 3% -0.5 1.13 perf-profile.children.cycles-pp.lookup_fast 1.95 -0.5 1.44 perf-profile.children.cycles-pp.entry_SYSRETQ_unsafe_stack 2.08 ± 3% -0.5 1.58 ± 3% perf-profile.children.cycles-pp.select_task_rq_fair 2.04 ± 3% -0.5 1.55 ± 3% perf-profile.children.cycles-pp.find_idlest_cpu 1.89 -0.5 1.41 perf-profile.children.cycles-pp.syscall_exit_to_user_mode 1.71 ± 4% -0.4 1.29 ± 4% perf-profile.children.cycles-pp.find_idlest_group 1.64 ± 2% -0.4 1.22 perf-profile.children.cycles-pp.__fxstat64 1.41 ± 25% -0.4 1.00 ± 17% perf-profile.children.cycles-pp._raw_spin_lock_irqsave 1.63 ± 4% -0.4 1.23 ± 4% perf-profile.children.cycles-pp.update_sg_wakeup_stats 1.78 ± 3% -0.4 1.39 ± 3% perf-profile.children.cycles-pp.schedule 1.33 ± 19% -0.4 0.95 ± 13% perf-profile.children.cycles-pp.smpboot_thread_fn 1.50 ± 3% -0.4 1.12 ± 2% perf-profile.children.cycles-pp.kmem_cache_free 1.29 ± 20% -0.4 0.92 ± 14% perf-profile.children.cycles-pp.run_ksoftirqd 1.27 ± 2% -0.4 0.91 ± 3% perf-profile.children.cycles-pp.step_into 0.98 ± 3% -0.4 0.63 ± 3% perf-profile.children.cycles-pp.release_task 1.37 -0.4 1.02 perf-profile.children.cycles-pp.__might_resched 1.28 -0.3 0.94 ± 2% perf-profile.children.cycles-pp.__might_fault 1.22 ± 2% -0.3 0.90 perf-profile.children.cycles-pp.cp_new_stat 1.17 -0.3 0.85 ± 2% perf-profile.children.cycles-pp._copy_to_user 1.30 ± 4% -0.3 0.99 perf-profile.children.cycles-pp.start_thread 0.55 ± 5% -0.3 0.24 ± 6% perf-profile.children.cycles-pp.queued_write_lock_slowpath 1.49 ± 4% -0.3 1.19 ± 5% perf-profile.children.cycles-pp.do_futex 1.17 ± 3% -0.3 0.88 ± 5% perf-profile.children.cycles-pp.__vmalloc_area_node 0.87 ± 5% -0.3 0.58 perf-profile.children.cycles-pp.__d_lookup_rcu 1.82 -0.3 1.55 perf-profile.children.cycles-pp.intel_idle 0.99 -0.3 0.73 ± 2% perf-profile.children.cycles-pp.inode_permission 0.70 ± 3% -0.2 0.45 perf-profile.children.cycles-pp._raw_spin_lock_irq 0.96 ± 2% -0.2 0.71 perf-profile.children.cycles-pp.__might_sleep 1.26 ± 8% -0.2 1.02 ± 6% perf-profile.children.cycles-pp.__pthread_clockjoin_ex 1.95 ± 6% -0.2 1.71 ± 4% perf-profile.children.cycles-pp.asm_sysvec_apic_timer_interrupt 1.87 ± 6% -0.2 1.63 ± 4% perf-profile.children.cycles-pp.sysvec_apic_timer_interrupt 0.86 -0.2 0.63 ± 3% perf-profile.children.cycles-pp.copy_user_enhanced_fast_string 0.88 -0.2 0.65 ± 2% perf-profile.children.cycles-pp.path_init 0.92 ± 4% -0.2 0.69 ± 5% perf-profile.children.cycles-pp.__alloc_pages_bulk 1.31 ± 9% -0.2 1.08 ± 8% perf-profile.children.cycles-pp.__irq_exit_rcu 1.12 ± 8% -0.2 0.89 ± 7% perf-profile.children.cycles-pp.__x64_sys_futex 1.11 ± 8% -0.2 0.88 ± 7% perf-profile.children.cycles-pp.futex_wait 0.76 -0.2 0.54 perf-profile.children.cycles-pp.cp_statx 0.86 -0.2 0.64 ± 2% perf-profile.children.cycles-pp.syscall_return_via_sysret 0.98 ± 9% -0.2 0.77 ± 7% perf-profile.children.cycles-pp.futex_wait_queue 0.76 ± 2% -0.2 0.57 perf-profile.children.cycles-pp.shim_statx 0.72 ± 2% -0.2 0.53 ± 3% perf-profile.children.cycles-pp.__madvise 0.64 ± 2% -0.2 0.45 ± 3% perf-profile.children.cycles-pp.__sched_yield 0.68 ± 3% -0.2 0.49 ± 3% perf-profile.children.cycles-pp.do_madvise 0.68 ± 2% -0.2 0.50 ± 2% perf-profile.children.cycles-pp.__x64_sys_madvise 0.66 ± 2% -0.2 0.48 ± 2% perf-profile.children.cycles-pp.__check_heap_object 0.80 ± 2% -0.2 0.63 perf-profile.children.cycles-pp.schedule_idle 0.64 -0.2 0.47 ± 3% perf-profile.children.cycles-pp.generic_permission 0.57 ± 2% -0.2 0.41 perf-profile.children.cycles-pp.__legitimize_mnt 0.55 ± 3% -0.2 0.39 ± 4% perf-profile.children.cycles-pp.madvise_vma_behavior 0.54 ± 3% -0.2 0.38 ± 3% perf-profile.children.cycles-pp.__x64_sys_sched_yield 0.54 ± 3% -0.2 0.38 ± 3% perf-profile.children.cycles-pp.zap_page_range_single 0.39 ± 6% -0.2 0.24 ± 4% perf-profile.children.cycles-pp.find_vmap_area 0.61 ± 3% -0.2 0.46 ± 4% perf-profile.children.cycles-pp.clear_page_erms 0.39 ± 6% -0.2 0.24 ± 4% perf-profile.children.cycles-pp.find_vm_area 0.53 -0.1 0.38 perf-profile.children.cycles-pp.dequeue_task_fair 0.54 ± 2% -0.1 0.40 ± 3% perf-profile.children.cycles-pp.__virt_addr_valid 0.60 ± 6% -0.1 0.45 ± 5% perf-profile.children.cycles-pp.memcpy_erms 0.53 ± 2% -0.1 0.39 ± 3% perf-profile.children.cycles-pp.vfs_getattr_nosec 0.60 -0.1 0.45 perf-profile.children.cycles-pp.update_load_avg 0.56 ± 2% -0.1 0.41 ± 2% perf-profile.children.cycles-pp.syscall_enter_from_user_mode 0.64 ± 3% -0.1 0.50 ± 2% perf-profile.children.cycles-pp.exit_mm 0.57 ± 6% -0.1 0.43 ± 4% perf-profile.children.cycles-pp.arch_dup_task_struct 0.46 -0.1 0.33 ± 3% perf-profile.children.cycles-pp.sched_move_task 0.42 ± 2% -0.1 0.30 ± 4% perf-profile.children.cycles-pp.pick_link 0.48 ± 2% -0.1 0.35 ± 3% perf-profile.children.cycles-pp.__exit_signal 0.49 -0.1 0.37 perf-profile.children.cycles-pp.exit_to_user_mode_prepare 0.43 ± 2% -0.1 0.31 ± 2% perf-profile.children.cycles-pp.nd_jump_root 0.48 ± 5% -0.1 0.36 ± 5% perf-profile.children.cycles-pp.__put_task_struct 0.50 ± 3% -0.1 0.38 ± 3% perf-profile.children.cycles-pp.enqueue_task_fair 0.50 ± 3% -0.1 0.39 ± 3% perf-profile.children.cycles-pp.__cond_resched 0.40 -0.1 0.29 perf-profile.children.cycles-pp.dequeue_entity 0.42 ± 3% -0.1 0.32 ± 5% perf-profile.children.cycles-pp.enqueue_entity 0.28 ± 2% -0.1 0.18 ± 2% perf-profile.children.cycles-pp.proc_pid_get_link 0.21 ± 4% -0.1 0.12 ± 3% perf-profile.children.cycles-pp.cgroup_release 0.32 -0.1 0.24 ± 2% perf-profile.children.cycles-pp.terminate_walk 0.28 ± 4% -0.1 0.20 ± 2% perf-profile.children.cycles-pp.set_root 0.41 ± 5% -0.1 0.32 ± 2% perf-profile.children.cycles-pp.mm_release 0.37 ± 6% -0.1 0.29 ± 7% perf-profile.children.cycles-pp.stress_fstat_helper 0.33 ± 2% -0.1 0.24 ± 3% perf-profile.children.cycles-pp.__list_del_entry_valid 0.34 ± 2% -0.1 0.25 ± 2% perf-profile.children.cycles-pp.exit_task_stack_account 0.30 ± 3% -0.1 0.22 ± 3% perf-profile.children.cycles-pp.make_vfsuid 0.35 ± 2% -0.1 0.27 ± 2% perf-profile.children.cycles-pp.putname 0.31 ± 6% -0.1 0.23 ± 2% perf-profile.children.cycles-pp.alloc_pid 0.31 ± 3% -0.1 0.23 ± 2% perf-profile.children.cycles-pp.memcg_slab_post_alloc_hook 0.33 ± 2% -0.1 0.25 perf-profile.children.cycles-pp.entry_SYSCALL_64_safe_stack 0.32 ± 7% -0.1 0.24 ± 7% perf-profile.children.cycles-pp.cgroup_free 0.38 ± 5% -0.1 0.30 ± 2% perf-profile.children.cycles-pp.futex_wake 0.29 -0.1 0.22 ± 3% perf-profile.children.cycles-pp.map_id_up 0.21 ± 4% -0.1 0.13 ± 5% perf-profile.children.cycles-pp.tlb_finish_mmu 0.32 ± 7% -0.1 0.24 ± 7% perf-profile.children.cycles-pp.refcount_dec_not_one 0.27 ± 2% -0.1 0.20 ± 3% perf-profile.children.cycles-pp.idle_cpu 0.25 ± 4% -0.1 0.18 ± 5% perf-profile.children.cycles-pp.sigprocmask 0.24 ± 5% -0.1 0.17 ± 4% perf-profile.children.cycles-pp._raw_write_lock_irq 0.21 ± 8% -0.1 0.14 ± 5% perf-profile.children.cycles-pp.cgroup_can_fork 0.33 ± 5% -0.1 0.26 ± 2% perf-profile.children.cycles-pp.kmem_cache_alloc_node 0.30 ± 3% -0.1 0.23 ± 2% perf-profile.children.cycles-pp.__fget_light 0.30 ± 2% -0.1 0.24 ± 2% perf-profile.children.cycles-pp.__slab_free 0.28 ± 3% -0.1 0.21 ± 4% perf-profile.children.cycles-pp.account_kernel_stack 0.24 ± 5% -0.1 0.18 ± 2% perf-profile.children.cycles-pp.__do_sys_newfstat 0.18 ± 4% -0.1 0.12 ± 5% perf-profile.children.cycles-pp.flush_tlb_mm_range 0.27 ± 2% -0.1 0.20 ± 4% perf-profile.children.cycles-pp.unmap_page_range 0.28 ± 3% -0.1 0.22 ± 4% perf-profile.children.cycles-pp.perf_iterate_sb 0.27 ± 4% -0.1 0.21 ± 3% perf-profile.children.cycles-pp.update_curr 0.18 ± 3% -0.1 0.12 ± 6% perf-profile.children.cycles-pp.on_each_cpu_cond_mask 0.18 ± 3% -0.1 0.12 ± 6% perf-profile.children.cycles-pp.smp_call_function_many_cond 0.24 ± 3% -0.1 0.18 ± 4% perf-profile.children.cycles-pp._find_next_and_bit 0.33 ± 2% -0.1 0.27 ± 3% perf-profile.children.cycles-pp.free_vmap_area_noflush 0.24 ± 5% -0.1 0.18 ± 4% perf-profile.children.cycles-pp.___slab_alloc 0.21 ± 10% -0.1 0.15 ± 8% perf-profile.children.cycles-pp.__lookup_mnt 0.25 ± 2% -0.1 0.19 ± 2% perf-profile.children.cycles-pp.get_futex_key 0.21 ± 3% -0.1 0.16 ± 3% perf-profile.children.cycles-pp.syscall_exit_to_user_mode_prepare 0.22 ± 5% -0.1 0.17 ± 7% perf-profile.children.cycles-pp.stress_fstat 0.21 ± 2% -0.1 0.15 ± 3% perf-profile.children.cycles-pp.finish_task_switch 0.24 ± 2% -0.1 0.18 ± 4% perf-profile.children.cycles-pp.get_user_pages_fast 0.18 ± 4% -0.1 0.12 ± 4% perf-profile.children.cycles-pp.raw_spin_rq_lock_nested 0.15 ± 4% -0.1 0.09 ± 5% perf-profile.children.cycles-pp.tid_fd_revalidate 0.23 ± 4% -0.1 0.17 ± 5% perf-profile.children.cycles-pp.__mod_lruvec_page_state 0.25 ± 4% -0.1 0.20 ± 4% perf-profile.children.cycles-pp.perf_event_task_output 0.23 ± 3% -0.1 0.18 ± 5% perf-profile.children.cycles-pp.zap_pmd_range 0.24 ± 3% -0.1 0.19 perf-profile.children.cycles-pp.update_rq_clock 0.23 ± 3% -0.1 0.18 ± 3% perf-profile.children.cycles-pp.internal_get_user_pages_fast 0.19 ± 3% -0.1 0.14 ± 5% perf-profile.children.cycles-pp.check_stack_object 0.14 ± 7% -0.1 0.09 ± 4% perf-profile.children.cycles-pp.cgroup_exit 0.22 ± 3% -0.0 0.18 ± 2% perf-profile.children.cycles-pp.try_to_unlazy_next 0.22 ± 3% -0.0 0.16 ± 3% perf-profile.children.cycles-pp.put_pid 0.20 ± 4% -0.0 0.15 ± 3% perf-profile.children.cycles-pp.vfs_fstat 0.08 ± 6% -0.0 0.02 ± 99% perf-profile.children.cycles-pp.cgroup_post_fork 0.14 ± 2% -0.0 0.09 ± 5% perf-profile.children.cycles-pp.proc_fd_link 0.22 ± 3% -0.0 0.17 ± 2% perf-profile.children.cycles-pp.lockless_pages_from_mm 0.18 ± 3% -0.0 0.13 ± 2% perf-profile.children.cycles-pp.free_pid 0.15 ± 3% -0.0 0.10 ± 3% perf-profile.children.cycles-pp.detach_tasks 0.18 ± 4% -0.0 0.14 ± 4% perf-profile.children.cycles-pp.insert_vmap_area 0.17 ± 3% -0.0 0.12 ± 6% perf-profile.children.cycles-pp.from_kuid_munged 0.19 ± 6% -0.0 0.14 ± 9% perf-profile.children.cycles-pp.pthread_create@@GLIBC_2.2.5 0.20 ± 3% -0.0 0.15 ± 3% perf-profile.children.cycles-pp.zap_pte_range 0.17 ± 4% -0.0 0.12 ± 4% perf-profile.children.cycles-pp.is_vmalloc_addr 0.18 ± 7% -0.0 0.14 ± 7% perf-profile.children.cycles-pp._find_next_bit 0.14 ± 2% -0.0 0.09 ± 4% perf-profile.children.cycles-pp.pid_revalidate 0.07 ± 5% -0.0 0.02 ± 99% perf-profile.children.cycles-pp.__sysvec_call_function 0.20 ± 2% -0.0 0.15 ± 2% perf-profile.children.cycles-pp.switch_fpu_return 0.18 ± 3% -0.0 0.14 ± 3% perf-profile.children.cycles-pp.exit_mm_release 0.19 ± 2% -0.0 0.14 ± 6% perf-profile.children.cycles-pp.switch_mm_irqs_off 0.17 ± 5% -0.0 0.13 ± 5% perf-profile.children.cycles-pp.security_inode_permission 0.16 ± 5% -0.0 0.12 ± 4% perf-profile.children.cycles-pp.find_busiest_queue 0.18 ± 9% -0.0 0.14 ± 8% perf-profile.children.cycles-pp.rmqueue_bulk 0.23 ± 4% -0.0 0.18 ± 2% perf-profile.children.cycles-pp.prepare_task_switch 0.22 ± 3% -0.0 0.17 ± 4% perf-profile.children.cycles-pp.gup_pgd_range 0.20 ± 2% -0.0 0.16 ± 3% perf-profile.children.cycles-pp.legitimize_links 0.12 ± 3% -0.0 0.08 ± 7% perf-profile.children.cycles-pp.__task_rq_lock 0.35 ± 3% -0.0 0.30 ± 3% perf-profile.children.cycles-pp.lockref_put_return 0.17 ± 3% -0.0 0.13 ± 5% perf-profile.children.cycles-pp.add_device_randomness 0.19 ± 5% -0.0 0.14 ± 5% perf-profile.children.cycles-pp.rcu_all_qs 0.17 ± 2% -0.0 0.13 ± 5% perf-profile.children.cycles-pp.from_kgid_munged 0.12 ± 4% -0.0 0.08 ± 6% perf-profile.children.cycles-pp.task_dump_owner 0.06 ± 7% -0.0 0.02 ± 99% perf-profile.children.cycles-pp.perf_trace_sched_wakeup_template 0.11 ± 4% -0.0 0.07 ± 6% perf-profile.children.cycles-pp.asm_sysvec_call_function 0.16 ± 3% -0.0 0.12 ± 6% perf-profile.children.cycles-pp.__x64_sys_rt_sigprocmask 0.11 ± 6% -0.0 0.07 ± 8% perf-profile.children.cycles-pp.cgroup_css_set_fork 0.16 ± 3% -0.0 0.13 ± 2% perf-profile.children.cycles-pp.perf_event_task 0.16 -0.0 0.12 ± 3% perf-profile.children.cycles-pp.__update_load_avg_cfs_rq 0.16 ± 8% -0.0 0.12 ± 5% perf-profile.children.cycles-pp.__kmem_cache_alloc_node 0.12 ± 8% -0.0 0.09 ± 5% perf-profile.children.cycles-pp.get_pid_task 0.06 ± 6% -0.0 0.02 ± 99% perf-profile.children.cycles-pp.exit_robust_list 0.17 ± 5% -0.0 0.13 ± 5% perf-profile.children.cycles-pp.set_next_entity 0.16 ± 3% -0.0 0.12 perf-profile.children.cycles-pp.__x64_sys_newlstat 0.15 ± 4% -0.0 0.12 ± 5% perf-profile.children.cycles-pp.__switch_to_asm 0.15 ± 3% -0.0 0.12 ± 4% perf-profile.children.cycles-pp.futex_exit_release 0.13 ± 2% -0.0 0.09 ± 5% perf-profile.children.cycles-pp.do_sched_yield 0.13 ± 8% -0.0 0.10 ± 8% perf-profile.children.cycles-pp.memset_erms 0.14 ± 3% -0.0 0.11 ± 5% perf-profile.children.cycles-pp.obj_cgroup_uncharge_pages 0.14 ± 3% -0.0 0.10 ± 3% perf-profile.children.cycles-pp.restore_fpregs_from_fpstate 0.21 ± 3% -0.0 0.18 perf-profile.children.cycles-pp.try_to_wake_up 0.17 ± 4% -0.0 0.14 ± 5% perf-profile.children.cycles-pp.__x64_sys_newstat 0.16 ± 4% -0.0 0.13 ± 2% perf-profile.children.cycles-pp.mntput_no_expire 0.16 ± 5% -0.0 0.13 ± 3% perf-profile.children.cycles-pp.__switch_to 0.07 ± 6% -0.0 0.04 ± 44% perf-profile.children.cycles-pp.fget_task 0.09 ± 8% -0.0 0.06 ± 9% perf-profile.children.cycles-pp.sysvec_call_function 0.06 ± 7% -0.0 0.03 ± 70% perf-profile.children.cycles-pp.get_page_from_freelist 0.15 ± 4% -0.0 0.12 ± 3% perf-profile.children.cycles-pp.gup_pte_range 0.14 ± 4% -0.0 0.11 perf-profile.children.cycles-pp.update_blocked_averages 0.14 ± 3% -0.0 0.10 ± 4% perf-profile.children.cycles-pp.try_grab_folio 0.11 ± 4% -0.0 0.08 ± 5% perf-profile.children.cycles-pp.__perf_event_header__init_id 0.13 ± 6% -0.0 0.10 ± 3% perf-profile.children.cycles-pp.allocate_slab 0.12 ± 4% -0.0 0.08 ± 5% perf-profile.children.cycles-pp.__task_pid_nr_ns 0.10 ± 5% -0.0 0.07 ± 8% perf-profile.children.cycles-pp.task_change_group_fair 0.11 ± 6% -0.0 0.08 ± 5% perf-profile.children.cycles-pp.__memcg_kmem_uncharge_page 0.11 ± 3% -0.0 0.08 ± 5% perf-profile.children.cycles-pp.__flush_smp_call_function_queue 0.11 ± 9% -0.0 0.08 ± 10% perf-profile.children.cycles-pp.sched_cgroup_fork 0.07 ± 5% -0.0 0.04 ± 45% perf-profile.children.cycles-pp.detach_task_cfs_rq 0.06 ± 6% -0.0 0.03 ± 70% perf-profile.children.cycles-pp.__xstat64@plt 0.12 ± 3% -0.0 0.10 ± 8% perf-profile.children.cycles-pp.perf_event_fork 0.12 ± 8% -0.0 0.10 ± 9% perf-profile.children.cycles-pp.__vunmap_range_noflush 0.12 ± 4% -0.0 0.09 ± 7% perf-profile.children.cycles-pp.__fget_files 0.20 ± 5% -0.0 0.18 ± 4% perf-profile.children.cycles-pp.flush_smp_call_function_queue 0.08 ± 8% -0.0 0.06 perf-profile.children.cycles-pp.pids_release 0.10 ± 12% -0.0 0.08 ± 4% perf-profile.children.cycles-pp.copy_creds 0.10 ± 3% -0.0 0.08 ± 9% perf-profile.children.cycles-pp.__call_rcu_common 0.10 ± 5% -0.0 0.08 ± 6% perf-profile.children.cycles-pp.__memcg_kmem_charge_page 0.10 ± 10% -0.0 0.07 ± 6% perf-profile.children.cycles-pp.pids_can_fork 0.14 ± 5% -0.0 0.11 ± 4% perf-profile.children.cycles-pp.wake_up_q 0.12 ± 14% -0.0 0.10 ± 8% perf-profile.children.cycles-pp.__free_pages 0.11 ± 6% -0.0 0.08 ± 5% perf-profile.children.cycles-pp.memcg_charge_kernel_stack 0.09 ± 6% -0.0 0.07 ± 7% perf-profile.children.cycles-pp.llist_add_batch 0.08 ± 4% -0.0 0.06 ± 6% perf-profile.children.cycles-pp.schedule_tail 0.09 ± 5% -0.0 0.07 ± 8% perf-profile.children.cycles-pp.__x64_sys_newfstat 0.09 ± 7% -0.0 0.07 ± 5% perf-profile.children.cycles-pp.mntput 0.09 ± 5% -0.0 0.07 ± 8% perf-profile.children.cycles-pp.should_failslab 0.08 ± 5% -0.0 0.06 ± 9% perf-profile.children.cycles-pp._copy_from_user 0.16 ± 6% -0.0 0.13 ± 5% perf-profile.children.cycles-pp.sched_ttwu_pending 0.15 ± 4% -0.0 0.13 ± 4% perf-profile.children.cycles-pp.ttwu_do_activate 0.10 ± 4% -0.0 0.08 ± 4% perf-profile.children.cycles-pp.__update_load_avg_se 0.08 ± 11% -0.0 0.06 ± 6% perf-profile.children.cycles-pp.exit_signals 0.08 ± 6% -0.0 0.05 ± 8% perf-profile.children.cycles-pp.down_read 0.08 ± 6% -0.0 0.05 ± 8% perf-profile.children.cycles-pp.security_task_free 0.08 ± 8% -0.0 0.06 ± 6% perf-profile.children.cycles-pp.task_fork_fair 0.07 ± 5% -0.0 0.05 ± 7% perf-profile.children.cycles-pp.rcu_segcblist_enqueue 0.10 ± 10% -0.0 0.08 ± 8% perf-profile.children.cycles-pp.kmalloc_node_trace 0.09 ± 4% -0.0 0.07 ± 5% perf-profile.children.cycles-pp.copy_thread 0.08 ± 8% -0.0 0.06 ± 7% perf-profile.children.cycles-pp.drain_vmap_area_work 0.08 ± 8% -0.0 0.06 ± 7% perf-profile.children.cycles-pp.__purge_vmap_area_lazy 0.09 ± 7% -0.0 0.07 ± 5% perf-profile.children.cycles-pp.__list_add_valid 0.09 ± 5% -0.0 0.08 ± 6% perf-profile.children.cycles-pp.mutex_lock 0.09 ± 5% -0.0 0.08 ± 6% perf-profile.children.cycles-pp.sched_clock_cpu 0.09 -0.0 0.07 ± 5% perf-profile.children.cycles-pp.rb_erase 0.07 ± 10% -0.0 0.05 perf-profile.children.cycles-pp.proc_pid_permission 0.07 ± 5% -0.0 0.05 perf-profile.children.cycles-pp.__update_blocked_fair 0.11 ± 5% -0.0 0.09 ± 4% perf-profile.children.cycles-pp.futex_wait_setup 0.11 -0.0 0.09 ± 7% perf-profile.children.cycles-pp.native_sched_clock 0.09 ± 5% -0.0 0.07 ± 5% perf-profile.children.cycles-pp.available_idle_cpu 0.07 ± 6% -0.0 0.06 ± 8% perf-profile.children.cycles-pp.sched_fork 0.08 ± 6% -0.0 0.06 ± 6% perf-profile.children.cycles-pp.insert_vmap_area_augment 0.07 -0.0 0.05 ± 8% perf-profile.children.cycles-pp.queue_work_on 0.07 ± 5% -0.0 0.06 ± 9% perf-profile.children.cycles-pp.memcg_account_kmem 0.09 ± 4% -0.0 0.07 ± 9% perf-profile.children.cycles-pp.taskstats_exit 0.08 ± 5% -0.0 0.07 perf-profile.children.cycles-pp.rb_insert_color 0.07 ± 7% -0.0 0.05 ± 7% perf-profile.children.cycles-pp.delayed_put_task_struct 0.08 ± 5% -0.0 0.07 ± 5% perf-profile.children.cycles-pp.native_irq_return_iret 0.06 ± 7% -0.0 0.05 ± 7% perf-profile.children.cycles-pp.__sched_fork 0.07 ± 7% -0.0 0.05 ± 8% perf-profile.children.cycles-pp.ttwu_queue_wakelist 26.44 +1.9 28.33 perf-profile.children.cycles-pp.statx 0.30 ± 3% +2.2 2.53 perf-profile.children.cycles-pp.generic_fillattr 20.36 +3.2 23.60 perf-profile.children.cycles-pp.__xstat64 20.66 +3.4 24.02 perf-profile.children.cycles-pp.__x64_sys_statx 17.61 +3.9 21.54 perf-profile.children.cycles-pp.__do_sys_newstat 18.29 +4.1 22.40 perf-profile.children.cycles-pp.__lxstat64 15.60 +4.8 20.39 perf-profile.children.cycles-pp.__do_sys_newlstat 13.39 +5.2 18.58 perf-profile.children.cycles-pp.do_statx 76.27 +5.9 82.20 perf-profile.children.cycles-pp.entry_SYSCALL_64_after_hwframe 75.45 +6.1 81.57 perf-profile.children.cycles-pp.do_syscall_64 31.76 +9.1 40.85 perf-profile.children.cycles-pp.vfs_fstatat 9.42 +14.4 23.82 ± 2% perf-profile.children.cycles-pp.native_queued_spin_lock_slowpath 38.78 +16.0 54.76 perf-profile.children.cycles-pp.vfs_statx 8.92 ± 2% +19.2 28.07 ± 2% perf-profile.children.cycles-pp._raw_spin_lock 0.00 +22.6 22.62 ± 2% perf-profile.children.cycles-pp.fill_cmtime_and_mark 0.54 +24.9 25.46 ± 2% perf-profile.children.cycles-pp.shmem_getattr 14.79 -4.8 9.94 perf-profile.self.cycles-pp.lockref_get_not_dead 3.45 ± 3% -1.3 2.15 perf-profile.self.cycles-pp.common_perm_cond 2.76 ± 2% -0.7 2.07 perf-profile.self.cycles-pp.strncpy_from_user 1.89 -0.5 1.40 perf-profile.self.cycles-pp.entry_SYSRETQ_unsafe_stack 1.56 -0.4 1.12 ± 2% perf-profile.self.cycles-pp.update_sg_lb_stats 1.68 -0.4 1.26 perf-profile.self.cycles-pp.statx 1.54 -0.4 1.13 perf-profile.self.cycles-pp.kmem_cache_alloc 1.48 ± 3% -0.4 1.12 ± 4% perf-profile.self.cycles-pp.update_sg_wakeup_stats 1.39 ± 4% -0.4 1.03 ± 2% perf-profile.self.cycles-pp.kmem_cache_free 1.25 -0.3 0.92 perf-profile.self.cycles-pp.__might_resched 1.21 -0.3 0.89 ± 2% perf-profile.self.cycles-pp.__entry_text_start 1.24 -0.3 0.93 perf-profile.self.cycles-pp.syscall_exit_to_user_mode 1.12 -0.3 0.83 perf-profile.self.cycles-pp.getname_flags 1.05 -0.3 0.78 ± 2% perf-profile.self.cycles-pp.__check_object_size 0.81 ± 6% -0.3 0.54 perf-profile.self.cycles-pp.__d_lookup_rcu 1.82 -0.3 1.55 perf-profile.self.cycles-pp.intel_idle 0.87 -0.2 0.63 perf-profile.self.cycles-pp.link_path_walk 0.90 -0.2 0.68 perf-profile.self.cycles-pp.entry_SYSCALL_64_after_hwframe 0.83 -0.2 0.60 ± 2% perf-profile.self.cycles-pp.copy_user_enhanced_fast_string 0.83 ± 2% -0.2 0.62 perf-profile.self.cycles-pp.__might_sleep 0.82 -0.2 0.62 ± 2% perf-profile.self.cycles-pp.syscall_return_via_sysret 0.72 ± 2% -0.2 0.53 perf-profile.self.cycles-pp.shim_statx 0.68 ± 2% -0.2 0.51 perf-profile.self.cycles-pp.__x64_sys_statx 0.61 -0.2 0.44 perf-profile.self.cycles-pp.step_into 0.63 ± 2% -0.2 0.46 perf-profile.self.cycles-pp.__xstat64 0.54 -0.2 0.38 ± 2% perf-profile.self.cycles-pp.__legitimize_mnt 0.66 ± 2% -0.2 0.51 ± 2% perf-profile.self.cycles-pp.do_syscall_64 0.57 ± 2% -0.2 0.42 ± 2% perf-profile.self.cycles-pp.__check_heap_object 0.56 -0.2 0.40 perf-profile.self.cycles-pp.filename_lookup 0.62 -0.2 0.46 ± 2% perf-profile.self.cycles-pp.__lxstat64 0.60 ± 3% -0.1 0.46 ± 4% perf-profile.self.cycles-pp.clear_page_erms 0.60 ± 5% -0.1 0.45 ± 4% perf-profile.self.cycles-pp.memcpy_erms 0.50 -0.1 0.36 ± 2% perf-profile.self.cycles-pp.__virt_addr_valid 0.30 ± 4% -0.1 0.16 ± 6% perf-profile.self.cycles-pp.queued_write_lock_slowpath 0.50 ± 2% -0.1 0.36 ± 3% perf-profile.self.cycles-pp.vfs_getattr_nosec 0.51 ± 2% -0.1 0.38 ± 3% perf-profile.self.cycles-pp.generic_permission 0.48 ± 2% -0.1 0.35 ± 2% perf-profile.self.cycles-pp.syscall_enter_from_user_mode 0.56 -0.1 0.46 ± 3% perf-profile.self.cycles-pp.vfs_statx 0.36 ± 2% -0.1 0.26 ± 2% perf-profile.self.cycles-pp._raw_spin_lock_irqsave 0.38 ± 3% -0.1 0.28 perf-profile.self.cycles-pp._raw_spin_lock_irq 0.36 ± 2% -0.1 0.28 ± 2% perf-profile.self.cycles-pp.path_lookupat 0.31 ± 8% -0.1 0.22 ± 4% perf-profile.self.cycles-pp.alloc_vmap_area 0.32 ± 2% -0.1 0.24 ± 2% perf-profile.self.cycles-pp.__list_del_entry_valid 0.32 ± 2% -0.1 0.24 ± 2% perf-profile.self.cycles-pp.__might_fault 0.32 ± 3% -0.1 0.24 perf-profile.self.cycles-pp.entry_SYSCALL_64_safe_stack 0.32 ± 4% -0.1 0.24 ± 2% perf-profile.self.cycles-pp.__fxstat64 0.32 ± 2% -0.1 0.24 ± 2% perf-profile.self.cycles-pp.path_init 0.27 ± 4% -0.1 0.19 ± 3% perf-profile.self.cycles-pp.set_root 0.30 ± 4% -0.1 0.23 ± 3% perf-profile.self.cycles-pp.__cond_resched 0.28 ± 2% -0.1 0.20 ± 3% perf-profile.self.cycles-pp.inode_permission 0.26 ± 2% -0.1 0.19 ± 3% perf-profile.self.cycles-pp.cp_new_stat 0.32 ± 7% -0.1 0.24 ± 7% perf-profile.self.cycles-pp.refcount_dec_not_one 0.29 ± 2% -0.1 0.22 ± 2% perf-profile.self.cycles-pp.update_load_avg 0.24 ± 6% -0.1 0.17 ± 4% perf-profile.self.cycles-pp._raw_write_lock_irq 0.25 ± 2% -0.1 0.18 ± 3% perf-profile.self.cycles-pp.walk_component 0.30 ± 8% -0.1 0.23 ± 7% perf-profile.self.cycles-pp.stress_fstat_helper 0.28 ± 2% -0.1 0.21 perf-profile.self.cycles-pp.putname 0.24 -0.1 0.18 ± 4% perf-profile.self.cycles-pp.lookup_fast 0.30 ± 3% -0.1 0.24 ± 3% perf-profile.self.cycles-pp.__slab_free 0.26 ± 3% -0.1 0.19 ± 3% perf-profile.self.cycles-pp.idle_cpu 0.27 -0.1 0.21 ± 2% perf-profile.self.cycles-pp.__schedule 0.24 ± 3% -0.1 0.18 ± 3% perf-profile.self.cycles-pp.memcg_slab_post_alloc_hook 0.24 ± 2% -0.1 0.18 ± 2% perf-profile.self.cycles-pp.exit_to_user_mode_prepare 0.24 ± 2% -0.1 0.17 ± 2% perf-profile.self.cycles-pp.cp_statx 0.25 ± 2% -0.1 0.19 ± 3% perf-profile.self.cycles-pp.map_id_up 0.21 ± 3% -0.1 0.15 ± 4% perf-profile.self.cycles-pp.make_vfsuid 0.21 ± 3% -0.1 0.16 ± 3% perf-profile.self.cycles-pp._find_next_and_bit 0.24 ± 5% -0.1 0.19 ± 4% perf-profile.self.cycles-pp.find_idlest_cpu 0.19 ± 12% -0.1 0.14 ± 8% perf-profile.self.cycles-pp.__lookup_mnt 0.20 ± 8% -0.0 0.15 ± 4% perf-profile.self.cycles-pp.copy_process 0.21 ± 2% -0.0 0.16 ± 5% perf-profile.self.cycles-pp.__fget_light 0.18 ± 6% -0.0 0.13 ± 8% perf-profile.self.cycles-pp.pthread_create@@GLIBC_2.2.5 0.20 -0.0 0.15 ± 2% perf-profile.self.cycles-pp.vfs_fstatat 0.34 ± 3% -0.0 0.30 ± 3% perf-profile.self.cycles-pp.lockref_put_return 0.20 ± 7% -0.0 0.15 perf-profile.self.cycles-pp.start_thread 0.18 ± 4% -0.0 0.14 ± 6% perf-profile.self.cycles-pp.switch_mm_irqs_off 0.21 ± 3% -0.0 0.16 ± 3% perf-profile.self.cycles-pp.free_vmap_area_noflush 0.13 -0.0 0.09 ± 5% perf-profile.self.cycles-pp.__do_sys_newlstat 0.16 ± 4% -0.0 0.12 ± 5% perf-profile.self.cycles-pp.terminate_walk 0.17 ± 4% -0.0 0.13 ± 2% perf-profile.self.cycles-pp.find_unlink_vmap_area 0.17 ± 5% -0.0 0.13 ± 8% perf-profile.self.cycles-pp.__vmalloc_area_node 0.15 ± 2% -0.0 0.11 ± 5% perf-profile.self.cycles-pp.check_stack_object 0.14 ± 5% -0.0 0.10 ± 4% perf-profile.self.cycles-pp.security_inode_permission 0.14 ± 3% -0.0 0.10 ± 4% perf-profile.self.cycles-pp.nd_jump_root 0.15 ± 8% -0.0 0.11 ± 8% perf-profile.self.cycles-pp._find_next_bit 0.10 ± 4% -0.0 0.06 ± 6% perf-profile.self.cycles-pp.smp_call_function_many_cond 0.16 ± 3% -0.0 0.12 ± 3% perf-profile.self.cycles-pp.do_statx 0.15 ± 4% -0.0 0.11 ± 5% perf-profile.self.cycles-pp.try_to_unlazy 0.16 ± 3% -0.0 0.13 ± 5% perf-profile.self.cycles-pp.update_rq_clock 0.16 ± 2% -0.0 0.12 ± 7% perf-profile.self.cycles-pp.__mod_lruvec_page_state 0.14 ± 6% -0.0 0.10 ± 4% perf-profile.self.cycles-pp.find_busiest_queue 0.14 ± 4% -0.0 0.10 ± 4% perf-profile.self.cycles-pp.insert_vmap_area 0.12 ± 4% -0.0 0.08 ± 5% perf-profile.self.cycles-pp.__legitimize_path 0.06 ± 6% -0.0 0.02 ± 99% perf-profile.self.cycles-pp.find_idlest_group 0.13 ± 2% -0.0 0.09 ± 4% perf-profile.self.cycles-pp.is_vmalloc_addr 0.12 ± 7% -0.0 0.08 ± 5% perf-profile.self.cycles-pp.get_pid_task 0.15 ± 4% -0.0 0.12 ± 5% perf-profile.self.cycles-pp.__switch_to_asm 0.12 ± 3% -0.0 0.09 ± 7% perf-profile.self.cycles-pp.syscall_exit_to_user_mode_prepare 0.14 ± 5% -0.0 0.11 ± 4% perf-profile.self.cycles-pp.update_curr 0.13 ± 8% -0.0 0.10 ± 8% perf-profile.self.cycles-pp.memset_erms 0.12 ± 6% -0.0 0.08 ± 4% perf-profile.self.cycles-pp.complete_walk 0.12 ± 4% -0.0 0.08 ± 5% perf-profile.self.cycles-pp._copy_to_user 0.15 ± 2% -0.0 0.12 ± 5% perf-profile.self.cycles-pp.mntput_no_expire 0.11 ± 8% -0.0 0.08 ± 7% perf-profile.self.cycles-pp.vfree 0.15 -0.0 0.12 ± 3% perf-profile.self.cycles-pp.__update_load_avg_cfs_rq 0.18 ± 2% -0.0 0.14 ± 3% perf-profile.self.cycles-pp.dput 0.14 ± 3% -0.0 0.11 ± 4% perf-profile.self.cycles-pp.__x64_sys_newlstat 0.13 ± 2% -0.0 0.10 ± 3% perf-profile.self.cycles-pp.restore_fpregs_from_fpstate 0.14 ± 3% -0.0 0.10 ± 4% perf-profile.self.cycles-pp.try_grab_folio 0.16 ± 6% -0.0 0.12 ± 4% perf-profile.self.cycles-pp.__switch_to 0.15 ± 3% -0.0 0.12 ± 3% perf-profile.self.cycles-pp.__x64_sys_newstat 0.07 ± 8% -0.0 0.04 ± 44% perf-profile.self.cycles-pp.find_vmap_area 0.06 ± 6% -0.0 0.03 ± 70% perf-profile.self.cycles-pp.gup_pgd_range 0.06 ± 6% -0.0 0.03 ± 70% perf-profile.self.cycles-pp.mntput 0.12 ± 6% -0.0 0.10 ± 5% perf-profile.self.cycles-pp.rcu_all_qs 0.12 ± 6% -0.0 0.09 ± 7% perf-profile.self.cycles-pp.zap_pte_range 0.11 ± 5% -0.0 0.08 ± 5% perf-profile.self.cycles-pp.__do_sys_newstat 0.11 ± 4% -0.0 0.08 ± 7% perf-profile.self.cycles-pp.__task_pid_nr_ns 0.10 ± 3% -0.0 0.08 ± 6% perf-profile.self.cycles-pp.dequeue_task_fair 0.11 ± 6% -0.0 0.09 ± 10% perf-profile.self.cycles-pp.vunmap_p4d_range 0.10 -0.0 0.08 ± 6% perf-profile.self.cycles-pp.__update_load_avg_se 0.11 ± 4% -0.0 0.08 ± 4% perf-profile.self.cycles-pp.__fget_files 0.08 ± 11% -0.0 0.06 ± 6% perf-profile.self.cycles-pp.pids_release 0.10 ± 5% -0.0 0.08 ± 6% perf-profile.self.cycles-pp.put_pid 0.10 ± 10% -0.0 0.07 ± 6% perf-profile.self.cycles-pp.pids_can_fork 0.06 ± 7% -0.0 0.04 ± 44% perf-profile.self.cycles-pp.down_read 0.11 ± 3% -0.0 0.08 ± 5% perf-profile.self.cycles-pp.native_sched_clock 0.08 ± 5% -0.0 0.06 perf-profile.self.cycles-pp.legitimize_links 0.11 ± 4% -0.0 0.09 ± 6% perf-profile.self.cycles-pp.enqueue_entity 0.12 ± 12% -0.0 0.10 ± 8% perf-profile.self.cycles-pp.__free_pages 0.08 ± 5% -0.0 0.06 ± 11% perf-profile.self.cycles-pp.__x64_sys_newfstat 0.09 -0.0 0.07 ± 5% perf-profile.self.cycles-pp.rb_erase 0.08 ± 5% -0.0 0.06 ± 7% perf-profile.self.cycles-pp.__list_add_valid 0.10 ± 6% -0.0 0.08 ± 6% perf-profile.self.cycles-pp.update_sd_lb_stats 0.06 ± 6% -0.0 0.04 ± 44% perf-profile.self.cycles-pp.switch_fpu_return 0.07 -0.0 0.05 perf-profile.self.cycles-pp.finish_task_switch 0.09 ± 7% -0.0 0.07 ± 6% perf-profile.self.cycles-pp.newidle_balance 0.08 ± 5% -0.0 0.06 ± 7% perf-profile.self.cycles-pp.llist_add_batch 0.07 -0.0 0.05 ± 7% perf-profile.self.cycles-pp.rcu_segcblist_enqueue 0.08 ± 4% -0.0 0.06 ± 7% perf-profile.self.cycles-pp.mutex_lock 0.07 ± 6% -0.0 0.06 ± 8% perf-profile.self.cycles-pp.obj_cgroup_uncharge_pages 0.09 ± 4% -0.0 0.08 ± 6% perf-profile.self.cycles-pp.security_inode_getattr 0.10 ± 6% -0.0 0.08 ± 4% perf-profile.self.cycles-pp.__pthread_clockjoin_ex 0.07 ± 7% -0.0 0.05 perf-profile.self.cycles-pp.enqueue_task_fair 0.07 ± 5% -0.0 0.06 ± 8% perf-profile.self.cycles-pp.available_idle_cpu 0.08 ± 4% -0.0 0.07 ± 7% perf-profile.self.cycles-pp.rb_insert_color 0.08 ± 5% -0.0 0.07 ± 5% perf-profile.self.cycles-pp.native_irq_return_iret 0.25 +0.1 0.33 ± 3% perf-profile.self.cycles-pp.shmem_getattr 0.00 +0.6 0.60 ± 2% perf-profile.self.cycles-pp.fill_cmtime_and_mark 0.22 ± 3% +2.2 2.45 perf-profile.self.cycles-pp.generic_fillattr 1.10 +4.1 5.19 perf-profile.self.cycles-pp._raw_spin_lock 9.41 +14.3 23.70 ± 2% perf-profile.self.cycles-pp.native_queued_spin_lock_slowpath Disclaimer: Results have been estimated based on internal Intel analysis and are provided for informational purposes only. Any difference in system hardware or software design or configuration may affect actual performance.
diff --git a/mm/shmem.c b/mm/shmem.c index 448f393d8ab2..75dd09492c36 100644 --- a/mm/shmem.c +++ b/mm/shmem.c @@ -1039,7 +1039,7 @@ static void shmem_undo_range(struct inode *inode, loff_t lstart, loff_t lend, void shmem_truncate_range(struct inode *inode, loff_t lstart, loff_t lend) { shmem_undo_range(inode, lstart, lend, false); - inode->i_ctime = inode->i_mtime = current_time(inode); + inode->i_ctime = inode->i_mtime = current_cmtime(inode); inode_inc_iversion(inode); } EXPORT_SYMBOL_GPL(shmem_truncate_range); @@ -1065,7 +1065,10 @@ static int shmem_getattr(struct mnt_idmap *idmap, stat->attributes_mask |= (STATX_ATTR_APPEND | STATX_ATTR_IMMUTABLE | STATX_ATTR_NODUMP); + generic_fillattr(idmap, inode, stat); + if (request_mask & (STATX_CTIME|STATX_MTIME)) + fill_cmtime_and_mark(inode, stat); if (shmem_is_huge(inode, 0, false, NULL, 0)) stat->blksize = HPAGE_PMD_SIZE; @@ -1136,7 +1139,7 @@ static int shmem_setattr(struct mnt_idmap *idmap, if (attr->ia_valid & ATTR_MODE) error = posix_acl_chmod(idmap, dentry, inode->i_mode); if (!error && update_ctime) { - inode->i_ctime = current_time(inode); + inode->i_ctime = current_cmtime(inode); if (update_mtime) inode->i_mtime = inode->i_ctime; inode_inc_iversion(inode); @@ -2361,7 +2364,7 @@ static struct inode *shmem_get_inode(struct mnt_idmap *idmap, struct super_block inode->i_ino = ino; inode_init_owner(idmap, inode, dir, mode); inode->i_blocks = 0; - inode->i_atime = inode->i_mtime = inode->i_ctime = current_time(inode); + inode->i_atime = inode->i_mtime = inode->i_ctime = current_cmtime(inode); inode->i_generation = get_random_u32(); info = SHMEM_I(inode); memset(info, 0, (char *)inode - (char *)info); @@ -2940,7 +2943,7 @@ shmem_mknod(struct mnt_idmap *idmap, struct inode *dir, error = 0; dir->i_size += BOGO_DIRENT_SIZE; - dir->i_ctime = dir->i_mtime = current_time(dir); + dir->i_ctime = dir->i_mtime = current_cmtime(dir); inode_inc_iversion(dir); d_instantiate(dentry, inode); dget(dentry); /* Extra count - pin the dentry in core */ @@ -3016,7 +3019,7 @@ static int shmem_link(struct dentry *old_dentry, struct inode *dir, struct dentr } dir->i_size += BOGO_DIRENT_SIZE; - inode->i_ctime = dir->i_ctime = dir->i_mtime = current_time(inode); + inode->i_ctime = dir->i_ctime = dir->i_mtime = current_cmtime(inode); inode_inc_iversion(dir); inc_nlink(inode); ihold(inode); /* New dentry reference */ @@ -3034,7 +3037,7 @@ static int shmem_unlink(struct inode *dir, struct dentry *dentry) shmem_free_inode(inode->i_sb); dir->i_size -= BOGO_DIRENT_SIZE; - inode->i_ctime = dir->i_ctime = dir->i_mtime = current_time(inode); + inode->i_ctime = dir->i_ctime = dir->i_mtime = current_cmtime(inode); inode_inc_iversion(dir); drop_nlink(inode); dput(dentry); /* Undo the count from "create" - this does all the work */ @@ -3124,7 +3127,7 @@ static int shmem_rename2(struct mnt_idmap *idmap, new_dir->i_size += BOGO_DIRENT_SIZE; old_dir->i_ctime = old_dir->i_mtime = new_dir->i_ctime = new_dir->i_mtime = - inode->i_ctime = current_time(old_dir); + inode->i_ctime = current_cmtime(old_dir); inode_inc_iversion(old_dir); inode_inc_iversion(new_dir); return 0; @@ -3178,7 +3181,7 @@ static int shmem_symlink(struct mnt_idmap *idmap, struct inode *dir, folio_put(folio); } dir->i_size += BOGO_DIRENT_SIZE; - dir->i_ctime = dir->i_mtime = current_time(dir); + dir->i_ctime = dir->i_mtime = current_cmtime(dir); inode_inc_iversion(dir); d_instantiate(dentry, inode); dget(dentry); @@ -3250,7 +3253,7 @@ static int shmem_fileattr_set(struct mnt_idmap *idmap, (fa->flags & SHMEM_FL_USER_MODIFIABLE); shmem_set_inode_flags(inode, info->fsflags); - inode->i_ctime = current_time(inode); + inode->i_ctime = current_cmtime(inode); inode_inc_iversion(inode); return 0; } @@ -3320,7 +3323,7 @@ static int shmem_xattr_handler_set(const struct xattr_handler *handler, name = xattr_full_name(handler, name); err = simple_xattr_set(&info->xattrs, name, value, size, flags, NULL); if (!err) { - inode->i_ctime = current_time(inode); + inode->i_ctime = current_cmtime(inode); inode_inc_iversion(inode); } return err;
When the mtime or ctime is being queried via getattr, ensure that we mark the inode for a high-res timestamp update on the next pass. Also, switch to current_cmtime for other c/mtime updates. Signed-off-by: Jeff Layton <jlayton@kernel.org> --- mm/shmem.c | 23 +++++++++++++---------- 1 file changed, 13 insertions(+), 10 deletions(-)