FYI, we noticed that fsmark.time.involuntary_context_switches +56.4% change with your commit:
https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git master commit 9be4fd2c7723a3057b0b39676fe4c8d5fd7118a4 ("cpufreq: governor: Replace timers with utilization update callbacks") ========================================================================================= compiler/disk/filesize/fs2/fs/iterations/kconfig/nr_directories/nr_files_per_directory/nr_threads/rootfs/sync_method/tbox_group/test_size/testcase: gcc-4.9/1HDD/8K/nfsv4/ext4/1x/x86_64-rhel/16d/256fpd/32t/debian-x86_64-2015-02-07.cgz/fsyncBeforeClose/lkp-ws02/400M/fsmark commit: a4675fbc4a7abe072ac6ba38c252f22a91ebcd94 9be4fd2c7723a3057b0b39676fe4c8d5fd7118a4 a4675fbc4a7abe07 9be4fd2c7723a3057b0b39676f ---------------- -------------------------- %stddev %change %stddev \ | \ 70792 ± 0% +56.4% 110713 ± 1% fsmark.time.involuntary_context_switches 108756 ± 2% -10.4% 97492 ± 6% meminfo.DirectMap4k 70792 ± 0% +56.4% 110713 ± 1% time.involuntary_context_switches 21.50 ± 57% +48.8% 32.00 ± 2% turbostat.Avg_MHz 92879 ± 1% -12.2% 81528 ± 2% softirqs.RCU 107180 ± 1% -19.4% 86414 ± 0% softirqs.SCHED 7477 ± 0% +7.5% 8036 ± 0% vmstat.system.cs 710.75 ± 0% +92.2% 1366 ± 2% vmstat.system.in 1.165e+09 ± 0% -12.3% 1.022e+09 ± 3% cpuidle.C3-NHM.time 266839 ± 1% -20.5% 212259 ± 2% cpuidle.C3-NHM.usage 58012774 ± 4% +26.7% 73508891 ± 2% cpuidle.POLL.time lkp-ws02: Westmere-EP Memory: 16G fsmark.time.involuntary_context_switches 115000 ++-----------------------------------------------------------------+ | OOOO O OOO | 110000 ++ O OO O O | 105000 +O O O O O O O OO OOO O O O OO | O OO O O OO O O O O O O O O | 100000 ++ | 95000 ++ | | | 90000 ++ | 85000 ++ | | | 80000 ++ | 75000 ++ | | *.***.* **. .***.****.***. | 70000 **-***-------*---***-****-***--------------****-***-****-***-****-** time.involuntary_context_switches 115000 ++-----------------------------------------------------------------+ | OOOO O OOO | 110000 ++ O OO O O | 105000 +O O O O O O O OO OOO O O O OO | O OO O O OO O O O O O O O O | 100000 ++ | 95000 ++ | | | 90000 ++ | 85000 ++ | | | 80000 ++ | 75000 ++ | | *.***.* **. .***.****.***. | 70000 **-***-------*---***-****-***--------------****-***-****-***-****-** vmstat.system.in 1500 ++-------------------------------------------------------------------+ | | 1400 ++ OOO OO OOO O | 1300 +O OO O O OO O OO OOO OOO OOOO O O OO | O O OOO O O OO O | 1200 ++ OO | | | 1100 ++ | | | 1000 ++ | 900 ++ | | | 800 ++.* .** .* .** * .* *. ** .* *. *. * | ** ** * ** *.* *.*** **.** * * * ** ***.* *.***.***.* | 700 ++---------------------------------------------------------------**-** [*] bisect-good sample [O] bisect-bad sample To reproduce: git clone git://git.kernel.org/pub/scm/linux/kernel/git/wfg/lkp-tests.git cd lkp-tests bin/lkp install job.yaml # job file is attached in this email bin/lkp run job.yaml Disclaimer: Results have been estimated based on internal Intel analysis and are provided for informational purposes only. Any difference in system hardware or software design or configuration may affect actual performance. Thanks, Xiaolong Ye.
--- LKP_SERVER: inn LKP_CGI_PORT: 80 LKP_CIFS_PORT: 139 testcase: fsmark default-monitors: wait: activate-monitor kmsg: uptime: iostat: heartbeat: vmstat: numa-numastat: numa-vmstat: numa-meminfo: proc-vmstat: proc-stat: interval: 10 meminfo: slabinfo: interrupts: lock_stat: latency_stats: softirqs: bdi_dev_mapping: diskstats: nfsstat: cpuidle: cpufreq-stats: turbostat: pmeter: sched_debug: interval: 60 cpufreq_governor: default-watchdogs: oom-killer: watchdog: commit: 9be4fd2c7723a3057b0b39676fe4c8d5fd7118a4 model: Westmere-EP memory: 16G nr_hdd_partitions: 10 hdd_partitions: "/dev/disk/by-id/scsi-35000c500*-part1" swap_partitions: rootfs_partition: "/dev/disk/by-id/ata-WDC_WD1002FAEX-00Z3A0_WD-WCATR5408564-part3" category: benchmark iterations: 1x nr_threads: 32t disk: 1HDD fs: ext4 fs2: nfsv4 fsmark: filesize: 8K test_size: 400M sync_method: fsyncBeforeClose nr_directories: 16d nr_files_per_directory: 256fpd queue: bisect testbox: lkp-ws02 tbox_group: lkp-ws02 kconfig: x86_64-rhel enqueue_time: 2016-03-20 10:09:24.525219588 +08:00 compiler: gcc-4.9 rootfs: debian-x86_64-2015-02-07.cgz id: fdd404daccaee5e0c96a90d1c6f11354ed761f51 user: lkp head_commit: 6c01e36f36861235cc151706b1bcb674e965c5a5 base_commit: b562e44f507e863c6792946e4e1b1449fbbac85d branch: linux-devel/devel-hourly-2016031901 result_root: "/result/fsmark/1x-32t-1HDD-ext4-nfsv4-8K-400M-fsyncBeforeClose-16d-256fpd/lkp-ws02/debian-x86_64-2015-02-07.cgz/x86_64-rhel/gcc-4.9/9be4fd2c7723a3057b0b39676fe4c8d5fd7118a4/0" job_file: "/lkp/scheduled/lkp-ws02/bisect_fsmark-1x-32t-1HDD-ext4-nfsv4-8K-400M-fsyncBeforeClose-16d-256fpd-debian-x86_64-2015-02-07.cgz-x86_64-rhel-9be4fd2c7723a3057b0b39676fe4c8d5fd7118a4-20160320-39429-bq8oj6-0.yaml" nr_cpu: "$(nproc)" max_uptime: 1756.7000000000003 initrd: "/osimage/debian/debian-x86_64-2015-02-07.cgz" bootloader_append: - root=/dev/ram0 - user=lkp - job=/lkp/scheduled/lkp-ws02/bisect_fsmark-1x-32t-1HDD-ext4-nfsv4-8K-400M-fsyncBeforeClose-16d-256fpd-debian-x86_64-2015-02-07.cgz-x86_64-rhel-9be4fd2c7723a3057b0b39676fe4c8d5fd7118a4-20160320-39429-bq8oj6-0.yaml - ARCH=x86_64 - kconfig=x86_64-rhel - branch=linux-devel/devel-hourly-2016031901 - commit=9be4fd2c7723a3057b0b39676fe4c8d5fd7118a4 - BOOT_IMAGE=/pkg/linux/x86_64-rhel/gcc-4.9/9be4fd2c7723a3057b0b39676fe4c8d5fd7118a4/vmlinuz-4.5.0-rc2-00004-g9be4fd2 - max_uptime=1756 - RESULT_ROOT=/result/fsmark/1x-32t-1HDD-ext4-nfsv4-8K-400M-fsyncBeforeClose-16d-256fpd/lkp-ws02/debian-x86_64-2015-02-07.cgz/x86_64-rhel/gcc-4.9/9be4fd2c7723a3057b0b39676fe4c8d5fd7118a4/0 - LKP_SERVER=inn - |- ipmi_watchdog.start_now=1 earlyprintk=ttyS0,115200 systemd.log_level=err debug apic=debug sysrq_always_enabled rcupdate.rcu_cpu_stall_timeout=100 panic=-1 softlockup_panic=1 nmi_watchdog=panic oops=panic load_ramdisk=2 prompt_ramdisk=0 console=ttyS0,115200 console=tty0 vga=normal rw lkp_initrd: "/lkp/lkp/lkp-x86_64.cgz" modules_initrd: "/pkg/linux/x86_64-rhel/gcc-4.9/9be4fd2c7723a3057b0b39676fe4c8d5fd7118a4/modules.cgz" bm_initrd: "/osimage/deps/debian-x86_64-2015-02-07.cgz/lkp.cgz,/osimage/deps/debian-x86_64-2015-02-07.cgz/run-ipconfig.cgz,/osimage/deps/debian-x86_64-2015-02-07.cgz/turbostat.cgz,/lkp/benchmarks/turbostat.cgz,/osimage/deps/debian-x86_64-2015-02-07.cgz/fs.cgz,/osimage/deps/debian-x86_64-2015-02-07.cgz/fs2.cgz,/lkp/benchmarks/fsmark.cgz" linux_headers_initrd: "/pkg/linux/x86_64-rhel/gcc-4.9/9be4fd2c7723a3057b0b39676fe4c8d5fd7118a4/linux-headers.cgz" repeat_to: 2 kernel: "/pkg/linux/x86_64-rhel/gcc-4.9/9be4fd2c7723a3057b0b39676fe4c8d5fd7118a4/vmlinuz-4.5.0-rc2-00004-g9be4fd2" dequeue_time: 2016-03-20 10:16:38.380437312 +08:00 job_state: finished loadavg: 37.39 31.57 16.10 3/373 13706 start_time: '1458440258' end_time: '1458440752' version: "/lkp/lkp/.src-20160318-155012"
2016-03-20 10:17:35 mkfs -t ext4 -q -F /dev/sdd1 2016-03-20 10:17:37 mount -t ext4 /dev/sdd1 /fs/sdd1 2016-03-20 10:17:37 /etc/init.d/rpcbind start 2016-03-20 10:17:37 /etc/init.d/nfs-common start 2016-03-20 10:17:37 /etc/init.d/nfs-kernel-server start 2016-03-20 10:17:37 mount -t nfs -o vers=4 localhost:/fs/sdd1 /nfs/sdd1 2016-03-20 10:17:39 ./fs_mark -d /nfs/sdd1/1 -d /nfs/sdd1/2 -d /nfs/sdd1/3 -d /nfs/sdd1/4 -d /nfs/sdd1/5 -d /nfs/sdd1/6 -d /nfs/sdd1/7 -d /nfs/sdd1/8 -d /nfs/sdd1/9 -d /nfs/sdd1/10 -d /nfs/sdd1/11 -d /nfs/sdd1/12 -d /nfs/sdd1/13 -d /nfs/sdd1/14 -d /nfs/sdd1/15 -d /nfs/sdd1/16 -d /nfs/sdd1/17 -d /nfs/sdd1/18 -d /nfs/sdd1/19 -d /nfs/sdd1/20 -d /nfs/sdd1/21 -d /nfs/sdd1/22 -d /nfs/sdd1/23 -d /nfs/sdd1/24 -d /nfs/sdd1/25 -d /nfs/sdd1/26 -d /nfs/sdd1/27 -d /nfs/sdd1/28 -d /nfs/sdd1/29 -d /nfs/sdd1/30 -d /nfs/sdd1/31 -d /nfs/sdd1/32 -D 16 -N 256 -n 1600 -L 1 -S 1 -s 8192