Public bug reported: After the upgrade to 24.10, running nvidia-smi leads to the OOM killer killing the program during the query for persistence status. All my packages are up-to-date:
Package: nvidia-utils-560 Version: 560.35.03-0ubuntu5 Here's a stack trace when the gigantic allocation happens: ``` [1] id 624411 name nvidia-smi from 0x00007ffff7d2f030 in __GI___mmap64+0 at ../sysdeps/unix/sysv/linux/mmap64.c:47 ─── Variables ───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────── arg addr = 0x0, len = 4294967296, prot = 3, flags = 34, fd = -1, offset = 0 loc sc_ret = <optimized out>, resultvar = <optimized out>, __arg6 = <optimized out>, __arg5 = <optimized out>, __arg4 = <optimized out>, __arg3 = <optimized out>, __arg2 = <optimized out>, __arg1 = <optimized out>, _a6 = <optimized out>, _a5 = <optimized out>, _a4 = <optimized out>, _a3 = <optimized out>, _a2 = <optimized out>, _a1 = <optimized out> ─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────── >>> bt #0 __GI___mmap64 (addr=addr@entry=0x0, len=len@entry=4294967296, prot=prot@entry=3, flags=flags@entry=34, fd=fd@entry=-1, offset=offset@entry=0) at ../sysdeps/unix/sysv/linux/mmap64.c:47 #1 0x00007ffff7caff18 in sysmalloc_mmap (nb=nb@entry=4294967280, pagesize=pagesize@entry=4096, extra_flags=extra_flags@entry=0, av=0x7ffff7e11ac0 <main_arena>) at ./malloc/malloc.c:2421 #2 0x00007ffff7cb1b8c in sysmalloc (nb=4294967280, av=0x7ffff7e11ac0 <main_arena>) at ./malloc/malloc.c:2576 #3 _int_malloc (av=av@entry=0x7ffff7e11ac0 <main_arena>, bytes=bytes@entry=4294967264) at ./malloc/malloc.c:4481 #4 0x00007ffff7cb3f79 in __libc_calloc (n=<optimized out>, elem_size=<optimized out>) at ./malloc/malloc.c:3754 #5 0x00007ffff69705aa in ?? () from /lib/x86_64-linux-gnu/libnvidia-ml.so.1 #6 0x00007ffff692519e in ?? () from /lib/x86_64-linux-gnu/libnvidia-ml.so.1 #7 0x00007ffff69252f2 in ?? () from /lib/x86_64-linux-gnu/libnvidia-ml.so.1 #8 0x00007ffff691204d in ?? () from /lib/x86_64-linux-gnu/libnvidia-ml.so.1 #9 0x00007ffff684f42b in nvmlDeviceGetPersistenceMode () from /lib/x86_64-linux-gnu/libnvidia-ml.so.1 #10 0x0000000000413940 in ?? () #11 0x00000000004156d4 in ?? () #12 0x0000000000404b60 in ?? () #13 0x00000000004082a1 in ?? () #14 0x00007ffff7c2a3b8 in __libc_start_call_main (main=main@entry=0x406e40, argc=argc@entry=2, argv=argv@entry=0x7fffffffdde8) at ../sysdeps/nptl/libc_start_call_main.h:58 #15 0x00007ffff7c2a47b in __libc_start_main_impl (main=0x406e40, argc=2, argv=0x7fffffffdde8, init=<optimized out>, fini=<optimized out>, rtld_fini=<optimized out>, stack_end=0x7fffffffddd8) at ../csu/libc-start.c:360 #16 0x0000000000408ae5 in ?? () #17 0x00007fffffffddd8 in ?? () #18 0x0000000000000038 in ?? () #19 0x0000000000000002 in ?? () #20 0x00007fffffffe2e8 in ?? () #21 0x00007fffffffe2fc in ?? () #22 0x0000000000000000 in ?? () ``` And here's an `strace` leading to this situation: ``` cbreak@twilight:~$ strace nvidia-smi -q execve("/usr/bin/nvidia-smi", ["nvidia-smi", "-q"], 0x7fff9b365028 /* 104 vars */) = 0 brk(NULL) = 0x8a1d000 mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x784778f65000 access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=198689, ...}) = 0 mmap(NULL, 198689, PROT_READ, MAP_PRIVATE, 3, 0) = 0x784778f34000 close(3) = 0 openat(AT_FDCWD, "/lib/x86_64-linux-gnu/libpthread.so.0", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\0\0\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0644, st_size=14488, ...}) = 0 mmap(NULL, 16400, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x784778f2f000 mmap(0x784778f30000, 4096, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x784778f30000 mmap(0x784778f31000, 4096, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x784778f31000 mmap(0x784778f32000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x784778f32000 close(3) = 0 openat(AT_FDCWD, "/lib/x86_64-linux-gnu/libm.so.6", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\0\0\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0644, st_size=964976, ...}) = 0 mmap(NULL, 966680, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x784778e42000 mmap(0x784778e52000, 532480, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x10000) = 0x784778e52000 mmap(0x784778ed4000, 364544, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x92000) = 0x784778ed4000 mmap(0x784778f2d000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0xea000) = 0x784778f2d000 close(3) = 0 openat(AT_FDCWD, "/lib/x86_64-linux-gnu/libdl.so.2", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\0\0\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0644, st_size=14488, ...}) = 0 mmap(NULL, 16400, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x784778e3d000 mmap(0x784778e3e000, 4096, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x784778e3e000 mmap(0x784778e3f000, 4096, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x784778e3f000 mmap(0x784778e40000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x784778e40000 close(3) = 0 openat(AT_FDCWD, "/lib/x86_64-linux-gnu/libc.so.6", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200\245\2\0\0\0\0\0"..., 832) = 832 pread64(3, "\6\0\0\0\4\0\0\0@\0\0\0\0\0\0\0@\0\0\0\0\0\0\0@\0\0\0\0\0\0\0"..., 784, 64) = 784 fstat(3, {st_mode=S_IFREG|0755, st_size=2182752, ...}) = 0 pread64(3, "\6\0\0\0\4\0\0\0@\0\0\0\0\0\0\0@\0\0\0\0\0\0\0@\0\0\0\0\0\0\0"..., 784, 64) = 784 mmap(NULL, 2227672, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x784778c00000 mmap(0x784778c28000, 1662976, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x28000) = 0x784778c28000 mmap(0x784778dbe000, 323584, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1be000) = 0x784778dbe000 mmap(0x784778e0d000, 24576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x20c000) = 0x784778e0d000 mmap(0x784778e13000, 52696, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x784778e13000 close(3) = 0 openat(AT_FDCWD, "/lib/x86_64-linux-gnu/librt.so.1", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\0\0\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0644, st_size=14704, ...}) = 0 mmap(NULL, 16400, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x784778e38000 mmap(0x784778e39000, 4096, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x784778e39000 mmap(0x784778e3a000, 4096, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x784778e3a000 mmap(0x784778e3b000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x784778e3b000 close(3) = 0 mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x784778e36000 mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x784778e34000 arch_prctl(ARCH_SET_FS, 0x784778e37640) = 0 set_tid_address(0x784778e37910) = 749922 set_robust_list(0x784778e37920, 24) = 0 rseq(0x784778e37f60, 0x20, 0, 0x53053053) = 0 mprotect(0x784778e0d000, 16384, PROT_READ) = 0 mprotect(0x784778e3b000, 4096, PROT_READ) = 0 mprotect(0x784778e40000, 4096, PROT_READ) = 0 mprotect(0x784778f2d000, 4096, PROT_READ) = 0 mprotect(0x784778f32000, 4096, PROT_READ) = 0 mprotect(0x6eb000, 98304, PROT_READ) = 0 mprotect(0x784778fa5000, 8192, PROT_READ) = 0 prlimit64(0, RLIMIT_STACK, NULL, {rlim_cur=8192*1024, rlim_max=RLIM64_INFINITY}) = 0 munmap(0x784778f34000, 198689) = 0 openat(AT_FDCWD, "/sys/devices/system/cpu/online", O_RDONLY|O_CLOEXEC) = 3 read(3, "0-15\n", 1024) = 5 close(3) = 0 openat(AT_FDCWD, "/sys/devices/system/cpu/online", O_RDONLY|O_CLOEXEC) = 3 read(3, "0-15\n", 1024) = 5 close(3) = 0 getrandom("\xcc\xf6\x1b\xc2\xb1\x74\x3d\x22", 8, GRND_NONBLOCK) = 8 brk(NULL) = 0x8a1d000 brk(0x8a3e000) = 0x8a3e000 sched_getaffinity(749922, 8, [0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15]) = 8 openat(AT_FDCWD, "/proc/sys/vm/mmap_min_addr", O_RDONLY) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0 read(3, "65536\n", 1024) = 6 close(3) = 0 openat(AT_FDCWD, "/proc/cpuinfo", O_RDONLY) = 3 fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(3, "processor\t: 0\nvendor_id\t: Authen"..., 1024) = 1024 read(3, "_occup_llc cqm_mbm_total cqm_mbm"..., 1024) = 1024 close(3) = 0 openat(AT_FDCWD, "/proc/self/maps", O_RDONLY) = 3 fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(3, "00400000-004eb000 r-xp 00000000 "..., 1024) = 1024 read(3, " 00000000 00:00 0 \n784778e38000-"..., 1024) = 1024 read(3, "4778e42000 rw-p 00003000 00:1b 9"..., 1024) = 1024 read(3, " 00:1b 954260 "..., 1024) = 1024 read(3, "0 rw-p 00000000 00:00 0 "..., 1024) = 141 close(3) = 0 openat(AT_FDCWD, "/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=198689, ...}) = 0 mmap(NULL, 198689, PROT_READ, MAP_PRIVATE, 3, 0) = 0x784778f34000 close(3) = 0 openat(AT_FDCWD, "/lib/x86_64-linux-gnu/libnvidia-ml.so.1", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\320\214\1\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0644, st_size=2127640, ...}) = 0 mmap(NULL, 19192616, PROT_NONE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_DENYWRITE, -1, 0) = 0x784777800000 mmap(0x784777800000, 17095464, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0) = 0x784777800000 munmap(0x78477884e000, 2095912) = 0 mprotect(0x7847779d3000, 2097152, PROT_NONE) = 0 mmap(0x784777bd3000, 212992, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1d3000) = 0x784777bd3000 mmap(0x784777c07000, 12872488, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x784777c07000 close(3) = 0 mprotect(0x784777bd3000, 204800, PROT_READ) = 0 munmap(0x784778f34000, 198689) = 0 getpid() = 749922 openat(AT_FDCWD, "/sys/devices/system/cpu/online", O_RDONLY|O_CLOEXEC) = 3 read(3, "0-15\n", 1024) = 5 close(3) = 0 openat(AT_FDCWD, "/sys/devices/system/cpu/online", O_RDONLY|O_CLOEXEC) = 3 read(3, "0-15\n", 1024) = 5 close(3) = 0 mmap(NULL, 135168, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x784778f44000 sched_getaffinity(749922, 8, [0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15]) = 8 munmap(0x784778f44000, 135168) = 0 openat(AT_FDCWD, "/proc/sys/vm/mmap_min_addr", O_RDONLY) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0 read(3, "65536\n", 1024) = 6 close(3) = 0 openat(AT_FDCWD, "/proc/cpuinfo", O_RDONLY) = 3 fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(3, "processor\t: 0\nvendor_id\t: Authen"..., 1024) = 1024 read(3, "_occup_llc cqm_mbm_total cqm_mbm"..., 1024) = 1024 close(3) = 0 openat(AT_FDCWD, "/proc/self/maps", O_RDONLY) = 3 brk(0x8a5f000) = 0x8a5f000 fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(3, "00400000-004eb000 r-xp 00000000 "..., 1024) = 1024 read(3, "sr/lib/x86_64-linux-gnu/libc.so."..., 1024) = 1024 read(3, "778e3d000 rw-p 00003000 00:1b 95"..., 1024) = 1024 read(3, " /usr/lib/x86"..., 1024) = 1024 read(3, "sr/lib/x86_64-linux-gnu/ld-linux"..., 1024) = 690 close(3) = 0 access("/sys/module/nvidia/initstate", R_OK) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/params", O_RDONLY) = 3 fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(3, "ResmanDebugLevel: 4294967295\nRmL"..., 1024) = 945 close(3) = 0 stat("/dev/nvidiactl", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0xff), ...}) = 0 stat("/dev/nvidiactl", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0xff), ...}) = 0 unlink("/dev/char/195:255") = -1 EACCES (Permission denied) symlink("../nvidiactl", "/dev/char/195:255") = -1 EEXIST (File exists) stat("/dev/char/195:255", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0xff), ...}) = 0 openat(AT_FDCWD, "/dev/nvidiactl", O_RDWR) = 3 fcntl(3, F_SETFD, FD_CLOEXEC) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0xd2, 0x48), 0x7ffc131b5ca0) = 0 openat(AT_FDCWD, "/sys/devices/system/memory/block_size_bytes", O_RDONLY) = 4 read(4, "80000000\n", 99) = 9 close(4) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0xd6, 0x8), 0x7ffc131b5db0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0xc8, 0x900), 0x78477884bec0) = 0 stat("/proc/driver/nvidia/gpus/0000:0f:00.0/numa_status", 0x7ffc131b5db0) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/proc/driver/nvidia/params", O_RDONLY) = 4 fstat(4, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(4, "ResmanDebugLevel: 4294967295\nRmL"..., 1024) = 945 close(4) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2b, 0x20), 0x7ffc131b5f90) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b54f0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b54f0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b54f0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b54f0) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/params", O_RDONLY) = 4 fstat(4, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(4, "ResmanDebugLevel: 4294967295\nRmL"..., 1024) = 945 close(4) = 0 stat("/dev/nvidia0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 stat("/dev/nvidia0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 unlink("/dev/char/195:0") = -1 EACCES (Permission denied) symlink("../nvidia0", "/dev/char/195:0") = -1 EEXIST (File exists) stat("/dev/char/195:0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 openat(AT_FDCWD, "/dev/nvidia0", O_RDWR|O_NONBLOCK|O_CLOEXEC) = 4 fcntl(4, F_GETFD) = 0x1 (flags FD_CLOEXEC) fcntl(4, F_GETFL) = 0x8802 (flags O_RDWR|O_NONBLOCK|O_LARGEFILE) fcntl(4, F_SETFL, O_RDWR|O_LARGEFILE) = 0 ioctl(4, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0xda, 0x8), 0x7ffc131b54f0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b3080) = 0 openat(AT_FDCWD, "/proc/devices", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "Character devices:\n 1 mem\n 4 /"..., 1024) = 857 close(5) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/capabilities/mig/config", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "DeviceFileMinor: 1\nDeviceFileMod"..., 1024) = 59 close(5) = 0 mkdir("/dev/nvidia-caps", 0755) = -1 EEXIST (File exists) chmod("/dev/nvidia-caps", 0755) = -1 EPERM (Operation not permitted) stat("/usr/bin/nvidia-modprobe", 0x7ffc131b5790) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/proc/devices", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "Character devices:\n 1 mem\n 4 /"..., 1024) = 857 close(5) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/capabilities/mig/config", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "DeviceFileMinor: 1\nDeviceFileMod"..., 1024) = 59 close(5) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/capabilities/mig/config", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "DeviceFileMinor: 1\nDeviceFileMod"..., 1024) = 59 read(5, "", 1024) = 0 close(5) = 0 stat("/dev/nvidia-caps/nvidia-cap1", {st_mode=S_IFCHR|0400, st_rdev=makedev(0xeb, 0x1), ...}) = 0 access("/dev/nvidia-caps/nvidia-cap1", R_OK) = -1 EACCES (Permission denied) openat(AT_FDCWD, "/proc/devices", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "Character devices:\n 1 mem\n 4 /"..., 1024) = 857 close(5) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/capabilities/mig/monitor", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "DeviceFileMinor: 2\nDeviceFileMod"..., 1024) = 59 close(5) = 0 mkdir("/dev/nvidia-caps", 0755) = -1 EEXIST (File exists) chmod("/dev/nvidia-caps", 0755) = -1 EPERM (Operation not permitted) stat("/usr/bin/nvidia-modprobe", 0x7ffc131b5790) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/proc/devices", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "Character devices:\n 1 mem\n 4 /"..., 1024) = 857 close(5) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/capabilities/mig/monitor", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "DeviceFileMinor: 2\nDeviceFileMod"..., 1024) = 59 close(5) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/capabilities/mig/monitor", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "DeviceFileMinor: 2\nDeviceFileMod"..., 1024) = 59 read(5, "", 1024) = 0 close(5) = 0 stat("/dev/nvidia-caps/nvidia-cap2", {st_mode=S_IFCHR|0444, st_rdev=makedev(0xeb, 0x2), ...}) = 0 access("/dev/nvidia-caps/nvidia-cap2", R_OK) = 0 openat(AT_FDCWD, "/dev/nvidia-caps/nvidia-cap2", O_RDONLY|O_CLOEXEC) = 5 fcntl(5, F_GETFD) = 0x1 (flags FD_CLOEXEC) ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2b, 0x30), 0x7ffc131b6160) = 0 close(5) = 0 openat(AT_FDCWD, "/sys/devices/system/cpu/online", O_RDONLY|O_CLOEXEC) = 5 read(5, "0-15\n", 1024) = 5 close(5) = 0 openat(AT_FDCWD, "/proc/self/status", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "Name:\tnvidia-smi\nUmask:\t0002\nSta"..., 1024) = 1024 read(5, "lnerable\nSpeculationIndirectBran"..., 1024) = 532 close(5) = 0 openat(AT_FDCWD, "/sys/devices/system/node", O_RDONLY|O_NONBLOCK|O_CLOEXEC|O_DIRECTORY) = 5 fstat(5, {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0 getdents64(5, 0x8a3f7d0 /* 11 entries */, 32768) = 360 openat(AT_FDCWD, "/sys/devices/system/node/node0/cpumap", O_RDONLY) = 7 fstat(7, {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0 read(7, "ffff\n", 4096) = 5 close(7) = 0 getdents64(5, 0x8a3f7d0 /* 0 entries */, 32768) = 0 close(5) = 0 futex(0x78477884d2a0, FUTEX_WAKE_PRIVATE, 2147483647) = 0 get_mempolicy([MPOL_DEFAULT], [0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000], 1024, NULL, 0) = 0 access("/sys/module/nvidia_uvm/initstate", R_OK) = 0 openat(AT_FDCWD, "/proc/devices", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "Character devices:\n 1 mem\n 4 /"..., 1024) = 857 close(5) = 0 stat("/dev/nvidia-uvm", {st_mode=S_IFCHR|0666, st_rdev=makedev(0x1fe, 0), ...}) = 0 stat("/dev/nvidia-uvm", {st_mode=S_IFCHR|0666, st_rdev=makedev(0x1fe, 0), ...}) = 0 unlink("/dev/char/510:0") = -1 EACCES (Permission denied) symlink("../nvidia-uvm", "/dev/char/510:0") = -1 EEXIST (File exists) stat("/dev/char/510:0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0x1fe, 0), ...}) = 0 stat("/dev/nvidia-uvm-tools", {st_mode=S_IFCHR|0666, st_rdev=makedev(0x1fe, 0x1), ...}) = 0 stat("/dev/nvidia-uvm-tools", {st_mode=S_IFCHR|0666, st_rdev=makedev(0x1fe, 0x1), ...}) = 0 unlink("/dev/char/510:1") = -1 EACCES (Permission denied) symlink("../nvidia-uvm-tools", "/dev/char/510:1") = -1 EEXIST (File exists) stat("/dev/char/510:1", {st_mode=S_IFCHR|0666, st_rdev=makedev(0x1fe, 0x1), ...}) = 0 openat(AT_FDCWD, "/dev/nvidia-uvm", O_RDWR|O_CLOEXEC) = 5 fcntl(5, F_GETFD) = 0x1 (flags FD_CLOEXEC) openat(AT_FDCWD, "/dev/nvidia-uvm", O_RDWR|O_CLOEXEC) = 7 fcntl(7, F_GETFD) = 0x1 (flags FD_CLOEXEC) ioctl(5, _IOC(_IOC_NONE, 0, 0x1, 0x3000), 0x7ffc131b64a0) = 0 ioctl(7, _IOC(_IOC_NONE, 0, 0x4b, 0), 0x7ffc131b64d8) = 0 close(7) = 0 getpid() = 749922 getpid() = 749922 getpid() = 749922 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b54e0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5360) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5280) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5280) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/params", O_RDONLY) = 7 fstat(7, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(7, "ResmanDebugLevel: 4294967295\nRmL"..., 1024) = 945 close(7) = 0 stat("/dev/nvidia0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 stat("/dev/nvidia0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 unlink("/dev/char/195:0") = -1 EACCES (Permission denied) symlink("../nvidia0", "/dev/char/195:0") = -1 EEXIST (File exists) stat("/dev/char/195:0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 openat(AT_FDCWD, "/dev/nvidia0", O_RDWR|O_CLOEXEC) = 7 fcntl(7, F_GETFD) = 0x1 (flags FD_CLOEXEC) ioctl(7, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0xc9, 0x4), 0x7ffc131b5d7c) = 0 ioctl(7, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0xd7, 0x230), 0x7ffc131b5b40) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2b, 0x30), 0x7ffc131b5e40) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b54a0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5220) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5120) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5120) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/params", O_RDONLY) = 8 fstat(8, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(8, "ResmanDebugLevel: 4294967295\nRmL"..., 1024) = 945 close(8) = 0 stat("/dev/nvidia0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 stat("/dev/nvidia0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 unlink("/dev/char/195:0") = -1 EACCES (Permission denied) symlink("../nvidia0", "/dev/char/195:0") = -1 EEXIST (File exists) stat("/dev/char/195:0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 openat(AT_FDCWD, "/dev/nvidia0", O_RDWR|O_CLOEXEC) = 8 fcntl(8, F_GETFD) = 0x1 (flags FD_CLOEXEC) ioctl(8, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0xc9, 0x4), 0x7ffc131b5c1c) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2b, 0x30), 0x7ffc131b5ce0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5300) = 0 clock_nanosleep(CLOCK_REALTIME, 0, {tv_sec=0, tv_nsec=5000000}, NULL) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5300) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5450) = 0 getpid() = 749922 fstat(1, {st_mode=S_IFCHR|0620, st_rdev=makedev(0x88, 0x8), ...}) = 0 write(1, "\n", 1 ) = 1 write(1, "==============NVSMI LOG========="..., 38==============NVSMI LOG============== ) = 38 write(1, "\n", 1 ) = 1 openat(AT_FDCWD, "/etc/localtime", O_RDONLY|O_CLOEXEC) = 9 fstat(9, {st_mode=S_IFREG|0644, st_size=1909, ...}) = 0 fstat(9, {st_mode=S_IFREG|0644, st_size=1909, ...}) = 0 read(9, "TZif2\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\5\0\0\0\5\0\0\0\0"..., 2048) = 1909 lseek(9, -1217, SEEK_CUR) = 692 read(9, "TZif2\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\6\0\0\0\6\0\0\0\0"..., 2048) = 1217 close(9) = 0 write(1, "Timestamp", 9Timestamp) = 9 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "Mon Oct 14 18:57:18 2024", 24Mon Oct 14 18:57:18 2024) = 24 write(1, "\n", 1 ) = 1 getpid() = 749922 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5470) = 0 write(1, "Driver Version", 14Driver Version) = 14 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "560.35.03", 9560.35.03) = 9 write(1, "\n", 1 ) = 1 getpid() = 749922 openat(AT_FDCWD, "/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 9 fstat(9, {st_mode=S_IFREG|0644, st_size=198689, ...}) = 0 mmap(NULL, 198689, PROT_READ, MAP_PRIVATE, 9, 0) = 0x784778f34000 close(9) = 0 openat(AT_FDCWD, "/lib/x86_64-linux-gnu/libcuda.so.1", O_RDONLY|O_CLOEXEC) = 9 read(9, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\16\v\0\0\0\0\0"..., 832) = 832 fstat(9, {st_mode=S_IFREG|0644, st_size=34828792, ...}) = 0 mmap(NULL, 35249824, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 9, 0) = 0x784775600000 mprotect(0x7847756b0000, 33345536, PROT_NONE) = 0 mmap(0x7847756b0000, 4939776, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 9, 0xb0000) = 0x7847756b0000 mmap(0x784775b66000, 28401664, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 9, 0x566000) = 0x784775b66000 mmap(0x78477767d000, 765952, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 9, 0x207c000) = 0x78477767d000 mmap(0x784777738000, 417440, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x784777738000 close(9) = 0 mprotect(0x78477767d000, 94208, PROT_READ) = 0 sched_get_priority_max(SCHED_RR) = 99 sched_get_priority_min(SCHED_RR) = 1 munmap(0x784778f34000, 198689) = 0 munmap(0x784775600000, 35249824) = 0 write(1, "CUDA Version", 12CUDA Version) = 12 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "12.6", 412.6) = 4 write(1, "\n", 1 ) = 1 getpid() = 749922 getpid() = 749922 getpid() = 749922 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b51b0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b51b0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b51b0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2b, 0x30), 0x7ffc131b5310) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b4930) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5550) = 0 write(1, "\n", 1 ) = 1 getpid() = 749922 write(1, "Attached GPUs", 13Attached GPUs) = 13 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "1", 11) = 1 write(1, "\n", 1 ) = 1 getpid() = 749922 write(1, "GPU ", 4GPU ) = 4 write(1, "00000000:0F:00.0", 1600000000:0F:00.0) = 16 write(1, "\n", 1 ) = 1 getpid() = 749922 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5290) = 0 write(1, " ", 4 ) = 4 write(1, "Product Name", 12Product Name) = 12 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "NVIDIA GeForce RTX 4080", 23NVIDIA GeForce RTX 4080) = 23 write(1, "\n", 1 ) = 1 getpid() = 749922 write(1, " ", 4 ) = 4 write(1, "Product Brand", 13Product Brand) = 13 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "GeForce", 7GeForce) = 7 write(1, "\n", 1 ) = 1 getpid() = 749922 write(1, " ", 4 ) = 4 write(1, "Product Architecture", 20Product Architecture) = 20 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "Ada Lovelace", 12Ada Lovelace) = 12 write(1, "\n", 1 ) = 1 getpid() = 749922 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2b, 0x30), 0x7ffc131b5cc0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5310) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5310) = 0 write(1, " ", 4 ) = 4 write(1, "Display Mode", 12Display Mode) = 12 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "Enabled", 7Enabled) = 7 write(1, "\n", 1 ) = 1 getpid() = 749922 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5310) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5310) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5310) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5310) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5310) = 0 write(1, " ", 4 ) = 4 write(1, "Display Active", 14Display Active) = 14 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "Enabled", 7Enabled) = 7 write(1, "\n", 1 ) = 1 getpid() = 749922 stat("/var/run/nvidia-persistenced/socket", {st_mode=S_IFSOCK|0777, st_size=0, ...}) = 0 socket(AF_UNIX, SOCK_STREAM, 0) = 9 connect(9, {sa_family=AF_UNIX, sun_path="/var/run/nvidia-persistenced/socket"}, 37) = 0 rt_sigprocmask(SIG_SETMASK, ~[RTMIN RT_1], [], 8) = 0 prlimit64(0, RLIMIT_NOFILE, NULL, {rlim_cur=1024, rlim_max=1073741816}) = 0 mmap(NULL, 4294967296, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x784677800000 mmap(NULL, 51539607552, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x783a77800000 ``` ** Affects: nvidia-graphics-drivers-560 (Ubuntu) Importance: Undecided Status: New -- You received this bug notification because you are a member of Kernel Packages, which is subscribed to nvidia-graphics-drivers-560 in Ubuntu. https://bugs.launchpad.net/bugs/2084477 Title: nvidia-smi runs out of memory with 24.10 Status in nvidia-graphics-drivers-560 package in Ubuntu: New Bug description: After the upgrade to 24.10, running nvidia-smi leads to the OOM killer killing the program during the query for persistence status. All my packages are up-to-date: Package: nvidia-utils-560 Version: 560.35.03-0ubuntu5 Here's a stack trace when the gigantic allocation happens: ``` [1] id 624411 name nvidia-smi from 0x00007ffff7d2f030 in __GI___mmap64+0 at ../sysdeps/unix/sysv/linux/mmap64.c:47 ─── Variables ───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────── arg addr = 0x0, len = 4294967296, prot = 3, flags = 34, fd = -1, offset = 0 loc sc_ret = <optimized out>, resultvar = <optimized out>, __arg6 = <optimized out>, __arg5 = <optimized out>, __arg4 = <optimized out>, __arg3 = <optimized out>, __arg2 = <optimized out>, __arg1 = <optimized out>, _a6 = <optimized out>, _a5 = <optimized out>, _a4 = <optimized out>, _a3 = <optimized out>, _a2 = <optimized out>, _a1 = <optimized out> ─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────── >>> bt #0 __GI___mmap64 (addr=addr@entry=0x0, len=len@entry=4294967296, prot=prot@entry=3, flags=flags@entry=34, fd=fd@entry=-1, offset=offset@entry=0) at ../sysdeps/unix/sysv/linux/mmap64.c:47 #1 0x00007ffff7caff18 in sysmalloc_mmap (nb=nb@entry=4294967280, pagesize=pagesize@entry=4096, extra_flags=extra_flags@entry=0, av=0x7ffff7e11ac0 <main_arena>) at ./malloc/malloc.c:2421 #2 0x00007ffff7cb1b8c in sysmalloc (nb=4294967280, av=0x7ffff7e11ac0 <main_arena>) at ./malloc/malloc.c:2576 #3 _int_malloc (av=av@entry=0x7ffff7e11ac0 <main_arena>, bytes=bytes@entry=4294967264) at ./malloc/malloc.c:4481 #4 0x00007ffff7cb3f79 in __libc_calloc (n=<optimized out>, elem_size=<optimized out>) at ./malloc/malloc.c:3754 #5 0x00007ffff69705aa in ?? () from /lib/x86_64-linux-gnu/libnvidia-ml.so.1 #6 0x00007ffff692519e in ?? () from /lib/x86_64-linux-gnu/libnvidia-ml.so.1 #7 0x00007ffff69252f2 in ?? () from /lib/x86_64-linux-gnu/libnvidia-ml.so.1 #8 0x00007ffff691204d in ?? () from /lib/x86_64-linux-gnu/libnvidia-ml.so.1 #9 0x00007ffff684f42b in nvmlDeviceGetPersistenceMode () from /lib/x86_64-linux-gnu/libnvidia-ml.so.1 #10 0x0000000000413940 in ?? () #11 0x00000000004156d4 in ?? () #12 0x0000000000404b60 in ?? () #13 0x00000000004082a1 in ?? () #14 0x00007ffff7c2a3b8 in __libc_start_call_main (main=main@entry=0x406e40, argc=argc@entry=2, argv=argv@entry=0x7fffffffdde8) at ../sysdeps/nptl/libc_start_call_main.h:58 #15 0x00007ffff7c2a47b in __libc_start_main_impl (main=0x406e40, argc=2, argv=0x7fffffffdde8, init=<optimized out>, fini=<optimized out>, rtld_fini=<optimized out>, stack_end=0x7fffffffddd8) at ../csu/libc-start.c:360 #16 0x0000000000408ae5 in ?? () #17 0x00007fffffffddd8 in ?? () #18 0x0000000000000038 in ?? () #19 0x0000000000000002 in ?? () #20 0x00007fffffffe2e8 in ?? () #21 0x00007fffffffe2fc in ?? () #22 0x0000000000000000 in ?? () ``` And here's an `strace` leading to this situation: ``` cbreak@twilight:~$ strace nvidia-smi -q execve("/usr/bin/nvidia-smi", ["nvidia-smi", "-q"], 0x7fff9b365028 /* 104 vars */) = 0 brk(NULL) = 0x8a1d000 mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x784778f65000 access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=198689, ...}) = 0 mmap(NULL, 198689, PROT_READ, MAP_PRIVATE, 3, 0) = 0x784778f34000 close(3) = 0 openat(AT_FDCWD, "/lib/x86_64-linux-gnu/libpthread.so.0", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\0\0\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0644, st_size=14488, ...}) = 0 mmap(NULL, 16400, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x784778f2f000 mmap(0x784778f30000, 4096, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x784778f30000 mmap(0x784778f31000, 4096, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x784778f31000 mmap(0x784778f32000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x784778f32000 close(3) = 0 openat(AT_FDCWD, "/lib/x86_64-linux-gnu/libm.so.6", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\0\0\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0644, st_size=964976, ...}) = 0 mmap(NULL, 966680, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x784778e42000 mmap(0x784778e52000, 532480, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x10000) = 0x784778e52000 mmap(0x784778ed4000, 364544, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x92000) = 0x784778ed4000 mmap(0x784778f2d000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0xea000) = 0x784778f2d000 close(3) = 0 openat(AT_FDCWD, "/lib/x86_64-linux-gnu/libdl.so.2", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\0\0\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0644, st_size=14488, ...}) = 0 mmap(NULL, 16400, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x784778e3d000 mmap(0x784778e3e000, 4096, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x784778e3e000 mmap(0x784778e3f000, 4096, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x784778e3f000 mmap(0x784778e40000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x784778e40000 close(3) = 0 openat(AT_FDCWD, "/lib/x86_64-linux-gnu/libc.so.6", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200\245\2\0\0\0\0\0"..., 832) = 832 pread64(3, "\6\0\0\0\4\0\0\0@\0\0\0\0\0\0\0@\0\0\0\0\0\0\0@\0\0\0\0\0\0\0"..., 784, 64) = 784 fstat(3, {st_mode=S_IFREG|0755, st_size=2182752, ...}) = 0 pread64(3, "\6\0\0\0\4\0\0\0@\0\0\0\0\0\0\0@\0\0\0\0\0\0\0@\0\0\0\0\0\0\0"..., 784, 64) = 784 mmap(NULL, 2227672, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x784778c00000 mmap(0x784778c28000, 1662976, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x28000) = 0x784778c28000 mmap(0x784778dbe000, 323584, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1be000) = 0x784778dbe000 mmap(0x784778e0d000, 24576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x20c000) = 0x784778e0d000 mmap(0x784778e13000, 52696, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x784778e13000 close(3) = 0 openat(AT_FDCWD, "/lib/x86_64-linux-gnu/librt.so.1", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\0\0\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0644, st_size=14704, ...}) = 0 mmap(NULL, 16400, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x784778e38000 mmap(0x784778e39000, 4096, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x784778e39000 mmap(0x784778e3a000, 4096, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x784778e3a000 mmap(0x784778e3b000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x784778e3b000 close(3) = 0 mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x784778e36000 mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x784778e34000 arch_prctl(ARCH_SET_FS, 0x784778e37640) = 0 set_tid_address(0x784778e37910) = 749922 set_robust_list(0x784778e37920, 24) = 0 rseq(0x784778e37f60, 0x20, 0, 0x53053053) = 0 mprotect(0x784778e0d000, 16384, PROT_READ) = 0 mprotect(0x784778e3b000, 4096, PROT_READ) = 0 mprotect(0x784778e40000, 4096, PROT_READ) = 0 mprotect(0x784778f2d000, 4096, PROT_READ) = 0 mprotect(0x784778f32000, 4096, PROT_READ) = 0 mprotect(0x6eb000, 98304, PROT_READ) = 0 mprotect(0x784778fa5000, 8192, PROT_READ) = 0 prlimit64(0, RLIMIT_STACK, NULL, {rlim_cur=8192*1024, rlim_max=RLIM64_INFINITY}) = 0 munmap(0x784778f34000, 198689) = 0 openat(AT_FDCWD, "/sys/devices/system/cpu/online", O_RDONLY|O_CLOEXEC) = 3 read(3, "0-15\n", 1024) = 5 close(3) = 0 openat(AT_FDCWD, "/sys/devices/system/cpu/online", O_RDONLY|O_CLOEXEC) = 3 read(3, "0-15\n", 1024) = 5 close(3) = 0 getrandom("\xcc\xf6\x1b\xc2\xb1\x74\x3d\x22", 8, GRND_NONBLOCK) = 8 brk(NULL) = 0x8a1d000 brk(0x8a3e000) = 0x8a3e000 sched_getaffinity(749922, 8, [0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15]) = 8 openat(AT_FDCWD, "/proc/sys/vm/mmap_min_addr", O_RDONLY) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0 read(3, "65536\n", 1024) = 6 close(3) = 0 openat(AT_FDCWD, "/proc/cpuinfo", O_RDONLY) = 3 fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(3, "processor\t: 0\nvendor_id\t: Authen"..., 1024) = 1024 read(3, "_occup_llc cqm_mbm_total cqm_mbm"..., 1024) = 1024 close(3) = 0 openat(AT_FDCWD, "/proc/self/maps", O_RDONLY) = 3 fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(3, "00400000-004eb000 r-xp 00000000 "..., 1024) = 1024 read(3, " 00000000 00:00 0 \n784778e38000-"..., 1024) = 1024 read(3, "4778e42000 rw-p 00003000 00:1b 9"..., 1024) = 1024 read(3, " 00:1b 954260 "..., 1024) = 1024 read(3, "0 rw-p 00000000 00:00 0 "..., 1024) = 141 close(3) = 0 openat(AT_FDCWD, "/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=198689, ...}) = 0 mmap(NULL, 198689, PROT_READ, MAP_PRIVATE, 3, 0) = 0x784778f34000 close(3) = 0 openat(AT_FDCWD, "/lib/x86_64-linux-gnu/libnvidia-ml.so.1", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\320\214\1\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0644, st_size=2127640, ...}) = 0 mmap(NULL, 19192616, PROT_NONE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_DENYWRITE, -1, 0) = 0x784777800000 mmap(0x784777800000, 17095464, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0) = 0x784777800000 munmap(0x78477884e000, 2095912) = 0 mprotect(0x7847779d3000, 2097152, PROT_NONE) = 0 mmap(0x784777bd3000, 212992, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1d3000) = 0x784777bd3000 mmap(0x784777c07000, 12872488, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x784777c07000 close(3) = 0 mprotect(0x784777bd3000, 204800, PROT_READ) = 0 munmap(0x784778f34000, 198689) = 0 getpid() = 749922 openat(AT_FDCWD, "/sys/devices/system/cpu/online", O_RDONLY|O_CLOEXEC) = 3 read(3, "0-15\n", 1024) = 5 close(3) = 0 openat(AT_FDCWD, "/sys/devices/system/cpu/online", O_RDONLY|O_CLOEXEC) = 3 read(3, "0-15\n", 1024) = 5 close(3) = 0 mmap(NULL, 135168, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x784778f44000 sched_getaffinity(749922, 8, [0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15]) = 8 munmap(0x784778f44000, 135168) = 0 openat(AT_FDCWD, "/proc/sys/vm/mmap_min_addr", O_RDONLY) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0 read(3, "65536\n", 1024) = 6 close(3) = 0 openat(AT_FDCWD, "/proc/cpuinfo", O_RDONLY) = 3 fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(3, "processor\t: 0\nvendor_id\t: Authen"..., 1024) = 1024 read(3, "_occup_llc cqm_mbm_total cqm_mbm"..., 1024) = 1024 close(3) = 0 openat(AT_FDCWD, "/proc/self/maps", O_RDONLY) = 3 brk(0x8a5f000) = 0x8a5f000 fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(3, "00400000-004eb000 r-xp 00000000 "..., 1024) = 1024 read(3, "sr/lib/x86_64-linux-gnu/libc.so."..., 1024) = 1024 read(3, "778e3d000 rw-p 00003000 00:1b 95"..., 1024) = 1024 read(3, " /usr/lib/x86"..., 1024) = 1024 read(3, "sr/lib/x86_64-linux-gnu/ld-linux"..., 1024) = 690 close(3) = 0 access("/sys/module/nvidia/initstate", R_OK) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/params", O_RDONLY) = 3 fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(3, "ResmanDebugLevel: 4294967295\nRmL"..., 1024) = 945 close(3) = 0 stat("/dev/nvidiactl", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0xff), ...}) = 0 stat("/dev/nvidiactl", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0xff), ...}) = 0 unlink("/dev/char/195:255") = -1 EACCES (Permission denied) symlink("../nvidiactl", "/dev/char/195:255") = -1 EEXIST (File exists) stat("/dev/char/195:255", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0xff), ...}) = 0 openat(AT_FDCWD, "/dev/nvidiactl", O_RDWR) = 3 fcntl(3, F_SETFD, FD_CLOEXEC) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0xd2, 0x48), 0x7ffc131b5ca0) = 0 openat(AT_FDCWD, "/sys/devices/system/memory/block_size_bytes", O_RDONLY) = 4 read(4, "80000000\n", 99) = 9 close(4) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0xd6, 0x8), 0x7ffc131b5db0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0xc8, 0x900), 0x78477884bec0) = 0 stat("/proc/driver/nvidia/gpus/0000:0f:00.0/numa_status", 0x7ffc131b5db0) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/proc/driver/nvidia/params", O_RDONLY) = 4 fstat(4, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(4, "ResmanDebugLevel: 4294967295\nRmL"..., 1024) = 945 close(4) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2b, 0x20), 0x7ffc131b5f90) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b54f0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b54f0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b54f0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b54f0) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/params", O_RDONLY) = 4 fstat(4, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(4, "ResmanDebugLevel: 4294967295\nRmL"..., 1024) = 945 close(4) = 0 stat("/dev/nvidia0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 stat("/dev/nvidia0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 unlink("/dev/char/195:0") = -1 EACCES (Permission denied) symlink("../nvidia0", "/dev/char/195:0") = -1 EEXIST (File exists) stat("/dev/char/195:0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 openat(AT_FDCWD, "/dev/nvidia0", O_RDWR|O_NONBLOCK|O_CLOEXEC) = 4 fcntl(4, F_GETFD) = 0x1 (flags FD_CLOEXEC) fcntl(4, F_GETFL) = 0x8802 (flags O_RDWR|O_NONBLOCK|O_LARGEFILE) fcntl(4, F_SETFL, O_RDWR|O_LARGEFILE) = 0 ioctl(4, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0xda, 0x8), 0x7ffc131b54f0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b3080) = 0 openat(AT_FDCWD, "/proc/devices", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "Character devices:\n 1 mem\n 4 /"..., 1024) = 857 close(5) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/capabilities/mig/config", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "DeviceFileMinor: 1\nDeviceFileMod"..., 1024) = 59 close(5) = 0 mkdir("/dev/nvidia-caps", 0755) = -1 EEXIST (File exists) chmod("/dev/nvidia-caps", 0755) = -1 EPERM (Operation not permitted) stat("/usr/bin/nvidia-modprobe", 0x7ffc131b5790) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/proc/devices", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "Character devices:\n 1 mem\n 4 /"..., 1024) = 857 close(5) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/capabilities/mig/config", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "DeviceFileMinor: 1\nDeviceFileMod"..., 1024) = 59 close(5) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/capabilities/mig/config", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "DeviceFileMinor: 1\nDeviceFileMod"..., 1024) = 59 read(5, "", 1024) = 0 close(5) = 0 stat("/dev/nvidia-caps/nvidia-cap1", {st_mode=S_IFCHR|0400, st_rdev=makedev(0xeb, 0x1), ...}) = 0 access("/dev/nvidia-caps/nvidia-cap1", R_OK) = -1 EACCES (Permission denied) openat(AT_FDCWD, "/proc/devices", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "Character devices:\n 1 mem\n 4 /"..., 1024) = 857 close(5) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/capabilities/mig/monitor", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "DeviceFileMinor: 2\nDeviceFileMod"..., 1024) = 59 close(5) = 0 mkdir("/dev/nvidia-caps", 0755) = -1 EEXIST (File exists) chmod("/dev/nvidia-caps", 0755) = -1 EPERM (Operation not permitted) stat("/usr/bin/nvidia-modprobe", 0x7ffc131b5790) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/proc/devices", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "Character devices:\n 1 mem\n 4 /"..., 1024) = 857 close(5) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/capabilities/mig/monitor", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "DeviceFileMinor: 2\nDeviceFileMod"..., 1024) = 59 close(5) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/capabilities/mig/monitor", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "DeviceFileMinor: 2\nDeviceFileMod"..., 1024) = 59 read(5, "", 1024) = 0 close(5) = 0 stat("/dev/nvidia-caps/nvidia-cap2", {st_mode=S_IFCHR|0444, st_rdev=makedev(0xeb, 0x2), ...}) = 0 access("/dev/nvidia-caps/nvidia-cap2", R_OK) = 0 openat(AT_FDCWD, "/dev/nvidia-caps/nvidia-cap2", O_RDONLY|O_CLOEXEC) = 5 fcntl(5, F_GETFD) = 0x1 (flags FD_CLOEXEC) ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2b, 0x30), 0x7ffc131b6160) = 0 close(5) = 0 openat(AT_FDCWD, "/sys/devices/system/cpu/online", O_RDONLY|O_CLOEXEC) = 5 read(5, "0-15\n", 1024) = 5 close(5) = 0 openat(AT_FDCWD, "/proc/self/status", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "Name:\tnvidia-smi\nUmask:\t0002\nSta"..., 1024) = 1024 read(5, "lnerable\nSpeculationIndirectBran"..., 1024) = 532 close(5) = 0 openat(AT_FDCWD, "/sys/devices/system/node", O_RDONLY|O_NONBLOCK|O_CLOEXEC|O_DIRECTORY) = 5 fstat(5, {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0 getdents64(5, 0x8a3f7d0 /* 11 entries */, 32768) = 360 openat(AT_FDCWD, "/sys/devices/system/node/node0/cpumap", O_RDONLY) = 7 fstat(7, {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0 read(7, "ffff\n", 4096) = 5 close(7) = 0 getdents64(5, 0x8a3f7d0 /* 0 entries */, 32768) = 0 close(5) = 0 futex(0x78477884d2a0, FUTEX_WAKE_PRIVATE, 2147483647) = 0 get_mempolicy([MPOL_DEFAULT], [0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000, 0000000000000000], 1024, NULL, 0) = 0 access("/sys/module/nvidia_uvm/initstate", R_OK) = 0 openat(AT_FDCWD, "/proc/devices", O_RDONLY) = 5 fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(5, "Character devices:\n 1 mem\n 4 /"..., 1024) = 857 close(5) = 0 stat("/dev/nvidia-uvm", {st_mode=S_IFCHR|0666, st_rdev=makedev(0x1fe, 0), ...}) = 0 stat("/dev/nvidia-uvm", {st_mode=S_IFCHR|0666, st_rdev=makedev(0x1fe, 0), ...}) = 0 unlink("/dev/char/510:0") = -1 EACCES (Permission denied) symlink("../nvidia-uvm", "/dev/char/510:0") = -1 EEXIST (File exists) stat("/dev/char/510:0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0x1fe, 0), ...}) = 0 stat("/dev/nvidia-uvm-tools", {st_mode=S_IFCHR|0666, st_rdev=makedev(0x1fe, 0x1), ...}) = 0 stat("/dev/nvidia-uvm-tools", {st_mode=S_IFCHR|0666, st_rdev=makedev(0x1fe, 0x1), ...}) = 0 unlink("/dev/char/510:1") = -1 EACCES (Permission denied) symlink("../nvidia-uvm-tools", "/dev/char/510:1") = -1 EEXIST (File exists) stat("/dev/char/510:1", {st_mode=S_IFCHR|0666, st_rdev=makedev(0x1fe, 0x1), ...}) = 0 openat(AT_FDCWD, "/dev/nvidia-uvm", O_RDWR|O_CLOEXEC) = 5 fcntl(5, F_GETFD) = 0x1 (flags FD_CLOEXEC) openat(AT_FDCWD, "/dev/nvidia-uvm", O_RDWR|O_CLOEXEC) = 7 fcntl(7, F_GETFD) = 0x1 (flags FD_CLOEXEC) ioctl(5, _IOC(_IOC_NONE, 0, 0x1, 0x3000), 0x7ffc131b64a0) = 0 ioctl(7, _IOC(_IOC_NONE, 0, 0x4b, 0), 0x7ffc131b64d8) = 0 close(7) = 0 getpid() = 749922 getpid() = 749922 getpid() = 749922 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b54e0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5360) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5280) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5280) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/params", O_RDONLY) = 7 fstat(7, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(7, "ResmanDebugLevel: 4294967295\nRmL"..., 1024) = 945 close(7) = 0 stat("/dev/nvidia0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 stat("/dev/nvidia0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 unlink("/dev/char/195:0") = -1 EACCES (Permission denied) symlink("../nvidia0", "/dev/char/195:0") = -1 EEXIST (File exists) stat("/dev/char/195:0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 openat(AT_FDCWD, "/dev/nvidia0", O_RDWR|O_CLOEXEC) = 7 fcntl(7, F_GETFD) = 0x1 (flags FD_CLOEXEC) ioctl(7, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0xc9, 0x4), 0x7ffc131b5d7c) = 0 ioctl(7, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0xd7, 0x230), 0x7ffc131b5b40) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2b, 0x30), 0x7ffc131b5e40) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b54a0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5220) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5120) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5120) = 0 openat(AT_FDCWD, "/proc/driver/nvidia/params", O_RDONLY) = 8 fstat(8, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(8, "ResmanDebugLevel: 4294967295\nRmL"..., 1024) = 945 close(8) = 0 stat("/dev/nvidia0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 stat("/dev/nvidia0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 unlink("/dev/char/195:0") = -1 EACCES (Permission denied) symlink("../nvidia0", "/dev/char/195:0") = -1 EEXIST (File exists) stat("/dev/char/195:0", {st_mode=S_IFCHR|0666, st_rdev=makedev(0xc3, 0), ...}) = 0 openat(AT_FDCWD, "/dev/nvidia0", O_RDWR|O_CLOEXEC) = 8 fcntl(8, F_GETFD) = 0x1 (flags FD_CLOEXEC) ioctl(8, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0xc9, 0x4), 0x7ffc131b5c1c) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2b, 0x30), 0x7ffc131b5ce0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5300) = 0 clock_nanosleep(CLOCK_REALTIME, 0, {tv_sec=0, tv_nsec=5000000}, NULL) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5300) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5450) = 0 getpid() = 749922 fstat(1, {st_mode=S_IFCHR|0620, st_rdev=makedev(0x88, 0x8), ...}) = 0 write(1, "\n", 1 ) = 1 write(1, "==============NVSMI LOG========="..., 38==============NVSMI LOG============== ) = 38 write(1, "\n", 1 ) = 1 openat(AT_FDCWD, "/etc/localtime", O_RDONLY|O_CLOEXEC) = 9 fstat(9, {st_mode=S_IFREG|0644, st_size=1909, ...}) = 0 fstat(9, {st_mode=S_IFREG|0644, st_size=1909, ...}) = 0 read(9, "TZif2\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\5\0\0\0\5\0\0\0\0"..., 2048) = 1909 lseek(9, -1217, SEEK_CUR) = 692 read(9, "TZif2\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\6\0\0\0\6\0\0\0\0"..., 2048) = 1217 close(9) = 0 write(1, "Timestamp", 9Timestamp) = 9 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "Mon Oct 14 18:57:18 2024", 24Mon Oct 14 18:57:18 2024) = 24 write(1, "\n", 1 ) = 1 getpid() = 749922 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5470) = 0 write(1, "Driver Version", 14Driver Version) = 14 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "560.35.03", 9560.35.03) = 9 write(1, "\n", 1 ) = 1 getpid() = 749922 openat(AT_FDCWD, "/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 9 fstat(9, {st_mode=S_IFREG|0644, st_size=198689, ...}) = 0 mmap(NULL, 198689, PROT_READ, MAP_PRIVATE, 9, 0) = 0x784778f34000 close(9) = 0 openat(AT_FDCWD, "/lib/x86_64-linux-gnu/libcuda.so.1", O_RDONLY|O_CLOEXEC) = 9 read(9, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\16\v\0\0\0\0\0"..., 832) = 832 fstat(9, {st_mode=S_IFREG|0644, st_size=34828792, ...}) = 0 mmap(NULL, 35249824, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 9, 0) = 0x784775600000 mprotect(0x7847756b0000, 33345536, PROT_NONE) = 0 mmap(0x7847756b0000, 4939776, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 9, 0xb0000) = 0x7847756b0000 mmap(0x784775b66000, 28401664, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 9, 0x566000) = 0x784775b66000 mmap(0x78477767d000, 765952, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 9, 0x207c000) = 0x78477767d000 mmap(0x784777738000, 417440, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x784777738000 close(9) = 0 mprotect(0x78477767d000, 94208, PROT_READ) = 0 sched_get_priority_max(SCHED_RR) = 99 sched_get_priority_min(SCHED_RR) = 1 munmap(0x784778f34000, 198689) = 0 munmap(0x784775600000, 35249824) = 0 write(1, "CUDA Version", 12CUDA Version) = 12 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "12.6", 412.6) = 4 write(1, "\n", 1 ) = 1 getpid() = 749922 getpid() = 749922 getpid() = 749922 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b51b0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b51b0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b51b0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2b, 0x30), 0x7ffc131b5310) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b4930) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5550) = 0 write(1, "\n", 1 ) = 1 getpid() = 749922 write(1, "Attached GPUs", 13Attached GPUs) = 13 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "1", 11) = 1 write(1, "\n", 1 ) = 1 getpid() = 749922 write(1, "GPU ", 4GPU ) = 4 write(1, "00000000:0F:00.0", 1600000000:0F:00.0) = 16 write(1, "\n", 1 ) = 1 getpid() = 749922 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5290) = 0 write(1, " ", 4 ) = 4 write(1, "Product Name", 12Product Name) = 12 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "NVIDIA GeForce RTX 4080", 23NVIDIA GeForce RTX 4080) = 23 write(1, "\n", 1 ) = 1 getpid() = 749922 write(1, " ", 4 ) = 4 write(1, "Product Brand", 13Product Brand) = 13 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "GeForce", 7GeForce) = 7 write(1, "\n", 1 ) = 1 getpid() = 749922 write(1, " ", 4 ) = 4 write(1, "Product Architecture", 20Product Architecture) = 20 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "Ada Lovelace", 12Ada Lovelace) = 12 write(1, "\n", 1 ) = 1 getpid() = 749922 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2b, 0x30), 0x7ffc131b5cc0) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5310) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5310) = 0 write(1, " ", 4 ) = 4 write(1, "Display Mode", 12Display Mode) = 12 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "Enabled", 7Enabled) = 7 write(1, "\n", 1 ) = 1 getpid() = 749922 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5310) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5310) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5310) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5310) = 0 ioctl(3, _IOC(_IOC_READ|_IOC_WRITE, 0x46, 0x2a, 0x20), 0x7ffc131b5310) = 0 write(1, " ", 4 ) = 4 write(1, "Display Active", 14Display Active) = 14 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, " ", 1 ) = 1 write(1, ": ", 2: ) = 2 write(1, "Enabled", 7Enabled) = 7 write(1, "\n", 1 ) = 1 getpid() = 749922 stat("/var/run/nvidia-persistenced/socket", {st_mode=S_IFSOCK|0777, st_size=0, ...}) = 0 socket(AF_UNIX, SOCK_STREAM, 0) = 9 connect(9, {sa_family=AF_UNIX, sun_path="/var/run/nvidia-persistenced/socket"}, 37) = 0 rt_sigprocmask(SIG_SETMASK, ~[RTMIN RT_1], [], 8) = 0 prlimit64(0, RLIMIT_NOFILE, NULL, {rlim_cur=1024, rlim_max=1073741816}) = 0 mmap(NULL, 4294967296, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x784677800000 mmap(NULL, 51539607552, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x783a77800000 ``` To manage notifications about this bug go to: https://bugs.launchpad.net/ubuntu/+source/nvidia-graphics-drivers-560/+bug/2084477/+subscriptions -- Mailing list: https://launchpad.net/~kernel-packages Post to : kernel-packages@lists.launchpad.net Unsubscribe : https://launchpad.net/~kernel-packages More help : https://help.launchpad.net/ListHelp