The zfs module seems to be missing in the referenced kernel/modules thus
the zfs pool is missing and the DB fails to start
# systemctl --failed
UNIT LOAD ACTIVE SUB DESCRIPTION
● mariadb.service loaded failed failed MariaDB 10.11.8 database server
Legend: LOAD → Reflects whether the unit definition was properly loaded.
ACTIVE → The high-level unit activation state, i.e. generalization of
SUB.
SUB → The low-level unit activation state, values depend on unit
type.
1 loaded units listed.
# zpool status
The ZFS modules cannot be auto-loaded.
Try running 'modprobe zfs' as root to manually load them.
root@db1-gra5-old:/home/todor# modprobe zfs
modprobe: FATAL: Module zfs not found in directory
/lib/modules/6.5.0-060500-generic
# find /lib/modules/6.5.0-060500-generic/ -iname "*zfs*"
# find /lib/modules/ -iname "*zfs*"
/lib/modules/6.8.0-51-generic/kernel/zfs
/lib/modules/6.8.0-51-generic/kernel/zfs/zfs.ko.zst
/lib/modules/6.8.0-52-generic/kernel/zfs
/lib/modules/6.8.0-52-generic/kernel/zfs/zfs.ko.zst
--
You received this bug notification because you are a member of Kernel
Packages, which is subscribed to linux in Ubuntu.
https://bugs.launchpad.net/bugs/2098375
Title:
ZFS pool randomly encounters error condition and hangs
Status in linux package in Ubuntu:
New
Bug description:
After upgrading from Ubuntu 22.04 to 24.04 the ZFS pool becomes
unstable and any operations on the mounted volumes hang indefinitely
until the system is restarted. The mounted ZFS volumes are used for
MariaDB. The pool is of a single entire drive.
# apt list --installed|grep -i zfs
WARNING: apt does not have a stable CLI interface. Use with caution in
scripts.
libzfs4linux/noble-updates,now 2.2.2-0ubuntu9.1 amd64 [installed,automatic]
zfs-initramfs/noble-updates,now 2.2.2-0ubuntu9.1 amd64 [installed]
zfs-zed/noble-updates,now 2.2.2-0ubuntu9.1 amd64 [installed,automatic]
zfsutils-linux/noble-updates,now 2.2.2-0ubuntu9.1 amd64 [installed]
# zpool status
pool: db
state: ONLINE
scan: scrub repaired 0B in 03:41:14 with 0 errors on Sun Feb 9 04:05:15
2025
config:
NAME STATE READ WRITE CKSUM
db ONLINE 0 0 0
nvme0n1 ONLINE 0 0 0
errors: No known data errors
# zfs list
NAME USED AVAIL REFER MOUNTPOINT
db 1.21T 479G 228K /db
db/mysql 1.01T 479G 1.01T /db/mysql
db/mysql-log 204G 479G 204G /db/mysql-log
# zfs get all db
NAME PROPERTY VALUE SOURCE
db type filesystem -
db creation Sat Jun 3 13:41 2023 -
db used 1.21T -
db available 479G -
db referenced 228K -
db compressratio 2.33x -
db mounted yes -
db quota none default
db reservation none default
db recordsize 128K default
db mountpoint /db default
db sharenfs off default
db checksum on default
db compression lz4 local
db atime off local
db devices on default
db exec on default
db setuid on default
db readonly off default
db zoned off default
db snapdir hidden default
db aclmode discard default
db aclinherit restricted default
db createtxg 1 -
db canmount on default
db xattr on default
db copies 1 default
db version 5 -
db utf8only off -
db normalization none -
db casesensitivity sensitive -
db vscan off default
db nbmand off default
db sharesmb off default
db refquota none default
db refreservation none default
db guid 13462119194566498061 -
db primarycache all default
db secondarycache all default
db usedbysnapshots 0B -
db usedbydataset 228K -
db usedbychildren 1.21T -
db usedbyrefreservation 0B -
db logbias throughput local
db objsetid 54 -
db dedup off default
db mlslabel none default
db sync standard default
db dnodesize legacy default
db refcompressratio 2.10x -
db written 228K -
db logicalused 2.82T -
db logicalreferenced 210K -
db volmode default default
db filesystem_limit none default
db snapshot_limit none default
db filesystem_count none default
db snapshot_count none default
db snapdev hidden default
db acltype off default
db context none default
db fscontext none default
db defcontext none default
db rootcontext none default
db relatime on default
db redundant_metadata all default
db overlay on default
db encryption off default
db keylocation none default
db keyformat none default
db pbkdf2iters 0 default
db special_small_blocks 0 default
# zfs get all db/mysql
NAME PROPERTY VALUE SOURCE
db/mysql type filesystem -
db/mysql creation Sat Jun 3 13:50 2023 -
db/mysql used 1.01T -
db/mysql available 479G -
db/mysql referenced 1.01T -
db/mysql compressratio 2.12x -
db/mysql mounted yes -
db/mysql quota none default
db/mysql reservation none default
db/mysql recordsize 16K local
db/mysql mountpoint /db/mysql default
db/mysql sharenfs off default
db/mysql checksum on default
db/mysql compression lz4 inherited from db
db/mysql atime off inherited from db
db/mysql devices on default
db/mysql exec on default
db/mysql setuid on default
db/mysql readonly off default
db/mysql zoned off default
db/mysql snapdir hidden default
db/mysql aclmode discard default
db/mysql aclinherit restricted default
db/mysql createtxg 111 -
db/mysql canmount on default
db/mysql xattr sa local
db/mysql copies 1 default
db/mysql version 5 -
db/mysql utf8only off -
db/mysql normalization none -
db/mysql casesensitivity sensitive -
db/mysql vscan off default
db/mysql nbmand off default
db/mysql sharesmb off default
db/mysql refquota none default
db/mysql refreservation none default
db/mysql guid 1337563005035050163 -
db/mysql primarycache metadata local
db/mysql secondarycache all default
db/mysql usedbysnapshots 0B -
db/mysql usedbydataset 1.01T -
db/mysql usedbychildren 0B -
db/mysql usedbyrefreservation 0B -
db/mysql logbias throughput inherited from db
db/mysql objsetid 522 -
db/mysql dedup off default
db/mysql mlslabel none default
db/mysql sync standard default
db/mysql dnodesize legacy default
db/mysql refcompressratio 2.12x -
db/mysql written 1.01T -
db/mysql logicalused 2.14T -
db/mysql logicalreferenced 2.14T -
db/mysql volmode default default
db/mysql filesystem_limit none default
db/mysql snapshot_limit none default
db/mysql filesystem_count none default
db/mysql snapshot_count none default
db/mysql snapdev hidden default
db/mysql acltype off default
db/mysql context none default
db/mysql fscontext none default
db/mysql defcontext none default
db/mysql rootcontext none default
db/mysql relatime on default
db/mysql redundant_metadata all default
db/mysql overlay on default
db/mysql encryption off default
db/mysql keylocation none default
db/mysql keyformat none default
db/mysql pbkdf2iters 0 default
db/mysql special_small_blocks 0 default
# zfs get all db/mysql-log
NAME PROPERTY VALUE SOURCE
db/mysql-log type filesystem -
db/mysql-log creation Fri Dec 6 12:30 2024 -
db/mysql-log used 204G -
db/mysql-log available 479G -
db/mysql-log referenced 204G -
db/mysql-log compressratio 3.40x -
db/mysql-log mounted yes -
db/mysql-log quota none default
db/mysql-log reservation none default
db/mysql-log recordsize 128K default
db/mysql-log mountpoint /db/mysql-log default
db/mysql-log sharenfs off default
db/mysql-log checksum on default
db/mysql-log compression lz4 inherited from db
db/mysql-log atime off inherited from db
db/mysql-log devices on default
db/mysql-log exec on default
db/mysql-log setuid on default
db/mysql-log readonly off default
db/mysql-log zoned off default
db/mysql-log snapdir hidden default
db/mysql-log aclmode discard default
db/mysql-log aclinherit restricted default
db/mysql-log createtxg 9540249 -
db/mysql-log canmount on default
db/mysql-log xattr sa local
db/mysql-log copies 1 default
db/mysql-log version 5 -
db/mysql-log utf8only off -
db/mysql-log normalization none -
db/mysql-log casesensitivity sensitive -
db/mysql-log vscan off default
db/mysql-log nbmand off default
db/mysql-log sharesmb off default
db/mysql-log refquota none default
db/mysql-log refreservation none default
db/mysql-log guid 8735627355511090761 -
db/mysql-log primarycache all default
db/mysql-log secondarycache all default
db/mysql-log usedbysnapshots 0B -
db/mysql-log usedbydataset 204G -
db/mysql-log usedbychildren 0B -
db/mysql-log usedbyrefreservation 0B -
db/mysql-log logbias throughput inherited from db
db/mysql-log objsetid 111451 -
db/mysql-log dedup off default
db/mysql-log mlslabel none default
db/mysql-log sync standard default
db/mysql-log dnodesize legacy default
db/mysql-log refcompressratio 3.40x -
db/mysql-log written 204G -
db/mysql-log logicalused 693G -
db/mysql-log logicalreferenced 693G -
db/mysql-log volmode default default
db/mysql-log filesystem_limit none default
db/mysql-log snapshot_limit none default
db/mysql-log filesystem_count none default
db/mysql-log snapshot_count none default
db/mysql-log snapdev hidden default
db/mysql-log acltype off default
db/mysql-log context none default
db/mysql-log fscontext none default
db/mysql-log defcontext none default
db/mysql-log rootcontext none default
db/mysql-log relatime on default
db/mysql-log redundant_metadata all default
db/mysql-log overlay on default
db/mysql-log encryption off default
db/mysql-log keylocation none default
db/mysql-log keyformat none default
db/mysql-log pbkdf2iters 0 default
db/mysql-log special_small_blocks 0 default
Logged errors in /var/log/syslog (syslog-zfs-crash-20250213.txt)
Previous crash syslog (previous zfs packes revision, seemed slightly
different):
2025-02-01T12:46:36.286691+00:00 db1-gra5 kernel: BUG: unable to handle page
fault for address: ffffb9963376f000
2025-02-01T12:46:36.286717+00:00 db1-gra5 kernel: #PF: supervisor read access
in kernel mode
2025-02-01T12:46:36.286720+00:00 db1-gra5 kernel: #PF: error_code(0x0000) -
not-present page
2025-02-01T12:46:36.286721+00:00 db1-gra5 kernel: PGD 100000067 P4D 100000067
PUD 100297067 PMD 254329067 PTE 0
2025-02-01T12:46:36.286722+00:00 db1-gra5 kernel: Oops: 0000 [#1] PREEMPT SMP
PTI
2025-02-01T12:46:36.286723+00:00 db1-gra5 kernel: CPU: 1 PID: 482288 Comm:
z_wr_iss_h Tainted: P O 6.8.0-51-generic #52-Ubuntu
2025-02-01T12:46:36.286724+00:00 db1-gra5 kernel: Hardware name: OpenStack
Foundation OpenStack Nova, BIOS 2:1.10.2-58953eb7 04/01/2014
2025-02-01T12:46:36.286725+00:00 db1-gra5 kernel: RIP:
0010:LZ4_compressCtx+0x2fe/0x450 [zfs]
2025-02-01T12:46:36.286726+00:00 db1-gra5 kernel: Code: 41 c6 07 00 4d 8d 6f
01 48 89 d8 4c 8d 5b 04 49 83 c5 02 48 29 d0 4c 89 db 48 83 c2 04 66 41 89 45
fe 4d 39 f3 73 1c 48 8b 3a <48> 8b 03 48 39 c7 0f 85 21 ff ff ff 48 83 c3 08 48
83 c2 08 4c 39
2025-02-01T12:46:36.286726+00:00 db1-gra5 kernel: RSP: 0018:ffffb996091a7c40
EFLAGS: 00010287
2025-02-01T12:46:36.286727+00:00 db1-gra5 kernel: RAX: 6e6f69746361646c RBX:
ffffb9963376eff9 RCX: ffffb99633758000
2025-02-01T12:46:36.286728+00:00 db1-gra5 kernel: RDX: ffffb9963376ef0e RSI:
000000000000ffff RDI: 4e203d20656d6974
2025-02-01T12:46:36.286729+00:00 db1-gra5 kernel: RBP: ffffb996091a7c90 R08:
ffffb99633778000 R09: ffffb996404ff004
2025-02-01T12:46:36.286729+00:00 db1-gra5 kernel: R10: ffffb99640505bb2 R11:
ffffb9963376efc9 R12: ffff8fdc76b2c000
2025-02-01T12:46:36.286730+00:00 db1-gra5 kernel: R13: ffffb99640505bb7 R14:
ffffb99633777ff4 R15: ffffb99640505bb2
2025-02-01T12:46:36.286730+00:00 db1-gra5 kernel: FS: 0000000000000000(0000)
GS:ffff8fe650280000(0000) knlGS:0000000000000000
2025-02-01T12:46:36.286731+00:00 db1-gra5 kernel: CS: 0010 DS: 0000 ES: 0000
CR0: 0000000080050033
2025-02-01T12:46:36.286731+00:00 db1-gra5 kernel: CR2: ffffb9963376f000 CR3:
000000011db18002 CR4: 00000000001706f0
2025-02-01T12:46:36.286732+00:00 db1-gra5 kernel: DR0: 0000000000000000 DR1:
0000000000000000 DR2: 0000000000000000
2025-02-01T12:46:36.286733+00:00 db1-gra5 kernel: DR3: 0000000000000000 DR6:
00000000fffe0ff0 DR7: 0000000000000400
2025-02-01T12:46:36.286734+00:00 db1-gra5 kernel: Call Trace:
2025-02-01T12:46:36.286735+00:00 db1-gra5 kernel: <TASK>
2025-02-01T12:46:36.286735+00:00 db1-gra5 kernel: ? show_regs+0x6d/0x80
2025-02-01T12:46:36.286736+00:00 db1-gra5 kernel: ? __die+0x24/0x80
2025-02-01T12:46:36.286737+00:00 db1-gra5 kernel: ?
page_fault_oops+0x99/0x1b0
2025-02-01T12:46:36.286738+00:00 db1-gra5 kernel: ?
kernelmode_fixup_or_oops.isra.0+0x69/0x90
2025-02-01T12:46:36.286739+00:00 db1-gra5 kernel: ?
__bad_area_nosemaphore+0x19d/0x2c0
2025-02-01T12:46:36.286740+00:00 db1-gra5 kernel: ?
metaslab_largest_allocatable+0x5d/0xa0 [zfs]
2025-02-01T12:46:36.286740+00:00 db1-gra5 kernel: ?
bad_area_nosemaphore+0x16/0x30
2025-02-01T12:46:36.286741+00:00 db1-gra5 kernel: ?
do_kern_addr_fault+0x7b/0xa0
2025-02-01T12:46:36.286742+00:00 db1-gra5 kernel: ?
exc_page_fault+0x1a4/0x1b0
2025-02-01T12:46:36.286742+00:00 db1-gra5 kernel: ?
asm_exc_page_fault+0x27/0x30
2025-02-01T12:46:36.286743+00:00 db1-gra5 kernel: ?
LZ4_compressCtx+0x2fe/0x450 [zfs]
2025-02-01T12:46:36.286744+00:00 db1-gra5 kernel:
real_LZ4_compress+0x60/0xc0 [zfs]
2025-02-01T12:46:36.286744+00:00 db1-gra5 kernel: lz4_compress_zfs+0x1e/0x50
[zfs]
2025-02-01T12:46:36.286745+00:00 db1-gra5 kernel:
zio_compress_data+0xcb/0x170 [zfs]
2025-02-01T12:46:36.286745+00:00 db1-gra5 kernel:
zio_write_compress+0x532/0x830 [zfs]
2025-02-01T12:46:36.286746+00:00 db1-gra5 kernel: zio_execute+0x95/0xf0 [zfs]
2025-02-01T12:46:36.286747+00:00 db1-gra5 kernel: taskq_thread+0x1f6/0x3c0
[spl]
2025-02-01T12:46:36.286748+00:00 db1-gra5 kernel: ?
__pfx_default_wake_function+0x10/0x10
2025-02-01T12:46:36.286748+00:00 db1-gra5 kernel: ?
__pfx_zio_execute+0x10/0x10 [zfs]
2025-02-01T12:46:36.286749+00:00 db1-gra5 kernel: ?
__pfx_taskq_thread+0x10/0x10 [spl]
2025-02-01T12:46:36.286749+00:00 db1-gra5 kernel: kthread+0xf2/0x120
2025-02-01T12:46:36.286750+00:00 db1-gra5 kernel: ? __pfx_kthread+0x10/0x10
2025-02-01T12:46:36.286751+00:00 db1-gra5 kernel: ret_from_fork+0x47/0x70
2025-02-01T12:46:36.286752+00:00 db1-gra5 kernel: ? __pfx_kthread+0x10/0x10
2025-02-01T12:46:36.286752+00:00 db1-gra5 kernel: ret_from_fork_asm+0x1b/0x30
2025-02-01T12:46:36.286753+00:00 db1-gra5 kernel: </TASK>
2025-02-01T12:46:36.286753+00:00 db1-gra5 kernel: Modules linked in: cpuid
tls cfg80211 ip6t_REJECT nf_reject_ipv6 xt_hl ip6t_rt ipt_REJECT nf_reject_ipv4
xt_LOG nf_log_syslog nft_limit xt_limit xt_addrtype xt_tcpudp xt_conntrack
nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 nft_compat nf_tables binfmt_misc
nls_iso8859_1 intel_rapl_msr intel_rapl_common kvm_intel kvm zfs(PO) irqbypass
spl(O) i2c_piix4 input_leds joydev mac_hid serio_raw sch_fq_codel dm_multipath
efi_pstore nfnetlink dmi_sysfs qemu_fw_cfg ip_tables x_tables autofs4 btrfs
blake2b_generic raid10 raid456 async_raid6_recov async_memcpy async_pq
async_xor async_tx xor raid6_pq libcrc32c raid1 raid0 crct10dif_pclmul
crc32_pclmul polyval_clmulni polyval_generic nvme ghash_clmulni_intel nvme_core
sha256_ssse3 psmouse sha1_ssse3 nvme_auth floppy cirrus pata_acpi hid_generic
usbhid hid aesni_intel crypto_simd cryptd
2025-02-01T12:46:36.286755+00:00 db1-gra5 kernel: CR2: ffffb9963376f000
2025-02-01T12:46:36.286755+00:00 db1-gra5 kernel: ---[ end trace
0000000000000000 ]---
2025-02-01T12:46:36.286756+00:00 db1-gra5 kernel: RIP:
0010:LZ4_compressCtx+0x2fe/0x450 [zfs]
2025-02-01T12:46:36.286756+00:00 db1-gra5 kernel: Code: 41 c6 07 00 4d 8d 6f
01 48 89 d8 4c 8d 5b 04 49 83 c5 02 48 29 d0 4c 89 db 48 83 c2 04 66 41 89 45
fe 4d 39 f3 73 1c 48 8b 3a <48> 8b 03 48 39 c7 0f 85 21 ff ff ff 48 83 c3 08 48
83 c2 08 4c 39
2025-02-01T12:46:36.286757+00:00 db1-gra5 kernel: RSP: 0018:ffffb996091a7c40
EFLAGS: 00010287
2025-02-01T12:46:36.286757+00:00 db1-gra5 kernel: RAX: 6e6f69746361646c RBX:
ffffb9963376eff9 RCX: ffffb99633758000
2025-02-01T12:46:36.286758+00:00 db1-gra5 kernel: RDX: ffffb9963376ef0e RSI:
000000000000ffff RDI: 4e203d20656d6974
2025-02-01T12:46:36.286759+00:00 db1-gra5 kernel: RBP: ffffb996091a7c90 R08:
ffffb99633778000 R09: ffffb996404ff004
2025-02-01T12:46:36.286760+00:00 db1-gra5 kernel: R10: ffffb99640505bb2 R11:
ffffb9963376efc9 R12: ffff8fdc76b2c000
2025-02-01T12:46:36.286760+00:00 db1-gra5 kernel: R13: ffffb99640505bb7 R14:
ffffb99633777ff4 R15: ffffb99640505bb2
2025-02-01T12:46:36.286761+00:00 db1-gra5 kernel: FS: 0000000000000000(0000)
GS:ffff8fe650280000(0000) knlGS:0000000000000000
2025-02-01T12:46:36.286761+00:00 db1-gra5 kernel: CS: 0010 DS: 0000 ES: 0000
CR0: 0000000080050033
2025-02-01T12:46:36.286763+00:00 db1-gra5 kernel: CR2: ffffb9963376f000 CR3:
000000011db18002 CR4: 00000000001706f0
2025-02-01T12:46:36.286763+00:00 db1-gra5 kernel: DR0: 0000000000000000 DR1:
0000000000000000 DR2: 0000000000000000
2025-02-01T12:46:36.286764+00:00 db1-gra5 kernel: DR3: 0000000000000000 DR6:
00000000fffe0ff0 DR7: 0000000000000400
2025-02-01T12:46:36.286765+00:00 db1-gra5 kernel: note: z_wr_iss_h[482288]
exited with irqs disabled
ProblemType: Bug
DistroRelease: Ubuntu 24.04
Package: linux-image-6.8.0-52-generic 6.8.0-52.53
ProcVersionSignature: Ubuntu 6.8.0-52.53-generic 6.8.12
Uname: Linux 6.8.0-52-generic x86_64
NonfreeKernelModules: zfs
AlsaDevices:
total 0
crw-rw---- 1 root audio 116, 1 Feb 8 06:56 seq
crw-rw---- 1 root audio 116, 33 Feb 8 06:56 timer
AplayDevices: Error: [Errno 2] No such file or directory: 'aplay'
ApportVersion: 2.28.1-0ubuntu3.3
Architecture: amd64
ArecordDevices: Error: [Errno 2] No such file or directory: 'arecord'
AudioDevicesInUse: Error: command ['fuser', '-v', '/dev/snd/timer',
'/dev/snd/seq'] failed with exit code 1:
CRDA: N/A
CasperMD5CheckResult: unknown
CloudArchitecture: x86_64
CloudBuildName: server
CloudID: openstack
CloudName: openstack
CloudPlatform: openstack
CloudSerial: 20210518
CloudSubPlatform: metadata (http://169.254.169.254)
Date: Thu Feb 13 13:08:14 2025
IwConfig: Error: [Errno 2] No such file or directory: 'iwconfig'
Lsusb:
Bus 001 Device 001: ID 1d6b:0001 Linux Foundation 1.1 root hub
Bus 001 Device 002: ID 0627:0001 Adomax Technology Co., Ltd QEMU Tablet
Lsusb-t:
/: Bus 001.Port 001: Dev 001, Class=root_hub, Driver=uhci_hcd/2p, 12M
|__ Port 001: Dev 002, If 0, Class=Human Interface Device,
Driver=usbhid, 12M
MachineType: OpenStack Foundation OpenStack Nova
PciMultimedia:
ProcFB: 0 cirrusdrmfb
ProcKernelCmdLine: BOOT_IMAGE=/boot/vmlinuz-6.8.0-52-generic
root=UUID=e17a595e-18f3-45e3-8f22-e0d1005fbae1 ro console=tty1 console=ttyS0
zswap.enabled=1
RebootRequiredPkgs: Error: path contained symlinks.
RelatedPackageVersions:
linux-restricted-modules-6.8.0-52-generic N/A
linux-backports-modules-6.8.0-52-generic N/A
linux-firmware 20240318.git3b128b60-0ubuntu2.7
RfKill: Error: [Errno 2] No such file or directory: 'rfkill'
SourcePackage: linux
UpgradeStatus: Upgraded to noble on 2024-11-01 (104 days ago)
dmi.bios.date: 04/01/2014
dmi.bios.release: 0.0
dmi.bios.vendor: SeaBIOS
dmi.bios.version: 2:1.10.2-58953eb7
dmi.chassis.type: 1
dmi.chassis.vendor: QEMU
dmi.chassis.version: pc-i440fx-bionic
dmi.modalias:
dmi:bvnSeaBIOS:bvr21.10.2-58953eb7:bd04/01/2014:br0.0:svnOpenStackFoundation:pnOpenStackNova:pvr19.3.2:cvnQEMU:ct1:cvrpc-i440fx-bionic:sku:
dmi.product.family: Virtual Machine
dmi.product.name: OpenStack Nova
dmi.product.version: 19.3.2
dmi.sys.vendor: OpenStack Foundation
To manage notifications about this bug go to:
https://bugs.launchpad.net/ubuntu/+source/linux/+bug/2098375/+subscriptions
--
Mailing list: https://launchpad.net/~kernel-packages
Post to : kernel-packages@lists.launchpad.net
Unsubscribe : https://launchpad.net/~kernel-packages
More help : https://help.launchpad.net/ListHelp
