Greetings :)
I have a openbsd 76 system (dmesg [1]) with bioctl raid5 setup. It
achieves performance writes of between 18-43 MB/s with a dd test[2] and
7-11 MB/s with rsync tests[3]. But the backend drives are reported to
write at 220MB/s according to it's vendor spec [4]. I would expect with
a raid5 setup, that the write speed would increase slightly then a
straight drive. But the performance is very slow (7-11 MB/s with
rsync). Is this normal experience in OpenBSD? Perhaps it's slow for
some reason I don't understand, like perhaps it's doing a random write,
but why would it do that? The disk random 4K write speed is reported to
be a terrible 0.79 MB/s according to userbenchmark.com [5] while
sequential write is 142MB/s.
Is there anything I can do, to try improve the performance? I haven't
find a document or article that discusses how to troubleshoot this
further.
My raid5 setup details are listed here[6]:
The backend drives are:
[1]:
OpenBSD 7.6-stable (CUSTOM.MP) #0: Thu Nov 7 22:29:47 SAST 2024
d...@cephas.santanas.co.za:/usr/src/sys/arch/amd64/compile/CUSTOM.MP
real mem = 67696001024 (64559MB)
avail mem = 65620373504 (62580MB)
random: good seed from bootblocks
mpath0 at root
scsibus0 at mpath0: 256 targets
mainbus0 at root
bios0 at mainbus0: SMBIOS rev. 3.7 @ 0x95ab9000 (45 entries)
bios0: vendor American Megatrends International, LLC. version "1.G0" date
10/09/2024
bios0: Micro-Star International Co., Ltd. MS-7E26
efi0 at bios0: UEFI 2.9
efi0: American Megatrends rev 0x50023
acpi0 at bios0: ACPI 6.5
acpi0: sleep states S0 S3 S4 S5
acpi0: tables DSDT FACP SSDT SSDT FIDT MCFG HPET WDRT UEFI FPDT VFCT SSDT
TPM2 SSDT SSDT SSDT SSDT SSDT SSDT WSMT APIC IVRS SSDT SSDT SSDT SSDT SSDT BGRT
acpi0: wakeup devices GPP3(S4) GPP4(S4) GPP5(S4) GPP6(S4) GP17(S4) XHC0(S4)
XHC1(S4) XHC2(S4) GPP0(S4) GPP1(S4) GPP2(S4) GPP7(S4) UP00(S4) DP48(S4)
EP00(S4) DP50(S4) [...]
acpitimer0 at acpi0: 3579545 Hz, 32 bits
acpimcfg0 at acpi0
acpimcfg0: addr 0xe0000000, bus 0-255
acpihpet0 at acpi0: 14318180 Hz
acpimadt0 at acpi0 addr 0xfee00000: PC-AT compat
cpu0 at mainbus0: apid 0 (boot processor)
cpu0: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu0: cpuid 1
edx=178bfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,MMX,FXSR,SSE,SSE2,HTT>
ecx=76d8320b<SSE3,PCLMUL,MWAIT,SSSE3,FMA3,CX16,SSE4.1,SSE4.2,MOVBE,POPCNT,AES,XSAVE,AVX,F16C,RDRAND>
cpu0: cpuid 6 eax=4<ARAT> ecx=1<EFFFREQ>
cpu0: cpuid 7.0
ebx=f1bf97a9<FSGSBASE,BMI1,AVX2,SMEP,BMI2,ERMS,INVPCID,PQM,AVX512F,AVX512DQ,RDSEED,ADX,SMAP,AVX512IFMA,CLFLUSHOPT,CLWB,AVX512CD,SHA,AVX512BW,AVX512VL>
ecx=405fce<AVX512VBMI,UMIP,PKU> edx=10000010<L1DF>
cpu0: cpuid d.1 eax=f<XSAVEOPT,XSAVEC,XGETBV1,XSAVES>
cpu0: cpuid 80000001 edx=2fd3fbff<NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG>
ecx=75c237ff<LAHF,CMPLEG,SVM,EAPICSP,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,IBS,SKINIT,TCE,TOPEXT,CPCTR,DBKP,PCTRL3,MWAITX>
cpu0: cpuid 80000007 edx=6799<HWPSTATE,ITSC>
cpu0: cpuid 80000008
ebx=791ef257<IBPB,IBRS,STIBP,STIBP_ALL,IBRS_PREF,IBRS_SM,SSBD>
cpu0: cpuid 8000001F eax=1<SME>
cpu0: 32KB 64b/line 8-way D-cache, 32KB 64b/line 8-way I-cache, 1MB 64b/line
8-way L2 cache, 32MB 64b/line 16-way L3 cache
cpu0: smt 0, core 0, package 0
mtrr: Pentium Pro MTRR support, 8 var ranges, 88 fixed ranges
cpu0: apic clock running at 25MHz
cpu0: mwait min=64, max=64, C-substates=1.1, IBE
cpu1 at mainbus0: apid 2 (application processor)
cpu1: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu1: smt 0, core 1, package 0
cpu2 at mainbus0: apid 4 (application processor)
cpu2: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu2: smt 0, core 2, package 0
cpu3 at mainbus0: apid 6 (application processor)
cpu3: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu3: smt 0, core 3, package 0
cpu4 at mainbus0: apid 8 (application processor)
cpu4: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu4: smt 0, core 4, package 0
cpu5 at mainbus0: apid 10 (application processor)
cpu5: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu5: smt 0, core 5, package 0
cpu6 at mainbus0: apid 16 (application processor)
cpu6: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu6: smt 0, core 8, package 0
cpu7 at mainbus0: apid 18 (application processor)
cpu7: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu7: smt 0, core 9, package 0
cpu8 at mainbus0: apid 20 (application processor)
cpu8: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu8: smt 0, core 10, package 0
cpu9 at mainbus0: apid 22 (application processor)
cpu9: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu9: smt 0, core 11, package 0
cpu10 at mainbus0: apid 24 (application processor)
cpu10: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu10: smt 0, core 12, package 0
cpu11 at mainbus0: apid 26 (application processor)
cpu11: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu11: smt 0, core 13, package 0
cpu12 at mainbus0: apid 1 (application processor)
cpu12: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu12: smt 1, core 0, package 0
cpu13 at mainbus0: apid 3 (application processor)
cpu13: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu13: smt 1, core 1, package 0
cpu14 at mainbus0: apid 5 (application processor)
cpu14: AMD Ryzen 9 7900 12-Core Processor, 3700.01 MHz, 19-61-02, patch
0a601209
cpu14: smt 1, core 2, package 0
cpu15 at mainbus0: apid 7 (application processor)
cpu15: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu15: smt 1, core 3, package 0
cpu16 at mainbus0: apid 9 (application processor)
cpu16: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu16: smt 1, core 4, package 0
cpu17 at mainbus0: apid 11 (application processor)
cpu17: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu17: smt 1, core 5, package 0
cpu18 at mainbus0: apid 17 (application processor)
cpu18: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu18: smt 1, core 8, package 0
cpu19 at mainbus0: apid 19 (application processor)
cpu19: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu19: smt 1, core 9, package 0
cpu20 at mainbus0: apid 21 (application processor)
cpu20: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu20: smt 1, core 10, package 0
cpu21 at mainbus0: apid 23 (application processor)
cpu21: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu21: smt 1, core 11, package 0
cpu22 at mainbus0: apid 25 (application processor)
cpu22: AMD Ryzen 9 7900 12-Core Processor, 3700.01 MHz, 19-61-02, patch
0a601209
cpu22: smt 1, core 12, package 0
cpu23 at mainbus0: apid 27 (application processor)
cpu23: AMD Ryzen 9 7900 12-Core Processor, 3700.00 MHz, 19-61-02, patch
0a601209
cpu23: smt 1, core 13, package 0
ioapic0 at mainbus0: apid 32 pa 0xfec00000, version 21, 24 pins, can't remap
ioapic1 at mainbus0: apid 33 pa 0xfec01000, version 21, 32 pins, can't remap
acpiprt0 at acpi0: bus 0 (PCI0)
acpiprt1 at acpi0: bus -1 (GPP3)
acpiprt2 at acpi0: bus -1 (GPP4)
acpiprt3 at acpi0: bus -1 (GPP5)
acpiprt4 at acpi0: bus -1 (GPP6)
acpiprt5 at acpi0: bus -1 (GPP9)
acpiprt6 at acpi0: bus -1 (GPPA)
acpiprt7 at acpi0: bus -1 (GPPB)
acpiprt8 at acpi0: bus -1 (GPPC)
acpiprt9 at acpi0: bus -1 (GPPD)
acpiprt10 at acpi0: bus -1 (GPPE)
acpiprt11 at acpi0: bus -1 (GPPF)
acpiprt12 at acpi0: bus -1 (GPPG)
acpiprt13 at acpi0: bus -1 (GPPH)
acpiprt14 at acpi0: bus 17 (GP17)
acpiprt15 at acpi0: bus -1 (GP18)
acpiprt16 at acpi0: bus 18 (GP19)
acpiprt17 at acpi0: bus 1 (GPP0)
acpiprt18 at acpi0: bus 2 (GPP1)
acpiprt19 at acpi0: bus -1 (GPP2)
acpiprt20 at acpi0: bus 3 (GPP7)
acpiprt21 at acpi0: bus 16 (GPP8)
acpipci0 at acpi0 PCI0: 0x00000010 0x00000011 0x00000000
acpicmos0 at acpi0
com0 at acpi0 UAR1 addr 0x3f8/0x8 irq 4: ns16550a, 16 byte fifo
acpibtn0 at acpi0: PWRB
tpm0 at acpi0 TPM_: unsupported TPM2 start method 2
"PNP0C14" at acpi0 not configured
"PNP0C14" at acpi0 not configured
amdgpio0 at acpi0 GPIO uid 0 addr 0xfed81500/0x400 irq 7, 184 pins
"AMDI0052" at acpi0 not configured
"ACPI0010" at acpi0 not configured
acpicpu0 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu1 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu2 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu3 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu4 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu5 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu6 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu7 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu8 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu9 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu10 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu11 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu12 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu13 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu14 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu15 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu16 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu17 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu18 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu19 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu20 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu21 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu22 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
acpicpu23 at acpi0: C3(0@350 io@0x415), C2(0@18 io@0x414), C1(0@1 mwait), PSS
"AMDIF031" at acpi0 not configured
"PNP0C14" at acpi0 not configured
acpipwrres0 at acpi0: P0U0, resource for XHC0
acpipwrres1 at acpi0: P0U1, resource for XHC1
acpipwrres2 at acpi0: P0U2, resource for XHC2
acpipwrres3 at acpi0: M237
acpipwrres4 at acpi0: P0NV, resource for NVME
acpipwrres5 at acpi0: PWRS, resource for GPP7
acpipwrres6 at acpi0: PWRS, resource for UP00
acpipwrres7 at acpi0: PWRS, resource for DP00
acpipwrres8 at acpi0: PWRS, resource for NV00
acpipwrres9 at acpi0: PWRS, resource for DP08
acpipwrres10 at acpi0: PWRS, resource for EP00
acpipwrres11 at acpi0: PWRS, resource for DP10
acpipwrres12 at acpi0: PWRS, resource for WN00
acpipwrres13 at acpi0: PWRS, resource for DP18
acpipwrres14 at acpi0: PWRS, resource for LN00
acpipwrres15 at acpi0: PWRS, resource for DP20
acpipwrres16 at acpi0: PWRS, resource for NV00
acpipwrres17 at acpi0: PWRS, resource for DP28
acpipwrres18 at acpi0: PWRS, resource for DP30
acpipwrres19 at acpi0: PWRS, resource for EP00
acpipwrres20 at acpi0: PWRS, resource for DP38
acpipwrres21 at acpi0: PWRS, resource for EP00
acpipwrres22 at acpi0: PWRS, resource for DP40
acpipwrres23 at acpi0: PWRS, resource for DP48
acpipwrres24 at acpi0: PWRS, resource for EP00
acpipwrres25 at acpi0: PWRS, resource for DP50
acpipwrres26 at acpi0: PWRS, resource for EP00
acpipwrres27 at acpi0: PWRS, resource for DP58
acpipwrres28 at acpi0: PWRS, resource for EP00
acpipwrres29 at acpi0: PWRS, resource for DP60
acpipwrres30 at acpi0: PWRS, resource for XH00
acpipwrres31 at acpi0: PWRS
acpipwrres32 at acpi0: PWRS
acpipwrres33 at acpi0: PWR1, resource for GPP8
acpipwrres34 at acpi0: PRWL
acpipwrres35 at acpi0: PRWB
acpivideo0 at acpi0: VGA_
acpivout0 at acpivideo0: LCD_
cpu0: 3700 MHz: speeds: 3700 3000 MHz
pci0 at mainbus0 bus 0
ksmn0 at pci0 dev 0 function 0 "AMD 19h/6xh Root Complex" rev 0x00
"AMD 19h/6xh IOMMU" rev 0x00 at pci0 dev 0 function 2 not configured
pchb0 at pci0 dev 1 function 0 "AMD 19h/6xh Host" rev 0x00
ppb0 at pci0 dev 1 function 1 "AMD 19h/6xh PCIE" rev 0x00: msi
pci1 at ppb0 bus 1
vendor "NVIDIA", unknown product 0x128b (class display subclass VGA, rev
0xa1) at pci1 dev 0 function 0 not configured
azalia0 at pci1 dev 0 function 1 vendor "NVIDIA", unknown product 0x0e0f rev
0xa1: msi
azalia0: no supported codecs
ppb1 at pci0 dev 1 function 2 "AMD 19h/6xh PCIE" rev 0x00: msi
pci2 at ppb1 bus 2
nvme0 at pci2 dev 0 function 0 vendor "Phison", unknown product 0x5013 rev
0x01: msix, NVMe 1.3
nvme0: MSI M371 1TB, firmware EDFM00.7, serial 511231024235000544
scsibus1 at nvme0: 2 targets, initiator 0
sd0 at scsibus1 targ 1 lun 0: <NVMe, MSI M371 1TB, EDFM>
sd0: 953869MB, 512 bytes/sector, 1953525168 sectors
pchb1 at pci0 dev 2 function 0 "AMD 19h/6xh Host" rev 0x00
ppb2 at pci0 dev 2 function 1 "AMD 19h/6xh PCIE" rev 0x00: msi
pci3 at ppb2 bus 3
ppb3 at pci3 dev 0 function 0 "AMD 600 Series PCIE" rev 0x01
pci4 at ppb3 bus 4
ppb4 at pci4 dev 0 function 0 "AMD 600 Series PCIE" rev 0x01: msi
pci5 at ppb4 bus 5
ppb5 at pci4 dev 4 function 0 "AMD 600 Series PCIE" rev 0x01: msi
pci6 at ppb5 bus 6
ppb6 at pci4 dev 5 function 0 "AMD 600 Series PCIE" rev 0x01: msi
pci7 at ppb6 bus 7
ppb7 at pci4 dev 6 function 0 "AMD 600 Series PCIE" rev 0x01: msi
pci8 at ppb7 bus 8
ppb8 at pci4 dev 7 function 0 "AMD 600 Series PCIE" rev 0x01: msi
pci9 at ppb8 bus 9
ppb9 at pci4 dev 8 function 0 "AMD 600 Series PCIE" rev 0x01: msi
pci10 at ppb9 bus 10
ppb10 at pci4 dev 9 function 0 "AMD 600 Series PCIE" rev 0x01: msi
pci11 at ppb10 bus 11
re0 at pci11 dev 0 function 0 "Realtek 8168" rev 0x15: RTL8168H/8111H
(0x5400), msi, address 40:ed:00:ec:c1:10
rgephy0 at re0 phy 7: RTL8251, rev. 0
ppb11 at pci4 dev 10 function 0 "AMD 600 Series PCIE" rev 0x01: msi
pci12 at ppb11 bus 12
rge0 at pci12 dev 0 function 0 "Realtek RTL8125" rev 0x05: msix, address
d8:43:ae:23:ef:44
ppb12 at pci4 dev 11 function 0 "AMD 600 Series PCIE" rev 0x01: msi
pci13 at ppb12 bus 13
"MediaTek MT7922" rev 0x00 at pci13 dev 0 function 0 not configured
ppb13 at pci4 dev 12 function 0 "AMD 600 Series PCIE" rev 0x01
pci14 at ppb13 bus 14
xhci0 at pci14 dev 0 function 0 "AMD 600 Series xHCI" rev 0x01: msix, xHCI
1.10
usb0 at xhci0: USB revision 3.0
uhub0 at usb0 configuration 1 interface 0 "AMD xHCI root hub" rev 3.00/1.00
addr 1
ppb14 at pci4 dev 13 function 0 "AMD 600 Series PCIE" rev 0x01
pci15 at ppb14 bus 15
ahci0 at pci15 dev 0 function 0 "AMD 600 Series AHCI" rev 0x01: msi, AHCI
1.3.1
ahci0: port busy after first PMP probe FIS
ahci0: port busy after first PMP probe FIS
ahci0: port 0: 6.0Gb/s
ahci0: port busy after first PMP probe FIS
ahci0: port busy after first PMP probe FIS
ahci0: port 1: 6.0Gb/s
ahci0: port busy after first PMP probe FIS
ahci0: port busy after first PMP probe FIS
ahci0: port 2: 6.0Gb/s
scsibus2 at ahci0: 32 targets
sd1 at scsibus2 targ 0 lun 0: <ATA, ST2000DM008-2UB1, 0001>
naa.5000c500f69c6df3
sd1: 1907729MB, 512 bytes/sector, 3907029168 sectors, thin
sd2 at scsibus2 targ 1 lun 0: <ATA, ST2000DM008-2UB1, 0001>
naa.5000c500f69c64f2
sd2: 1907729MB, 512 bytes/sector, 3907029168 sectors, thin
sd3 at scsibus2 targ 2 lun 0: <ATA, ST2000DM008-2UB1, 0001>
naa.5000c500f69da375
sd3: 1907729MB, 512 bytes/sector, 3907029168 sectors, thin
ahci0: port busy after first PMP probe FIS
ahci0: port busy after first PMP probe FIS
ahci0: port busy after first PMP probe FIS
ahci0: port busy after first PMP probe FIS
ahci0: port busy after first PMP probe FIS
ahci0: port busy after first PMP probe FIS
ppb15 at pci0 dev 2 function 2 "AMD 19h/6xh PCIE" rev 0x00: msi
pci16 at ppb15 bus 16
nvme1 at pci16 dev 0 function 0 vendor "Phison", unknown product 0x5013 rev
0x01: msix, NVMe 1.3
nvme1: MSI M371 1TB, firmware EDFM00.7, serial 511231024235000554
scsibus3 at nvme1: 2 targets, initiator 0
sd4 at scsibus3 targ 1 lun 0: <NVMe, MSI M371 1TB, EDFM>
sd4: 953869MB, 512 bytes/sector, 1953525168 sectors
pchb2 at pci0 dev 3 function 0 "AMD 19h/6xh Host" rev 0x00
pchb3 at pci0 dev 4 function 0 "AMD 19h/6xh Host" rev 0x00
pchb4 at pci0 dev 8 function 0 "AMD 19h/6xh Host" rev 0x00
ppb16 at pci0 dev 8 function 1 "AMD 19h/6xh PCIE" rev 0x00
pci17 at ppb16 bus 17
amdgpu0 at pci17 dev 0 function 0 "ATI Raphael" rev 0xc4
drm1 at amdgpu0
amdgpu0: msi
azalia1 at pci17 dev 0 function 1 "ATI Van Gogh HD Audio" rev 0x00: msi
azalia1: no supported codecs
ccp0 at pci17 dev 0 function 2 "AMD 17h/90h Crypto" rev 0x00: msix
xhci1 at pci17 dev 0 function 3 "AMD 19h/6xh xHCI" rev 0x00: msix, xHCI 1.20
usb1 at xhci1: USB revision 3.0
uhub1 at usb1 configuration 1 interface 0 "AMD xHCI root hub" rev 3.00/1.00
addr 1
xhci2 at pci17 dev 0 function 4 "AMD 19h/6xh xHCI" rev 0x00: msix, xHCI 1.20
usb2 at xhci2: USB revision 3.0
uhub2 at usb2 configuration 1 interface 0 "AMD xHCI root hub" rev 3.00/1.00
addr 1
azalia2 at pci17 dev 0 function 6 "AMD 17h/1xh HD Audio" rev 0x00: msi
azalia2: codecs: Realtek ALC897
audio0 at azalia2
ppb17 at pci0 dev 8 function 3 "AMD 19h/6xh PCIE" rev 0x00
pci18 at ppb17 bus 18
xhci3 at pci18 dev 0 function 0 "AMD 19h/6xh xHCI" rev 0x00: msix, xHCI 1.20
usb3 at xhci3: USB revision 3.0
uhub3 at usb3 configuration 1 interface 0 "AMD xHCI root hub" rev 3.00/1.00
addr 1
piixpm0 at pci0 dev 20 function 0 "AMD FCH SMBus" rev 0x71: polling
iic0 at piixpm0
iic1 at piixpm0
pcib0 at pci0 dev 20 function 3 "AMD FCH LPC" rev 0x51
pchb5 at pci0 dev 24 function 0 "AMD 19h/6xh Data Fabric" rev 0x00
pchb6 at pci0 dev 24 function 1 "AMD 19h/6xh Data Fabric" rev 0x00
pchb7 at pci0 dev 24 function 2 "AMD 19h/6xh Data Fabric" rev 0x00
pchb8 at pci0 dev 24 function 3 "AMD 19h/6xh Data Fabric" rev 0x00
pchb9 at pci0 dev 24 function 4 "AMD 19h/6xh Data Fabric" rev 0x00
pchb10 at pci0 dev 24 function 5 "AMD 19h/6xh Data Fabric" rev 0x00
pchb11 at pci0 dev 24 function 6 "AMD 19h/6xh Data Fabric" rev 0x00
pchb12 at pci0 dev 24 function 7 "AMD 19h/6xh Data Fabric" rev 0x00
isa0 at pcib0
isadma0 at isa0
pcppi0 at isa0 port 0x61
spkr0 at pcppi0
vmm0 at mainbus0: SVM/RVI
efifb0 at mainbus0: 1920x1080, 32bpp
wsdisplay0 at efifb0 mux 1: console (std, vt100 emulation)
wsdisplay0: screen 1-5 added (std, vt100 emulation)
uhub4 at uhub0 port 5 configuration 1 interface 0 "Asmedia ASM107x" rev
3.00/0.01 addr 2
uhub5 at uhub0 port 10 configuration 1 interface 0 "Asmedia ASM107x" rev
2.10/0.01 addr 3
ugen0 at uhub5 port 1 "INNO TECH USB to Serial" rev 1.10/0.02 addr 4
uhidev0 at uhub5 port 4 configuration 1 interface 0 "Logitech USB Keyboard"
rev 1.10/62.00 addr 5
uhidev0: iclass 3/1
ukbd0 at uhidev0: 8 variable keys, 6 key codes
wskbd0 at ukbd0: console keyboard, using wsdisplay0
uhidev1 at uhub5 port 4 configuration 1 interface 1 "Logitech USB Keyboard"
rev 1.10/62.00 addr 5
uhidev1: iclass 3/0
ucc0 at uhidev1: 1301 usages, 20 keys, array
wskbd1 at ucc0 mux 1
wskbd1: connecting to wsdisplay0
uhidev2 at uhub0 port 11 configuration 1 interface 0 "MSI MYSTIC LIGHT" rev
1.10/0.01 addr 6
uhidev2: iclass 3/0, 252 report ids
uhid0 at uhidev2 reportid 1: input=63, output=63, feature=0
uhid1 at uhidev2 reportid 2: input=63, output=63, feature=0
uhid2 at uhidev2 reportid 82: input=0, output=0, feature=184
uhid3 at uhidev2 reportid 83: input=0, output=0, feature=255
uhid4 at uhidev2 reportid 128: input=0, output=0, feature=241
uhid5 at uhidev2 reportid 129: input=0, output=0, feature=241
uhid6 at uhidev2 reportid 130: input=0, output=0, feature=241
uhid7 at uhidev2 reportid 160: input=0, output=0, feature=255
uhid8 at uhidev2 reportid 161: input=0, output=0, feature=255
uhid9 at uhidev2 reportid 162: input=0, output=0, feature=255
uhid10 at uhidev2 reportid 208: input=63, output=63, feature=0
uhid11 at uhidev2 reportid 250: input=63, output=63, feature=0
uhid12 at uhidev2 reportid 252: input=63, output=63, feature=0
ugen1 at uhub0 port 12 "MediaTek Inc. Wireless_Device" rev 2.10/1.00 addr 7
uhidev3 at uhub0 port 17 configuration 1 interface 0 "Cooler Master
Technology Inc. AMD SR4 lamplight Control" rev 2.00/11.01 addr 8
uhidev3: iclass 3/1
ukbd1 at uhidev3: 8 variable keys, 6 key codes
wskbd2 at ukbd1 mux 1
wskbd2: connecting to wsdisplay0
uhidev4 at uhub0 port 17 configuration 1 interface 1 "Cooler Master
Technology Inc. AMD SR4 lamplight Control" rev 2.00/11.01 addr 8
uhidev4: iclass 3/0
uhid13 at uhidev4: input=64, output=64, feature=0
uhidev5 at uhub0 port 17 configuration 1 interface 2 "Cooler Master
Technology Inc. AMD SR4 lamplight Control" rev 2.00/11.01 addr 8
uhidev5: iclass 3/0, 2 report ids
uhid14 at uhidev5 reportid 1: input=1, output=0, feature=0
ucc1 at uhidev5 reportid 2: 18 usages, 13 keys, enum
wskbd3 at ucc1 mux 1
wskbd3: connecting to wsdisplay0
vscsi0 at root
scsibus4 at vscsi0: 256 targets
softraid0 at root
scsibus5 at softraid0: 256 targets
softraid0: sd5 was not shutdown properly
sd5 at scsibus5 targ 1 lun 0: <OPENBSD, SR RAID 1, 006>
sd5: 953609MB, 512 bytes/sector, 1952992063 sectors
softraid0: trying to bring up sd6 degraded
softraid0: sd6 was not shutdown properly
sd6 at scsibus5 targ 2 lun 0: <OPENBSD, SR RAID 5, 006>
sd6: 3815457MB, 512 bytes/sector, 7814057216 sectors
softraid0: roaming device -> sd1a
root on sd5a (f5adb06df362ba42.a) swap on sd5b dump on sd5b
WARNING: / was not properly unmounted
amdgpu0: IP DISCOVERY GC 10.3.6 2 CU rev 0x01
amdgpu0: 1024x768, 32bpp
wsdisplay1 at amdgpu0
wsdisplay1: screen 0-5 added (std, vt100 emulation)
ugen_clear_iface_eps: clear endpoints failed!
pppoe0: received unexpected PADO
pppoe0: received unexpected PADO
pppoe0: received unexpected PADO
pppoe0: received unexpected PADO
pppoe0: host unique tag found, but it belongs to a connection in state 3
pppoe: received PADO but could not find request for it
ukbd0: was console keyboard
wskbd0 detached
ukbd0 detached
uhidev0 detached
wskbd1: disconnecting from wsdisplay0
wskbd1 detached
ucc0 detached
uhidev1 detached
pppoe0: LCP keepalive timeout
pppoe0: host unique tag found, but it belongs to a connection in state 3
pppoe: received PADO but could not find request for it
pppoe0: host unique tag found, but it belongs to a connection in state 3
pppoe: received PADO but could not find request for it
pppoe0: host unique tag found, but it belongs to a connection in state 3
pppoe: received PADO but could not find request for it
pppoe0: host unique tag found, but it belongs to a connection in state 3
pppoe: received PADO but could not find request for it
pppoe0: host unique tag found, but it belongs to a connection in state 3
pppoe: received PADO but could not find request for it
softraid0: rebuild of sd6 started on sd1a
[2]: dd test results
root@cephas:~# dd if=/dev/urandom of=/data/test.bin bs=1m count=100
100+0 records in
100+0 records out
104857600 bytes transferred in 5.493 secs (19089313 bytes/sec)
root@cephas:~# dd if=/data/test.bin of=/dev/null
204800+0 records in
204800+0 records out
104857600 bytes transferred in 0.123 secs (848507028 bytes/sec)
root@cephas:~# dd if=/dev/urandom of=/data/test.bin bs=1m count=100
100+0 records in
100+0 records out
104857600 bytes transferred in 2.277 secs (46050768 bytes/sec)
root@cephas:~# rm /data/test.bin
root@cephas:~# dd if=/dev/urandom of=/data/test.bin bs=1m count=100
100+0 records in
100+0 records out
104857600 bytes transferred in 2.728 secs (38437536 bytes/sec)
root@cephas:~#
[3]: rsync test results
root@cephas:~# rsync -avP /tmp/Movie.mp4 /data/media/temp/
sending incremental file list
Movie.mp4
1,540,666,427 100% 11.40MB/s 0:02:08 (xfr#1, to-chk=0/1)
sent 1,541,042,676 bytes received 35 bytes 11,899,943.71 bytes/sec
total size is 1,540,666,427 speedup is 1.00
root@cephas:~# rsync -avP /tmp/Movie.mp4 /data/media/temp/test2.mp4
sending incremental file list
Movie.mp4
1,540,666,427 100% 10.91MB/s 0:02:14 (xfr#1, to-chk=0/1)
sent 1,541,042,676 bytes received 35 bytes 11,373,008.94 bytes/sec
total size is 1,540,666,427 speedup is 1.00
root@cephas:~# rsync -av /tmp/Movie.mp4 /data/media/temp/test3.mp4
sending incremental file list
Movie.mp4
sent 1,541,042,676 bytes received 35 bytes 11,718,955.98 bytes/sec
total size is 1,540,666,427 speedup is 1.00
[4]: ST2000DM008-2UB1 disk performance spec
https://www.seagate.com/www-content/datasheets/pdfs/3-5-barracudaDS1900-11-1806GB-en_GB.pdf
[5]:
https://hdd.userbenchmark.com/Compare/Seagate-Barracuda-2TB-2018-vs-Seagate-Barracuda-1TB-2016/m466743vs3896
[6]: raid setup details
root@cephas:~# bioctl -v softraid0
Volume Status Size Device
...
softraid0 1 Online 4000797294592 sd6 RAID5
0 Online 2000398663680 1:0.0 noencl <sd1a>
'unknown serial'
1 Online 2000398663680 1:1.0 noencl <sd2a>
'unknown serial'
2 Online 2000398663680 1:2.0 noencl <sd3a>
'unknown serial'
root@cephas:~# cat /etc/fstab
f5adb06df362ba42.b none swap sw
f5adb06df362ba42.a / ffs rw 1 1
f5adb06df362ba42.l /home ffs rw,nodev,nosuid 1 2
f5adb06df362ba42.d /tmp ffs rw,nodev,nosuid 1 2
f5adb06df362ba42.f /usr ffs rw,nodev 1 2
f5adb06df362ba42.g /usr/X11R6 ffs rw,nodev 1 2
f5adb06df362ba42.h /usr/local ffs rw,wxallowed,nodev 1 2
f5adb06df362ba42.k /usr/obj ffs rw,nodev,nosuid 1 2
f5adb06df362ba42.j /usr/src ffs rw,nodev,nosuid 1 2
f5adb06df362ba42.e /var ffs rw,nodev,nosuid 1 2
# I start this FS via rc.local
3b3840fcdf524721.a /data ffs rw,nodev,noauto 1 2
root@cephas:~# df -h /data
Filesystem Size Used Avail Capacity Mounted on
/dev/sd6a 3.6T 2.7T 784G 78% /data
root@cephas:~# disklabel sd6
# /dev/rsd6c:
type: SCSI
disk: SCSI disk
label: SR RAID 5
duid: 3b3840fcdf524721
flags:
bytes/sector: 512
sectors/track: 255
tracks/cylinder: 511
sectors/cylinder: 130305
cylinders: 59967
total sectors: 7814057216
boundstart: 0
boundend: 7814057216
16 partitions:
# size offset fstype [fsize bsize cpg]
a: 7814057088 128 4.2BSD 8192 65536 52270 # /data
c: 7814057216 0 unused
root@cephas:~# disklabel sd1
# /dev/rsd1c:
type: SCSI
disk: SCSI disk
label: ST2000DM008-2UB1
duid: 01470226eefa7189
flags:
bytes/sector: 512
sectors/track: 63
tracks/cylinder: 255
sectors/cylinder: 16065
cylinders: 243201
total sectors: 3907029168
boundstart: 0
boundend: 3907029168
16 partitions:
# size offset fstype [fsize bsize cpg]
a: 3907029168 0 RAID
c: 3907029168 0 unused
root@cephas:~# disklabel sd2
# /dev/rsd2c:
type: SCSI
disk: SCSI disk
label: ST2000DM008-2UB1
duid: c4d4b31febd94e73
flags:
bytes/sector: 512
sectors/track: 63
tracks/cylinder: 255
sectors/cylinder: 16065
cylinders: 243201
total sectors: 3907029168
boundstart: 0
boundend: 3907029168
16 partitions:
# size offset fstype [fsize bsize cpg]
a: 3907029168 0 RAID
c: 3907029168 0 unused
root@cephas:~# disklabel sd3
# /dev/rsd3c:
type: SCSI
disk: SCSI disk
label: ST2000DM008-2UB1
duid: 58ae3955905228f9
flags:
bytes/sector: 512
sectors/track: 63
tracks/cylinder: 255
sectors/cylinder: 16065
cylinders: 243201
total sectors: 3907029168
boundstart: 0
boundend: 3907029168
16 partitions:
# size offset fstype [fsize bsize cpg]
a: 3907029168 0 RAID
c: 3907029168 0 unused
