Example of creating flexible setup with 4 HDDs and 2 NVMEs

We have two 12TB and two 8TB HDDs and two 512GB NVMe SSDs


lsblk
NAME        MAJ:MIN RM   SIZE RO TYPE MOUNTPOINTS
sda           8:0    0    32G  0 disk
├─sda1        8:1    0     1M  0 part
├─sda2        8:2    0   512M  0 part
└─sda3        8:3    0  31.5G  0 part
sdb           8:16   0   7.3T  0 disk
├─sdb1        8:17   0   4.5T  0 part
└─sdb2        8:18   0   2.8T  0 part
sdc           8:32   0  10.9T  0 disk
├─sdc1        8:33   0   200G  0 part
├─sdc2        8:34   0   4.5T  0 part
├─sdc3        8:35   0   2.8T  0 part
└─sdc4        8:36   0   3.4T  0 part
sdd           8:48   0  10.9T  0 disk
├─sdd1        8:49   0   200G  0 part
├─sdd2        8:50   0   4.5T  0 part
├─sdd3        8:51   0   2.8T  0 part
└─sdd4        8:52   0   3.4T  0 part
sde           8:64   0   7.3T  0 disk
├─sde1        8:65   0   4.5T  0 part
└─sde2        8:66   0   2.8T  0 part
nvme0n1     259:0    0 476.9G  0 disk
├─nvme0n1p1 259:1    0   200G  0 part
├─nvme0n1p2 259:2    0    50G  0 part
├─nvme0n1p3 259:3    0    10G  0 part
├─nvme0n1p4 259:4    0    50G  0 part
└─nvme0n1p5 259:5    0 166.9G  0 part
nvme1n1     259:6    0 476.9G  0 disk
├─nvme1n1p1 259:7    0   200G  0 part
├─nvme1n1p2 259:8    0    50G  0 part
├─nvme1n1p3 259:9    0    10G  0 part
├─nvme1n1p4 259:10   0    50G  0 part
└─nvme1n1p5 259:11   0 166.9G  0 part

ls -la /dev/disk/by-partuuid
total 0
drwxr-xr-x 2 root root 540 Dec 19 02:31 .
drwxr-xr-x 8 root root 160 Dec 19 02:00 ..
lrwxrwxrwx 1 root root  15 Dec 19 02:31 03631993-3162-2d4c-8e0a-4785afef7bd3 -> ../../nvme1n1p4
lrwxrwxrwx 1 root root  10 Dec 19 02:01 055eb889-076b-406f-927f-14c6d5e30713 -> ../../sda3
lrwxrwxrwx 1 root root  15 Dec 19 02:31 0bc06342-0487-9e44-801c-c928f3deccd8 -> ../../nvme1n1p3
lrwxrwxrwx 1 root root  10 Dec 19 02:31 23fb0a70-a60b-a84e-9b63-4a2ed05c9024 -> ../../sdc3
lrwxrwxrwx 1 root root  15 Dec 19 02:31 2865c9f4-44c4-7641-a86b-c4796e4ec64d -> ../../nvme1n1p5
lrwxrwxrwx 1 root root  15 Dec 19 02:31 292ce0bb-8505-c74b-bab2-6e21ed9c8421 -> ../../nvme0n1p5
lrwxrwxrwx 1 root root  10 Dec 19 02:31 3142f232-7800-ec43-8f2e-216d6aeb13df -> ../../sdd3
lrwxrwxrwx 1 root root  10 Dec 19 02:31 37c48ec5-c8b2-6944-bc1d-83534cbff3cd -> ../../sdd4
lrwxrwxrwx 1 root root  10 Dec 19 02:31 4a7bb57c-33a1-7348-959a-f3679cb819ff -> ../../sde2
lrwxrwxrwx 1 root root  15 Dec 19 02:31 50b359fd-b896-8848-b6c5-abcdffc1bfdc -> ../../nvme1n1p2
lrwxrwxrwx 1 root root  10 Dec 19 02:31 59e3be7f-0c71-f045-a332-8cfa9e0c52cf -> ../../sdb1
lrwxrwxrwx 1 root root  15 Dec 19 02:31 680fa9fc-ee10-c041-a33c-06e1ce7f9b54 -> ../../nvme1n1p1
lrwxrwxrwx 1 root root  15 Dec 19 02:31 6e3184dc-54f9-f145-aec6-2b23987f8da2 -> ../../nvme0n1p3
lrwxrwxrwx 1 root root  10 Dec 19 02:15 74b10ff1-acf5-4948-9345-f90420e5c8c5 -> ../../sdc1
lrwxrwxrwx 1 root root  10 Dec 19 02:15 75c3a168-387f-924d-a5db-5eb76206f4ad -> ../../sdd1
lrwxrwxrwx 1 root root  10 Dec 19 02:01 78cedf44-161d-4249-a980-5a15ca72e14e -> ../../sda1
lrwxrwxrwx 1 root root  15 Dec 19 02:31 8201567c-7368-194a-a35f-ce4e138c0f73 -> ../../nvme0n1p1
lrwxrwxrwx 1 root root  15 Dec 19 02:31 876085a1-97f9-0640-a105-969e945ee9e6 -> ../../nvme0n1p2
lrwxrwxrwx 1 root root  10 Dec 19 02:31 b0d2cc3f-d0b7-a148-8c5d-e116ddbac372 -> ../../sde1
lrwxrwxrwx 1 root root  10 Dec 19 02:01 be765762-d7af-4301-a360-62b6377d110c -> ../../sda2
lrwxrwxrwx 1 root root  10 Dec 19 02:31 c3816500-48e6-ca4d-96d0-c2258220211c -> ../../sdd2
lrwxrwxrwx 1 root root  10 Dec 19 02:31 cd6c1bd1-1969-1f46-b13f-577cb1c13c12 -> ../../sdc2
lrwxrwxrwx 1 root root  10 Dec 19 02:31 d2b792e6-edfd-6948-b6e7-3defeae068fe -> ../../sdb2
lrwxrwxrwx 1 root root  10 Dec 19 02:31 db54cfb0-1790-e04a-a498-0722499c0527 -> ../../sdc4
lrwxrwxrwx 1 root root  15 Dec 19 02:31 db9dcb58-cda0-8048-a698-bb03e551e54c -> ../../nvme0n1p4


zpool create -o ashift=12 storage \
  mirror /dev/disk/by-partuuid/59e3be7f-0c71-f045-a332-8cfa9e0c52cf /dev/disk/by-partuuid/cd6c1bd1-1969-1f46-b13f-577cb1c13c12 \
  mirror /dev/disk/by-partuuid/c3816500-48e6-ca4d-96d0-c2258220211c /dev/disk/by-partuuid/b0d2cc3f-d0b7-a148-8c5d-e116ddbac372 \
  special mirror /dev/disk/by-partuuid/8201567c-7368-194a-a35f-ce4e138c0f73 /dev/disk/by-partuuid/680fa9fc-ee10-c041-a33c-06e1ce7f9b54 \
  log mirror /dev/disk/by-partuuid/876085a1-97f9-0640-a105-969e945ee9e6 /dev/disk/by-partuuid/50b359fd-b896-8848-b6c5-abcdffc1bfdc \
  cache /dev/disk/by-partuuid/292ce0bb-8505-c74b-bab2-6e21ed9c8421 /dev/disk/by-partuuid/2865c9f4-44c4-7641-a86b-c4796e4ec64d

zpool create -o ashift=12 fragile \
  /dev/disk/by-partuuid/d2b792e6-edfd-6948-b6e7-3defeae068fe \
  /dev/disk/by-partuuid/23fb0a70-a60b-a84e-9b63-4a2ed05c9024 \
  /dev/disk/by-partuuid/3142f232-7800-ec43-8f2e-216d6aeb13df \
  /dev/disk/by-partuuid/4a7bb57c-33a1-7348-959a-f3679cb819ff \
  log mirror /dev/disk/by-partuuid/6e3184dc-54f9-f145-aec6-2b23987f8da2 /dev/disk/by-partuuid/0bc06342-0487-9e44-801c-c928f3deccd8 \
  cache /dev/disk/by-partuuid/db9dcb58-cda0-8048-a698-bb03e551e54c /dev/disk/by-partuuid/03631993-3162-2d4c-8e0a-4785afef7bd3

zpool create -o ashift=12 archive \
  mirror /dev/disk/by-partuuid/db54cfb0-1790-e04a-a498-0722499c0527 /dev/disk/by-partuuid/37c48ec5-c8b2-6944-bc1d-83534cbff3cd