SuperMicro X9DRH-iF (CSE-216BA-R920LPB, BPN-SAS-213A) 2x E5-2667v2 @3.3GHz (8 cores with 2 HT) 256GB GB 1600MHz ECC 3x LSI 9207-8i (mxpio=disabled) 10x HGST HUC109090CSS600 (900GB, 10K) 14x HGST HUC101890CSS200 (900GB, 10K) sTec s1120 E200S4 (240GB SLC PCIe 2.0 x4) filebench 1.4.8 (0.175.3.0.0.30.0) as is with 'set $dir=/pool1/test' Solaris 11.3 SRU 5.6 Bay layout: H H H H H H H H H H H H H H H H H H H H H H H H 3 2 1 0 7 6 5 4 | 3 2 1 0 7 6 5 4 | 3 2 1 0 7 6 5 4 05:00 82:00 83:00 1 1 1 1 1 1 1 1 1 1 2 2 2 2 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 > diskinfo -oDn D:devchassis-path n:occupant-part --------------------------- ----------------------- /dev/chassis/SYS/HDD0/disk HGST-HUC101890CSS200 /dev/chassis/SYS/HDD1/disk HITACHI-HUC109090CSS600 /dev/chassis/SYS/HDD2/disk HGST-HUC101890CSS200 /dev/chassis/SYS/HDD3/disk HGST-HUC101890CSS200 /dev/chassis/SYS/HDD4/disk HITACHI-HUC109090CSS600 /dev/chassis/SYS/HDD5/disk HITACHI-HUC109090CSS600 /dev/chassis/SYS/HDD6/disk HITACHI-HUC109090CSS600 /dev/chassis/SYS/HDD7/disk HITACHI-HUC109090CSS600 /dev/chassis/SYS/HDD8/disk HGST-HUC101890CSS200 /dev/chassis/SYS/HDD9/disk HGST-HUC101890CSS200 /dev/chassis/SYS/HDD10/disk HGST-HUC101890CSS200 /dev/chassis/SYS/HDD11/disk HGST-HUC101890CSS200 /dev/chassis/SYS/HDD12/disk HGST-HUC101890CSS200 /dev/chassis/SYS/HDD13/disk HITACHI-HUC109090CSS600 /dev/chassis/SYS/HDD14/disk HGST-HUC101890CSS200 /dev/chassis/SYS/HDD15/disk HGST-HUC101890CSS200 /dev/chassis/SYS/HDD16/disk HITACHI-HUC109090CSS600 /dev/chassis/SYS/HDD17/disk HITACHI-HUC109090CSS600 /dev/chassis/SYS/HDD18/disk HITACHI-HUC109090CSS600 /dev/chassis/SYS/HDD19/disk HITACHI-HUC109090CSS600 /dev/chassis/SYS/HDD20/disk HGST-HUC101890CSS200 /dev/chassis/SYS/HDD21/disk HGST-HUC101890CSS200 /dev/chassis/SYS/HDD22/disk HGST-HUC101890CSS200 /dev/chassis/SYS/HDD23/disk HGST-HUC101890CSS200 > + /net/software/export/install/dos/flashutils.dsk/lsi/etc/diskutil.sh -s Name Index Slot Seg:Bus:Dev:Fn WWN Model S/N Firmware BIOS Ports DevPath mpt_sas0 1 1 00:05:00:00 500605b008f88f90 SAS9207-8i SV42439783 18.00.00.00-IT 7.35.00.00 (2013.11.15) 8 /pci@0,0/pci8086,e08@3/pci1000,3020@0 mpt_sas1 2 6 00:82:00:00 500605b008f8cb40 SAS9207-8i SV42440738 18.00.00.00-IT 7.35.00.00 (2013.11.15) 8 /pci@79,0/pci8086,e04@2/pci1000,3020@0 mpt_sas2 3 7 00:83:00:00 500605b008f8d3d0 SAS9207-8i SV42440875 18.00.00.00-IT 7.35.00.00 (2013.11.15) 8 /pci@79,0/pci8086,e06@2,2/pci1000,3020@0 sd0: 'HGST HUC101890CSS200 ' S/N: 0XXXXXXX Tunables: throttle-max (max #cmds allowed in transport) : 256 controller-type : 2 (SCSI ComnCmdSet) retries-notready (# of tries before error) : 2 retries-busy (# of tries before cmd failing) : 5 retries-reset (# of tries before reset) : 2 timeout-releasereservation : 5 throttle-min (min #cmds allowed in transport) : 8 disksort (lba sorting enabled) : true reset-lun (device supports lun reset) : false cache-nonvolatile (suppress cache flush) : false power-condition (power condition enabled) : true delay-busy (µs to wait before retry throttled cmd): 500 retries-timeout (# of times to retry a normal op) : 5 rmw-type : 1 (RMW without warn) emulation-rmw (rmw forced) : false physical-block-size [byte] : 512 mmc-gesn-polling (geteventstatuspolling enabled) : 1 Misc: System blocksize [byte] : 512 Sd logical blocksize [byte] : 512 Sd system blocks : 1758174768 Command timeout (Timeout for completion) : 5 Max. DMA transfer size : 1048576 Is SSD : 0 Sync cache command supported : 1 Sync nv cache supported : 0 Sync nv cache required : 0 Write cache enabled : 1 Adaptive throttling enabled : 0 Power Management enabled : 1 Power Management supported : 0 Is Hotpluggable : 0 Current Power Level : 3 sd2: 'HITACHI HUC109090CSS600 ' S/N: KXXXXXXX Tunables: throttle-max (max #cmds allowed in transport) : 256 controller-type : 2 (SCSI ComnCmdSet) retries-notready (# of tries before error) : 2 retries-busy (# of tries before cmd failing) : 5 retries-reset (# of tries before reset) : 2 timeout-releasereservation : 5 throttle-min (min #cmds allowed in transport) : 8 disksort (lba sorting enabled) : true reset-lun (device supports lun reset) : false cache-nonvolatile (suppress cache flush) : false power-condition (power condition enabled) : true delay-busy (µs to wait before retry throttled cmd): 500 retries-timeout (# of times to retry a normal op) : 5 rmw-type : 1 (RMW without warn) emulation-rmw (rmw forced) : false physical-block-size [byte] : 512 mmc-gesn-polling (geteventstatuspolling enabled) : 1 Misc: System blocksize [byte] : 512 Sd logical blocksize [byte] : 512 Sd system blocks : 1758174768 Command timeout (Timeout for completion) : 5 Max. DMA transfer size : 1048576 Is SSD : 0 Sync cache command supported : 1 Sync nv cache supported : 0 Sync nv cache required : 1 Write cache enabled : 1 Adaptive throttling enabled : 0 Power Management enabled : 1 Power Management supported : 0 Is Hotpluggable : 0 Current Power Level : 3 setenv DEV /dev/chassis/SYS + zpool create -f -o failmode=continue -O compression=on -O atime=off pool1 \ mirror $DEV/HDD2/disk $DEV/HDD14/disk \ mirror $DEV/HDD3/disk $DEV/HDD15/disk \ mirror $DEV/HDD4/disk $DEV/HDD16/disk \ mirror $DEV/HDD5/disk $DEV/HDD17/disk \ mirror $DEV/HDD6/disk $DEV/HDD18/disk \ mirror $DEV/HDD7/disk $DEV/HDD19/disk \ mirror $DEV/HDD8/disk $DEV/HDD20/disk \ mirror $DEV/HDD9/disk $DEV/HDD21/disk \ mirror $DEV/HDD10/disk $DEV/HDD22/disk \ mirror $DEV/HDD11/disk $DEV/HDD23/disk spare \ $DEV/HDD1/disk $DEV/HDD13/disk \ log /dev/dsk/c2t0d0s1 > zpool status -l pool: pool1 state: ONLINE scan: none requested config: NAME STATE READ WRITE CKSUM pool1 ONLINE 0 0 0 mirror-0 ONLINE 0 0 0 /dev/chassis/SYS/HDD2/disk ONLINE 0 0 0 /dev/chassis/SYS/HDD14/disk ONLINE 0 0 0 mirror-1 ONLINE 0 0 0 /dev/chassis/SYS/HDD3/disk ONLINE 0 0 0 /dev/chassis/SYS/HDD15/disk ONLINE 0 0 0 mirror-2 ONLINE 0 0 0 /dev/chassis/SYS/HDD4/disk ONLINE 0 0 0 /dev/chassis/SYS/HDD16/disk ONLINE 0 0 0 mirror-3 ONLINE 0 0 0 /dev/chassis/SYS/HDD5/disk ONLINE 0 0 0 /dev/chassis/SYS/HDD17/disk ONLINE 0 0 0 mirror-4 ONLINE 0 0 0 /dev/chassis/SYS/HDD6/disk ONLINE 0 0 0 /dev/chassis/SYS/HDD18/disk ONLINE 0 0 0 mirror-5 ONLINE 0 0 0 /dev/chassis/SYS/HDD7/disk ONLINE 0 0 0 /dev/chassis/SYS/HDD19/disk ONLINE 0 0 0 mirror-6 ONLINE 0 0 0 /dev/chassis/SYS/HDD8/disk ONLINE 0 0 0 /dev/chassis/SYS/HDD20/disk ONLINE 0 0 0 mirror-7 ONLINE 0 0 0 /dev/chassis/SYS/HDD9/disk ONLINE 0 0 0 /dev/chassis/SYS/HDD21/disk ONLINE 0 0 0 mirror-8 ONLINE 0 0 0 /dev/chassis/SYS/HDD10/disk ONLINE 0 0 0 /dev/chassis/SYS/HDD22/disk ONLINE 0 0 0 mirror-9 ONLINE 0 0 0 /dev/chassis/SYS/HDD11/disk ONLINE 0 0 0 /dev/chassis/SYS/HDD23/disk ONLINE 0 0 0 logs c2t0d0s0 ONLINE 0 0 0 spares /dev/chassis/SYS/HDD1/disk AVAIL /dev/chassis/SYS/HDD13/disk AVAIL errors: No known data errors pool: rpool state: ONLINE scan: none requested config: NAME STATE READ WRITE CKSUM rpool ONLINE 0 0 0 mirror-0 ONLINE 0 0 0 /dev/chassis/SYS/HDD0/disk ONLINE 0 0 0 /dev/chassis/SYS/HDD12/disk ONLINE 0 0 0 spares /dev/chassis/SYS/HDD1/disk AVAIL /dev/chassis/SYS/HDD13/disk AVAIL errors: No known data errors > format c2t0d0s0 selecting /dev/rdsk/c2t0d0p0 [disk formatted, no defect list found] ... partition> Current partition table (original): Total disk sectors available: 390684349 + 16384 (reserved sectors) Part Tag Flag First Sector Size Last Sector 0 usr wm 256 62.10GB 130228223 1 usr wm 130228224 62.10GB 260456191 2 usr wm 260456192 62.10GB 390684382 3 unassigned wm 0 0 0 4 unassigned wm 0 0 0 5 unassigned wm 0 0 0 6 unassigned wm 0 0 0 8 reserved wm 390684383 8.00MB 390700766 partition> > modinfo |grep skd 195 fffffffff7e34000 1a508 7 1 skd (sTec skd v2.2.1.0294) 196 fffffffff7e4f000 5bb0 6 1 sblkdev (skd Block Device)