fio: io_u error on file /dev/mapper/local: Resource temporarily unavailable: read offset=315680096256, buflen=536870912 fio: pid=2647, err=11/file:io_u.c:1845, func=io_u error, error=Resource temporarily unavailable fio: io_u error on file /dev/mapper/local: Resource temporarily unavailable: read offset=608811614208, buflen=1073741824 fio: pid=2659, err=11/file:io_u.c:1845, func=io_u error, error=Resource temporarily unavailable fio: pid=3171, err=14/file:engines/io_uring.c:796, func=io_queue_init, error=Bad address fio: pid=3172, err=14/file:engines/io_uring.c:796, func=io_queue_init, error=Bad address fio: pid=3177, err=14/file:engines/io_uring.c:796, func=io_queue_init, error=Bad address fio: pid=3178, err=14/file:engines/io_uring.c:796, func=io_queue_init, error=Bad address fio: pid=3187, err=14/file:engines/io_uring.c:796, func=io_queue_init, error=Bad address fio: pid=3188, err=14/file:engines/io_uring.c:796, func=io_queue_init, error=Bad address fio: io_u error on file /dev/mapper/local: Resource temporarily unavailable: read offset=1048508891136, buflen=536870912 fio: pid=7505, err=11/file:io_u.c:1845, func=io_u error, error=Resource temporarily unavailable fio: io_u error on file /dev/mapper/local: Resource temporarily unavailable: read offset=1472100040704, buflen=1073741824 fio: pid=7519, err=11/file:io_u.c:1845, func=io_u error, error=Resource temporarily unavailable fio: pid=7530, err=14/file:engines/io_uring.c:796, func=io_queue_init, error=Bad address fio: pid=7531, err=14/file:engines/io_uring.c:796, func=io_queue_init, error=Bad address fio: pid=7538, err=14/file:engines/io_uring.c:796, func=io_queue_init, error=Bad address fio: pid=7539, err=14/file:engines/io_uring.c:796, func=io_queue_init, error=Bad address fio: pid=7550, err=14/file:engines/io_uring.c:796, func=io_queue_init, error=Bad address fio: pid=7551, err=14/file:engines/io_uring.c:796, func=io_queue_init, error=Bad address { "fio version" : "fio-3.28", "timestamp" : 1644266414, "timestamp_ms" : 1644266414211, "time" : "Mon Feb 7 20:40:14 2022", "jobs" : [ { "jobname" : "read-empty-psync-0", "groupid" : 0, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-0", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "1" }, "read" : { "io_bytes" : 12774856, "io_kbytes" : 12475, "bw_bytes" : 21291, "bw" : 20, "iops" : 21291.391181, "runtime" : 600001, "total_ios" : 12774856, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 901, "max" : 15661337, "mean" : 46444.196997, "stddev" : 7385.529348, "N" : 12774856, "percentile" : { "0.500000" : 1704, "1.000000" : 40192, "10.000000" : 43776, "25.000000" : 45312, "50.000000" : 46336, "75.000000" : 47872, "90.000000" : 49920, "99.000000" : 58112, "99.500000" : 62720 } }, "lat_ns" : { "min" : 939, "max" : 15661364, "mean" : 46498.875886, "stddev" : 7386.884850, "N" : 12774856 }, "bw_min" : 17, "bw_max" : 23, "bw_agg" : 96.190879, "bw_mean" : 20.145955, "bw_dev" : 0.796202, "bw_samples" : 1199, "iops_min" : 17711, "iops_max" : 23632, "iops_mean" : 21296.200167, "iops_stddev" : 792.604674, "iops_samples" : 1199 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600021, "usr_cpu" : 2.438748, "sys_cpu" : 19.621647, "ctx" : 12667828, "majf" : 11, "minf" : 4, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.728040, "4" : 0.054905, "10" : 0.056549, "20" : 0.010000, "50" : 90.317973, "100" : 8.816780, "250" : 0.023327, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.010000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-0", "groupid" : 1, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-0", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "1" }, "read" : { "io_bytes" : 12716765, "io_kbytes" : 12418, "bw_bytes" : 21194, "bw" : 20, "iops" : 21194.571342, "runtime" : 600001, "total_ios" : 12716764, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1000, "max" : 361949, "mean" : 7840.456221, "stddev" : 1286.232403, "N" : 12716765 }, "clat_ns" : { "min" : 37, "max" : 2345114, "mean" : 38717.047768, "stddev" : 5300.222671, "N" : 12716764, "percentile" : { "0.500000" : 59, "1.000000" : 33536, "10.000000" : 35584, "25.000000" : 37120, "50.000000" : 38656, "75.000000" : 40192, "90.000000" : 41728, "99.000000" : 49920, "99.500000" : 54016 } }, "lat_ns" : { "min" : 1132, "max" : 2353242, "mean" : 46671.560251, "stddev" : 5920.126400, "N" : 12716764 }, "bw_min" : 17, "bw_max" : 22, "bw_agg" : 96.631122, "bw_mean" : 20.285833, "bw_dev" : 1.022254, "bw_samples" : 1200, "iops_min" : 17607, "iops_max" : 23090, "iops_mean" : 21200.485833, "iops_stddev" : 1022.734070, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600022, "usr_cpu" : 3.734863, "sys_cpu" : 21.550543, "ctx" : 12610981, "majf" : 1, "minf" : 2, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.072220, "100" : 0.704700, "250" : 0.056713, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 98.204999, "100" : 0.943109, "250" : 0.015554, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-1", "groupid" : 2, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-1", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "2" }, "read" : { "io_bytes" : 25841640, "io_kbytes" : 25235, "bw_bytes" : 43068, "bw" : 42, "iops" : 21534.053978, "runtime" : 600018, "total_ios" : 12920820, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 751, "max" : 3081590, "mean" : 45915.462098, "stddev" : 5694.995602, "N" : 12920820, "percentile" : { "0.500000" : 1688, "1.000000" : 39680, "10.000000" : 42752, "25.000000" : 44800, "50.000000" : 45824, "75.000000" : 47360, "90.000000" : 48896, "99.000000" : 57088, "99.500000" : 61696 } }, "lat_ns" : { "min" : 795, "max" : 3081681, "mean" : 45969.704674, "stddev" : 5696.620613, "N" : 12920820 }, "bw_min" : 36, "bw_max" : 45, "bw_agg" : 97.483050, "bw_mean" : 41.547500, "bw_dev" : 1.480283, "bw_samples" : 1200, "iops_min" : 18669, "iops_max" : 23490, "iops_mean" : 21539.100833, "iops_stddev" : 754.418351, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600018, "usr_cpu" : 2.542424, "sys_cpu" : 19.496082, "ctx" : 12813958, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.723770, "4" : 0.049602, "10" : 0.055654, "20" : 0.010000, "50" : 92.954317, "100" : 6.196526, "250" : 0.018110, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-1", "groupid" : 3, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-1", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "2" }, "read" : { "io_bytes" : 25654760, "io_kbytes" : 25053, "bw_bytes" : 42757, "bw" : 41, "iops" : 21378.931035, "runtime" : 600001, "total_ios" : 12827380, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 962, "max" : 1526547, "mean" : 7730.393818, "stddev" : 1334.501818, "N" : 12827380 }, "clat_ns" : { "min" : 37, "max" : 3085013, "mean" : 38413.777766, "stddev" : 5289.130568, "N" : 12827380, "percentile" : { "0.500000" : 61, "1.000000" : 33536, "10.000000" : 35584, "25.000000" : 37120, "50.000000" : 38144, "75.000000" : 39680, "90.000000" : 41728, "99.000000" : 49408, "99.500000" : 53504 } }, "lat_ns" : { "min" : 1107, "max" : 3099085, "mean" : 46260.548230, "stddev" : 5912.986180, "N" : 12827380 }, "bw_min" : 34, "bw_max" : 45, "bw_agg" : 98.192109, "bw_mean" : 41.242500, "bw_dev" : 2.056831, "bw_samples" : 1200, "iops_min" : 17742, "iops_max" : 23100, "iops_mean" : 21383.636667, "iops_stddev" : 1036.409816, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600032, "usr_cpu" : 3.644139, "sys_cpu" : 21.572849, "ctx" : 12721311, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.039782, "100" : 0.733704, "250" : 0.054797, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 98.308306, "100" : 0.848077, "250" : 0.012879, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-2", "groupid" : 4, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-2", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "4" }, "read" : { "io_bytes" : 51522052, "io_kbytes" : 50314, "bw_bytes" : 85863, "bw" : 83, "iops" : 21465.911723, "runtime" : 600045, "total_ios" : 12880513, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 740, "max" : 3231836, "mean" : 46063.179467, "stddev" : 5907.546268, "N" : 12880513, "percentile" : { "0.500000" : 1688, "1.000000" : 39680, "10.000000" : 42752, "25.000000" : 44800, "50.000000" : 46336, "75.000000" : 47360, "90.000000" : 49408, "99.000000" : 58112, "99.500000" : 62720 } }, "lat_ns" : { "min" : 777, "max" : 3231873, "mean" : 46118.269369, "stddev" : 5909.303444, "N" : 12880513 }, "bw_min" : 69, "bw_max" : 92, "bw_agg" : 98.985593, "bw_mean" : 83.392500, "bw_dev" : 3.830884, "bw_samples" : 1200, "iops_min" : 17834, "iops_max" : 23552, "iops_mean" : 21473.391667, "iops_stddev" : 974.492348, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600053, "usr_cpu" : 2.547442, "sys_cpu" : 19.425117, "ctx" : 12773906, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.727347, "4" : 0.045658, "10" : 0.055906, "20" : 0.010000, "50" : 90.294199, "100" : 8.854438, "250" : 0.020512, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-2", "groupid" : 5, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-2", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "4" }, "read" : { "io_bytes" : 50309624, "io_kbytes" : 49130, "bw_bytes" : 83849, "bw" : 81, "iops" : 20962.308396, "runtime" : 600001, "total_ios" : 12577406, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 875, "max" : 381689, "mean" : 7976.823306, "stddev" : 1232.584794, "N" : 12577406 }, "clat_ns" : { "min" : 37, "max" : 2872836, "mean" : 39099.233576, "stddev" : 5229.407741, "N" : 12577406, "percentile" : { "0.500000" : 60, "1.000000" : 34048, "10.000000" : 37120, "25.000000" : 38144, "50.000000" : 38656, "75.000000" : 40192, "90.000000" : 41728, "99.000000" : 50432, "99.500000" : 54528 } }, "lat_ns" : { "min" : 996, "max" : 2880370, "mean" : 47189.163491, "stddev" : 5785.867041, "N" : 12577406 }, "bw_min" : 69, "bw_max" : 89, "bw_agg" : 98.920679, "bw_mean" : 81.420000, "bw_dev" : 3.048444, "bw_samples" : 1200, "iops_min" : 17790, "iops_max" : 23026, "iops_mean" : 20968.297500, "iops_stddev" : 777.131276, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600021, "usr_cpu" : 3.531543, "sys_cpu" : 21.866568, "ctx" : 12473377, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.027009, "100" : 0.746736, "250" : 0.055457, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 98.130688, "100" : 1.020799, "250" : 0.016919, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-3", "groupid" : 6, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-3", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "8" }, "read" : { "io_bytes" : 104032520, "io_kbytes" : 101594, "bw_bytes" : 173385, "bw" : 169, "iops" : 21673.224934, "runtime" : 600006, "total_ios" : 13004065, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 856, "max" : 3367973, "mean" : 45615.156726, "stddev" : 5812.614280, "N" : 13004065, "percentile" : { "0.500000" : 1688, "1.000000" : 39680, "10.000000" : 41728, "25.000000" : 43776, "50.000000" : 45824, "75.000000" : 47360, "90.000000" : 49408, "99.000000" : 57600, "99.500000" : 62208 } }, "lat_ns" : { "min" : 883, "max" : 3368055, "mean" : 45670.898542, "stddev" : 5814.445868, "N" : 13004065 }, "bw_min" : 139, "bw_max" : 184, "bw_agg" : 99.219656, "bw_mean" : 168.887500, "bw_dev" : 8.344931, "bw_samples" : 1200, "iops_min" : 17807, "iops_max" : 23560, "iops_mean" : 21679.697500, "iops_stddev" : 1067.009138, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600018, "usr_cpu" : 2.628254, "sys_cpu" : 19.278422, "ctx" : 12895951, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.725896, "4" : 0.050723, "10" : 0.056290, "20" : 0.010000, "50" : 91.107219, "100" : 8.040770, "250" : 0.017518, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-3", "groupid" : 7, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-3", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "8" }, "read" : { "io_bytes" : 100376784, "io_kbytes" : 98024, "bw_bytes" : 167294, "bw" : 163, "iops" : 20911.795147, "runtime" : 600001, "total_ios" : 12547098, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 925, "max" : 394246, "mean" : 8003.939424, "stddev" : 1282.801367, "N" : 12547098 }, "clat_ns" : { "min" : 37, "max" : 2959889, "mean" : 39185.176589, "stddev" : 5234.151596, "N" : 12547098, "percentile" : { "0.500000" : 60, "1.000000" : 33536, "10.000000" : 37120, "25.000000" : 38144, "50.000000" : 39168, "75.000000" : 40192, "90.000000" : 42240, "99.000000" : 50432, "99.500000" : 55040 } }, "lat_ns" : { "min" : 1068, "max" : 2973397, "mean" : 47306.243772, "stddev" : 5805.736494, "N" : 12547098 }, "bw_min" : 137, "bw_max" : 180, "bw_agg" : 99.159563, "bw_mean" : 162.938282, "bw_dev" : 6.022179, "bw_samples" : 1199, "iops_min" : 17610, "iops_max" : 23040, "iops_mean" : 20917.318599, "iops_stddev" : 771.873290, "iops_samples" : 1199 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600024, "usr_cpu" : 3.602189, "sys_cpu" : 21.879125, "ctx" : 12443548, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.033115, "100" : 0.738123, "250" : 0.056276, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 98.086833, "100" : 1.064461, "250" : 0.018243, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-4", "groupid" : 8, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-4", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "16" }, "read" : { "io_bytes" : 206431728, "io_kbytes" : 201593, "bw_bytes" : 344040, "bw" : 335, "iops" : 21502.516574, "runtime" : 600022, "total_ios" : 12901983, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 798, "max" : 3116916, "mean" : 45988.495184, "stddev" : 5770.481528, "N" : 12901983, "percentile" : { "0.500000" : 1672, "1.000000" : 39680, "10.000000" : 42752, "25.000000" : 44800, "50.000000" : 45824, "75.000000" : 47360, "90.000000" : 49408, "99.000000" : 57600, "99.500000" : 62208 } }, "lat_ns" : { "min" : 835, "max" : 3116952, "mean" : 46043.145995, "stddev" : 5772.296161, "N" : 12901983 }, "bw_min" : 276, "bw_max" : 367, "bw_agg" : 99.709336, "bw_mean" : 335.591667, "bw_dev" : 13.503897, "bw_samples" : 1200, "iops_min" : 17706, "iops_max" : 23492, "iops_mean" : 21508.731667, "iops_stddev" : 863.828328, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600023, "usr_cpu" : 2.513404, "sys_cpu" : 19.423255, "ctx" : 12794804, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.729322, "4" : 0.047132, "10" : 0.056022, "20" : 0.010000, "50" : 91.570846, "100" : 7.573704, "250" : 0.020865, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-4", "groupid" : 9, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-4", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "16" }, "read" : { "io_bytes" : 203628464, "io_kbytes" : 198855, "bw_bytes" : 339380, "bw" : 331, "iops" : 21211.262981, "runtime" : 600001, "total_ios" : 12726779, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 980, "max" : 361824, "mean" : 7828.083805, "stddev" : 1263.981076, "N" : 12726779 }, "clat_ns" : { "min" : 37, "max" : 2416180, "mean" : 38685.989507, "stddev" : 5275.016775, "N" : 12726779, "percentile" : { "0.500000" : 61, "1.000000" : 33536, "10.000000" : 35584, "25.000000" : 37120, "50.000000" : 38656, "75.000000" : 40192, "90.000000" : 41728, "99.000000" : 49920, "99.500000" : 54016 } }, "lat_ns" : { "min" : 1116, "max" : 2422939, "mean" : 46628.665252, "stddev" : 5866.918721, "N" : 12726779 }, "bw_min" : 277, "bw_max" : 359, "bw_agg" : 99.871530, "bw_mean" : 331.020000, "bw_dev" : 15.295246, "bw_samples" : 1200, "iops_min" : 17778, "iops_max" : 22990, "iops_mean" : 21216.719167, "iops_stddev" : 979.086783, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600026, "usr_cpu" : 3.664675, "sys_cpu" : 21.649895, "ctx" : 12622332, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.039484, "100" : 0.727498, "250" : 0.055293, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 98.228091, "100" : 0.932349, "250" : 0.014717, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-5", "groupid" : 10, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-5", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "32" }, "read" : { "io_bytes" : 411399296, "io_kbytes" : 401757, "bw_bytes" : 685643, "bw" : 669, "iops" : 21426.368165, "runtime" : 600019, "total_ios" : 12856228, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 844, "max" : 3209874, "mean" : 46149.236941, "stddev" : 5716.978602, "N" : 12856228, "percentile" : { "0.500000" : 1688, "1.000000" : 39680, "10.000000" : 43264, "25.000000" : 44800, "50.000000" : 46336, "75.000000" : 47360, "90.000000" : 49408, "99.000000" : 58112, "99.500000" : 62208 } }, "lat_ns" : { "min" : 930, "max" : 3209974, "mean" : 46203.861299, "stddev" : 5718.520611, "N" : 12856228 }, "bw_min" : 568, "bw_max" : 735, "bw_agg" : 99.914387, "bw_mean" : 669.284167, "bw_dev" : 25.661102, "bw_samples" : 1200, "iops_min" : 18188, "iops_max" : 23548, "iops_mean" : 21432.552500, "iops_stddev" : 821.090044, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600019, "usr_cpu" : 2.558086, "sys_cpu" : 19.512715, "ctx" : 12749273, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.726784, "4" : 0.050450, "10" : 0.056416, "20" : 0.010000, "50" : 91.481413, "100" : 7.663624, "250" : 0.019236, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-5", "groupid" : 11, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-5", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "32" }, "read" : { "io_bytes" : 404840800, "io_kbytes" : 395352, "bw_bytes" : 674733, "bw" : 658, "iops" : 21085.423191, "runtime" : 600001, "total_ios" : 12651275, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 903, "max" : 401393, "mean" : 7894.383762, "stddev" : 1280.933559, "N" : 12651275 }, "clat_ns" : { "min" : 37, "max" : 3251479, "mean" : 38904.832740, "stddev" : 5262.135376, "N" : 12651275, "percentile" : { "0.500000" : 59, "1.000000" : 33024, "10.000000" : 36096, "25.000000" : 37632, "50.000000" : 38656, "75.000000" : 40192, "90.000000" : 41728, "99.000000" : 49920, "99.500000" : 54528 } }, "lat_ns" : { "min" : 1023, "max" : 3264838, "mean" : 46915.708428, "stddev" : 5839.158624, "N" : 12651275 }, "bw_min" : 556, "bw_max" : 724, "bw_agg" : 99.860537, "bw_mean" : 658.611667, "bw_dev" : 26.128333, "bw_samples" : 1200, "iops_min" : 17806, "iops_max" : 23182, "iops_mean" : 21091.112500, "iops_stddev" : 835.876581, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600012, "usr_cpu" : 3.676593, "sys_cpu" : 21.673733, "ctx" : 12546442, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.045134, "100" : 0.731057, "250" : 0.053971, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 98.201185, "100" : 0.949991, "250" : 0.015603, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-6", "groupid" : 12, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-6", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "64" }, "read" : { "io_bytes" : 823735360, "io_kbytes" : 804429, "bw_bytes" : 1372835, "bw" : 1340, "iops" : 21450.547894, "runtime" : 600025, "total_ios" : 12870865, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 774, "max" : 2847994, "mean" : 46092.428010, "stddev" : 5689.406108, "N" : 12870865, "percentile" : { "0.500000" : 1704, "1.000000" : 40192, "10.000000" : 42752, "25.000000" : 44800, "50.000000" : 46336, "75.000000" : 47360, "90.000000" : 49408, "99.000000" : 58112, "99.500000" : 62208 } }, "lat_ns" : { "min" : 811, "max" : 2848049, "mean" : 46146.954128, "stddev" : 5691.133499, "N" : 12870865 }, "bw_min" : 1129, "bw_max" : 1463, "bw_agg" : 99.950832, "bw_mean" : 1340.669167, "bw_dev" : 55.609637, "bw_samples" : 1200, "iops_min" : 18066, "iops_max" : 23420, "iops_mean" : 21457.739167, "iops_stddev" : 889.887997, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600026, "usr_cpu" : 2.636719, "sys_cpu" : 19.407326, "ctx" : 12764676, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.720534, "4" : 0.049756, "10" : 0.055746, "20" : 0.010000, "50" : 90.712108, "100" : 8.439650, "250" : 0.019968, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-6", "groupid" : 13, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-6", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "64" }, "read" : { "io_bytes" : 804209344, "io_kbytes" : 785360, "bw_bytes" : 1340346, "bw" : 1308, "iops" : 20942.916762, "runtime" : 600001, "total_ios" : 12565771, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 919, "max" : 415760, "mean" : 7984.693712, "stddev" : 1266.689113, "N" : 12565771 }, "clat_ns" : { "min" : 37, "max" : 3139133, "mean" : 39133.184031, "stddev" : 5400.238068, "N" : 12565771, "percentile" : { "0.500000" : 60, "1.000000" : 34048, "10.000000" : 37120, "25.000000" : 38144, "50.000000" : 38656, "75.000000" : 40192, "90.000000" : 42240, "99.000000" : 50432, "99.500000" : 54528 } }, "lat_ns" : { "min" : 1051, "max" : 3146322, "mean" : 47232.499427, "stddev" : 5960.256931, "N" : 12565771 }, "bw_min" : 1106, "bw_max" : 1445, "bw_agg" : 99.928824, "bw_mean" : 1308.836667, "bw_dev" : 51.359385, "bw_samples" : 1200, "iops_min" : 17696, "iops_max" : 23132, "iops_mean" : 20948.583333, "iops_stddev" : 821.687332, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600020, "usr_cpu" : 3.567048, "sys_cpu" : 21.938935, "ctx" : 12462075, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.048298, "100" : 0.715722, "250" : 0.062670, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 98.105488, "100" : 1.050123, "250" : 0.015160, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-7", "groupid" : 14, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-7", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "128" }, "read" : { "io_bytes" : 1688689536, "io_kbytes" : 1649110, "bw_bytes" : 2814388, "bw" : 2748, "iops" : 21987.412086, "runtime" : 600020, "total_ios" : 13192887, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 775, "max" : 1461401, "mean" : 44956.119919, "stddev" : 5519.748800, "N" : 13192887, "percentile" : { "0.500000" : 1688, "1.000000" : 39168, "10.000000" : 41728, "25.000000" : 43264, "50.000000" : 44800, "75.000000" : 46848, "90.000000" : 48896, "99.000000" : 56064, "99.500000" : 60160 } }, "lat_ns" : { "min" : 812, "max" : 1461471, "mean" : 45011.586458, "stddev" : 5521.512989, "N" : 13192887 }, "bw_min" : 2278, "bw_max" : 2952, "bw_agg" : 99.984508, "bw_mean" : 2748.984167, "bw_dev" : 128.928246, "bw_samples" : 1200, "iops_min" : 18228, "iops_max" : 23616, "iops_mean" : 21994.870000, "iops_stddev" : 1031.467782, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600019, "usr_cpu" : 2.561252, "sys_cpu" : 19.131561, "ctx" : 13083419, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.724656, "4" : 0.050664, "10" : 0.056136, "20" : 0.010000, "50" : 93.192544, "100" : 5.960773, "250" : 0.013530, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-7", "groupid" : 15, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-7", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "128" }, "read" : { "io_bytes" : 1629208192, "io_kbytes" : 1591023, "bw_bytes" : 2715342, "bw" : 2651, "iops" : 21213.612977, "runtime" : 600001, "total_ios" : 12728189, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 892, "max" : 318772, "mean" : 7826.278377, "stddev" : 1239.335028, "N" : 12728189 }, "clat_ns" : { "min" : 37, "max" : 2414013, "mean" : 38693.411044, "stddev" : 5071.355918, "N" : 12728189, "percentile" : { "0.500000" : 59, "1.000000" : 33536, "10.000000" : 36096, "25.000000" : 37632, "50.000000" : 38656, "75.000000" : 39680, "90.000000" : 41728, "99.000000" : 49408, "99.500000" : 54016 } }, "lat_ns" : { "min" : 1029, "max" : 2421524, "mean" : 46634.602062, "stddev" : 5649.987739, "N" : 12728189 }, "bw_min" : 2196, "bw_max" : 2899, "bw_agg" : 100.000000, "bw_mean" : 2652.178333, "bw_dev" : 109.293339, "bw_samples" : 1200, "iops_min" : 17568, "iops_max" : 23192, "iops_mean" : 21220.515000, "iops_stddev" : 874.472118, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600075, "usr_cpu" : 3.711869, "sys_cpu" : 21.593967, "ctx" : 12623435, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.056685, "100" : 0.714202, "250" : 0.053598, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 98.267727, "100" : 0.890739, "250" : 0.014747, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-8", "groupid" : 16, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-8", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "256" }, "read" : { "io_bytes" : 3306740224, "io_kbytes" : 3229238, "bw_bytes" : 5511068, "bw" : 5381, "iops" : 21527.610838, "runtime" : 600018, "total_ios" : 12916954, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 743, "max" : 2427320, "mean" : 45927.191112, "stddev" : 5856.111389, "N" : 12916954, "percentile" : { "0.500000" : 1704, "1.000000" : 40192, "10.000000" : 42752, "25.000000" : 44800, "50.000000" : 45824, "75.000000" : 47360, "90.000000" : 49408, "99.000000" : 57600, "99.500000" : 62208 } }, "lat_ns" : { "min" : 779, "max" : 2427382, "mean" : 45982.350049, "stddev" : 5857.939038, "N" : 12916954 }, "bw_min" : 4475, "bw_max" : 5895, "bw_agg" : 100.000000, "bw_mean" : 5383.385833, "bw_dev" : 220.308583, "bw_samples" : 1200, "iops_min" : 17900, "iops_max" : 23582, "iops_mean" : 21534.631667, "iops_stddev" : 881.283914, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600018, "usr_cpu" : 2.584256, "sys_cpu" : 19.449083, "ctx" : 12810702, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.714952, "4" : 0.053999, "10" : 0.055183, "20" : 0.010000, "50" : 91.144584, "100" : 8.008924, "250" : 0.020191, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-8", "groupid" : 17, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-8", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "256" }, "read" : { "io_bytes" : 3225805056, "io_kbytes" : 3150200, "bw_bytes" : 5376332, "bw" : 5250, "iops" : 21001.299998, "runtime" : 600001, "total_ios" : 12600801, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 939, "max" : 354624, "mean" : 7953.143844, "stddev" : 1251.885748, "N" : 12600801 }, "clat_ns" : { "min" : 37, "max" : 3303038, "mean" : 39033.402016, "stddev" : 5334.802104, "N" : 12600801, "percentile" : { "0.500000" : 59, "1.000000" : 34048, "10.000000" : 36608, "25.000000" : 38144, "50.000000" : 38656, "75.000000" : 40192, "90.000000" : 41728, "99.000000" : 49920, "99.500000" : 54528 } }, "lat_ns" : { "min" : 1079, "max" : 3315471, "mean" : 47102.751750, "stddev" : 5882.896345, "N" : 12600801 }, "bw_min" : 4475, "bw_max" : 5744, "bw_agg" : 100.000000, "bw_mean" : 5251.625521, "bw_dev" : 191.264981, "bw_samples" : 1199, "iops_min" : 17902, "iops_max" : 22976, "iops_mean" : 21007.607173, "iops_stddev" : 765.080423, "iops_samples" : 1199 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600025, "usr_cpu" : 3.583184, "sys_cpu" : 21.858089, "ctx" : 12496793, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.052481, "100" : 0.722573, "250" : 0.052528, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 98.193996, "100" : 0.959336, "250" : 0.016705, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-9", "groupid" : 18, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-9", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "512" }, "read" : { "io_bytes" : 6619887616, "io_kbytes" : 6464734, "bw_bytes" : 11033017, "bw" : 10774, "iops" : 21548.861930, "runtime" : 600007, "total_ios" : 12929468, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 823, "max" : 1981679, "mean" : 45884.816010, "stddev" : 5570.125133, "N" : 12929468, "percentile" : { "0.500000" : 1736, "1.000000" : 40192, "10.000000" : 42752, "25.000000" : 44288, "50.000000" : 45824, "75.000000" : 47360, "90.000000" : 49408, "99.000000" : 57600, "99.500000" : 62208 } }, "lat_ns" : { "min" : 851, "max" : 1981724, "mean" : 45939.976986, "stddev" : 5571.847364, "N" : 12929468 }, "bw_min" : 8831, "bw_max" : 11717, "bw_agg" : 100.000000, "bw_mean" : 10777.687500, "bw_dev" : 475.602154, "bw_samples" : 1200, "iops_min" : 17663, "iops_max" : 23434, "iops_mean" : 21555.425833, "iops_stddev" : 951.209039, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600016, "usr_cpu" : 2.525433, "sys_cpu" : 19.473981, "ctx" : 12822046, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.705976, "4" : 0.070645, "10" : 0.055888, "20" : 0.010000, "50" : 91.130316, "100" : 8.017515, "250" : 0.017959, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-9", "groupid" : 19, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-9", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "512" }, "read" : { "io_bytes" : 6414281728, "io_kbytes" : 6263947, "bw_bytes" : 10690451, "bw" : 10439, "iops" : 20879.786867, "runtime" : 600001, "total_ios" : 12527893, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1065, "max" : 280849, "mean" : 8018.864165, "stddev" : 1248.823733, "N" : 12527894 }, "clat_ns" : { "min" : 37, "max" : 3180793, "mean" : 39239.625574, "stddev" : 5364.348899, "N" : 12527893, "percentile" : { "0.500000" : 59, "1.000000" : 34048, "10.000000" : 37120, "25.000000" : 38144, "50.000000" : 39168, "75.000000" : 40192, "90.000000" : 42240, "99.000000" : 50944, "99.500000" : 55040 } }, "lat_ns" : { "min" : 1207, "max" : 3188394, "mean" : 47375.313742, "stddev" : 5909.050872, "N" : 12527893 }, "bw_min" : 8859, "bw_max" : 11527, "bw_agg" : 100.000000, "bw_mean" : 10442.947500, "bw_dev" : 390.810671, "bw_samples" : 1200, "iops_min" : 17718, "iops_max" : 23054, "iops_mean" : 20885.998333, "iops_stddev" : 781.629590, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600027, "usr_cpu" : 3.549174, "sys_cpu" : 22.056341, "ctx" : 12424917, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.065494, "100" : 0.703470, "250" : 0.054694, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 98.024432, "100" : 1.131403, "250" : 0.017417, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-10", "groupid" : 20, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-10", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "1024" }, "read" : { "io_bytes" : 13308277760, "io_kbytes" : 12996365, "bw_bytes" : 22179871, "bw" : 21660, "iops" : 21660.030733, "runtime" : 600016, "total_ios" : 12996365, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 805, "max" : 3188595, "mean" : 45641.526835, "stddev" : 5808.007886, "N" : 12996365, "percentile" : { "0.500000" : 1848, "1.000000" : 40192, "10.000000" : 42240, "25.000000" : 44288, "50.000000" : 45824, "75.000000" : 47360, "90.000000" : 49408, "99.000000" : 57088, "99.500000" : 61696 } }, "lat_ns" : { "min" : 840, "max" : 3188641, "mean" : 45697.108417, "stddev" : 5809.902014, "N" : 12996365 }, "bw_min" : 18136, "bw_max" : 23426, "bw_agg" : 100.000000, "bw_mean" : 21666.788333, "bw_dev" : 927.682336, "bw_samples" : 1200, "iops_min" : 18136, "iops_max" : 23426, "iops_mean" : 21666.788333, "iops_stddev" : 927.682783, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600017, "usr_cpu" : 2.511262, "sys_cpu" : 19.506947, "ctx" : 12888739, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.645750, "4" : 0.128090, "10" : 0.055654, "20" : 0.010000, "50" : 91.702388, "100" : 7.448444, "250" : 0.017643, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-10", "groupid" : 21, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-10", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "1024" }, "read" : { "io_bytes" : 13025275904, "io_kbytes" : 12719996, "bw_bytes" : 21708756, "bw" : 21199, "iops" : 21199.956333, "runtime" : 600001, "total_ios" : 12719995, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1059, "max" : 269226, "mean" : 7821.181202, "stddev" : 1240.191210, "N" : 12719996 }, "clat_ns" : { "min" : 37, "max" : 3392402, "mean" : 38727.567183, "stddev" : 5272.002327, "N" : 12719995, "percentile" : { "0.500000" : 59, "1.000000" : 33536, "10.000000" : 36096, "25.000000" : 37632, "50.000000" : 38656, "75.000000" : 39680, "90.000000" : 41728, "99.000000" : 49408, "99.500000" : 53504 } }, "lat_ns" : { "min" : 1199, "max" : 3399833, "mean" : 46662.414971, "stddev" : 5829.085593, "N" : 12719995 }, "bw_min" : 18018, "bw_max" : 22996, "bw_agg" : 100.000000, "bw_mean" : 21206.025000, "bw_dev" : 876.643207, "bw_samples" : 1200, "iops_min" : 18018, "iops_max" : 22996, "iops_mean" : 21206.023333, "iops_stddev" : 876.647336, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600020, "usr_cpu" : 3.639212, "sys_cpu" : 21.803273, "ctx" : 12614599, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.061431, "100" : 0.714529, "250" : 0.054080, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 98.301768, "100" : 0.852131, "250" : 0.013491, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-11", "groupid" : 22, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-11", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "2048" }, "read" : { "io_bytes" : 26421385216, "io_kbytes" : 25802134, "bw_bytes" : 44034467, "bw" : 43002, "iops" : 21501.204968, "runtime" : 600016, "total_ios" : 12901067, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 876, "max" : 2388958, "mean" : 45987.899134, "stddev" : 5694.475678, "N" : 12901067, "percentile" : { "0.500000" : 1928, "1.000000" : 40192, "10.000000" : 42752, "25.000000" : 44288, "50.000000" : 45824, "75.000000" : 47360, "90.000000" : 49408, "99.000000" : 58112, "99.500000" : 62208 } }, "lat_ns" : { "min" : 904, "max" : 2389016, "mean" : 46043.257917, "stddev" : 5696.199982, "N" : 12901067 }, "bw_min" : 36044, "bw_max" : 46813, "bw_agg" : 100.000000, "bw_mean" : 43016.285833, "bw_dev" : 1979.325238, "bw_samples" : 1200, "iops_min" : 18022, "iops_max" : 23406, "iops_mean" : 21508.104167, "iops_stddev" : 989.665902, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600016, "usr_cpu" : 2.512266, "sys_cpu" : 19.587311, "ctx" : 12794490, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.575859, "4" : 0.195278, "10" : 0.056445, "20" : 0.010000, "50" : 90.443899, "100" : 8.708970, "250" : 0.017409, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-11", "groupid" : 23, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-11", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "2048" }, "read" : { "io_bytes" : 25688530944, "io_kbytes" : 25086456, "bw_bytes" : 42814146, "bw" : 41810, "iops" : 20905.345158, "runtime" : 600001, "total_ios" : 12543228, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1109, "max" : 372816, "mean" : 8014.193314, "stddev" : 1247.645253, "N" : 12543228 }, "clat_ns" : { "min" : 37, "max" : 3306323, "mean" : 39188.386374, "stddev" : 5291.530302, "N" : 12543228, "percentile" : { "0.500000" : 59, "1.000000" : 33536, "10.000000" : 37120, "25.000000" : 38144, "50.000000" : 39168, "75.000000" : 40192, "90.000000" : 42240, "99.000000" : 50432, "99.500000" : 55040 } }, "lat_ns" : { "min" : 1230, "max" : 3322350, "mean" : 47318.691478, "stddev" : 5841.713732, "N" : 12543228 }, "bw_min" : 35396, "bw_max" : 46152, "bw_agg" : 100.000000, "bw_mean" : 41824.326667, "bw_dev" : 1645.941137, "bw_samples" : 1200, "iops_min" : 17698, "iops_max" : 23076, "iops_mean" : 20912.124167, "iops_stddev" : 822.964372, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600010, "usr_cpu" : 3.609607, "sys_cpu" : 22.020300, "ctx" : 12440264, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.041624, "100" : 0.726815, "250" : 0.054587, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 98.041238, "100" : 1.115144, "250" : 0.018089, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-12", "groupid" : 24, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-12", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "4096" }, "read" : { "io_bytes" : 52260241408, "io_kbytes" : 51035392, "bw_bytes" : 87099386, "bw" : 85057, "iops" : 21264.498581, "runtime" : 600007, "total_ios" : 12758848, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 979, "max" : 3037741, "mean" : 46500.038820, "stddev" : 5762.861052, "N" : 12758848, "percentile" : { "0.500000" : 2064, "1.000000" : 40192, "10.000000" : 43264, "25.000000" : 45312, "50.000000" : 46336, "75.000000" : 47872, "90.000000" : 49920, "99.000000" : 58624, "99.500000" : 63232 } }, "lat_ns" : { "min" : 1032, "max" : 3037819, "mean" : 46555.630826, "stddev" : 5764.544486, "N" : 12758848 }, "bw_min" : 71400, "bw_max" : 93848, "bw_agg" : 100.000000, "bw_mean" : 85084.835000, "bw_dev" : 3464.270922, "bw_samples" : 1200, "iops_min" : 17850, "iops_max" : 23462, "iops_mean" : 21271.157500, "iops_stddev" : 866.066501, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600019, "usr_cpu" : 2.556919, "sys_cpu" : 19.807706, "ctx" : 12653399, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.427774, "4" : 0.344490, "10" : 0.055804, "20" : 0.010000, "50" : 89.483753, "100" : 9.665622, "250" : 0.020417, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-12", "groupid" : 25, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-12", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "4096" }, "read" : { "io_bytes" : 51462782976, "io_kbytes" : 50256624, "bw_bytes" : 85771162, "bw" : 83760, "iops" : 20940.225100, "runtime" : 600001, "total_ios" : 12564156, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1067, "max" : 407445, "mean" : 7959.028323, "stddev" : 1248.330042, "N" : 12564156 }, "clat_ns" : { "min" : 37, "max" : 2878761, "mean" : 39172.697821, "stddev" : 5183.522730, "N" : 12564156, "percentile" : { "0.500000" : 60, "1.000000" : 34048, "10.000000" : 37120, "25.000000" : 38144, "50.000000" : 39168, "75.000000" : 40192, "90.000000" : 41728, "99.000000" : 49920, "99.500000" : 54528 } }, "lat_ns" : { "min" : 1218, "max" : 2889856, "mean" : 47245.926970, "stddev" : 5714.286299, "N" : 12564156 }, "bw_min" : 71528, "bw_max" : 91552, "bw_agg" : 100.000000, "bw_mean" : 83786.450375, "bw_dev" : 2960.015016, "bw_samples" : 1199, "iops_min" : 17882, "iops_max" : 22888, "iops_mean" : 20946.557131, "iops_stddev" : 740.000135, "iops_samples" : 1199 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600013, "usr_cpu" : 3.746752, "sys_cpu" : 21.978857, "ctx" : 12460401, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.049116, "100" : 0.724211, "250" : 0.054321, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 98.177211, "100" : 0.976389, "250" : 0.016284, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-12", "groupid" : 26, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-12", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "4096" }, "read" : { "io_bytes" : 55601844224, "io_kbytes" : 54298676, "bw_bytes" : 92669585, "bw" : 90497, "iops" : 22624.410626, "runtime" : 600001, "total_ios" : 13574669, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1750, "max" : 96604, "mean" : 5150.906971, "stddev" : 833.782821, "N" : 13574669 }, "clat_ns" : { "min" : 120, "max" : 2303789, "mean" : 38471.636938, "stddev" : 3493.342515, "N" : 13574669, "percentile" : { "0.500000" : 33536, "1.000000" : 34048, "10.000000" : 35072, "25.000000" : 36608, "50.000000" : 38144, "75.000000" : 39680, "90.000000" : 41216, "99.000000" : 47360, "99.500000" : 51456 } }, "lat_ns" : { "min" : 31198, "max" : 2308967, "mean" : 43726.494030, "stddev" : 3765.288856, "N" : 13574669 }, "bw_min" : 75584, "bw_max" : 98384, "bw_agg" : 100.000000, "bw_mean" : 90519.364167, "bw_dev" : 4422.019905, "bw_samples" : 1200, "iops_min" : 18896, "iops_max" : 24596, "iops_mean" : 22629.795000, "iops_stddev" : 1105.500991, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 3.601667, "sys_cpu" : 15.795333, "ctx" : 13574770, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.010000, "20" : 0.010000, "50" : 99.390578, "100" : 0.596493, "250" : 0.011278, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-13", "groupid" : 27, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-13", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "8192" }, "read" : { "io_bytes" : 87006945280, "io_kbytes" : 84967720, "bw_bytes" : 145007225, "bw" : 141608, "iops" : 17701.077301, "runtime" : 600018, "total_ios" : 10620965, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 1553, "max" : 4109388, "mean" : 55959.362123, "stddev" : 6883.438080, "N" : 10620965, "percentile" : { "0.500000" : 2704, "1.000000" : 49920, "10.000000" : 52480, "25.000000" : 54016, "50.000000" : 56064, "75.000000" : 57600, "90.000000" : 60160, "99.000000" : 69120, "99.500000" : 73216 } }, "lat_ns" : { "min" : 1594, "max" : 4109429, "mean" : 56015.039974, "stddev" : 6885.337531, "N" : 10620965 }, "bw_min" : 121712, "bw_max" : 152064, "bw_agg" : 100.000000, "bw_mean" : 141658.693333, "bw_dev" : 5685.090985, "bw_samples" : 1200, "iops_min" : 15214, "iops_max" : 19008, "iops_mean" : 17707.264167, "iops_stddev" : 710.640101, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600025, "usr_cpu" : 2.076580, "sys_cpu" : 18.800050, "ctx" : 10525698, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.010000, "4" : 0.774544, "10" : 0.120093, "20" : 0.010000, "50" : 0.237267, "100" : 98.821181, "250" : 0.040147, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-13", "groupid" : 28, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-13", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "8192" }, "read" : { "io_bytes" : 86216335360, "io_kbytes" : 84195640, "bw_bytes" : 143693652, "bw" : 140325, "iops" : 17540.729099, "runtime" : 600001, "total_ios" : 10524455, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1273, "max" : 347209, "mean" : 8965.051035, "stddev" : 1467.028005, "N" : 10524455 }, "clat_ns" : { "min" : 37, "max" : 2410674, "mean" : 47407.563578, "stddev" : 6005.888046, "N" : 10524455, "percentile" : { "0.500000" : 62, "1.000000" : 41728, "10.000000" : 44800, "25.000000" : 45824, "50.000000" : 47360, "75.000000" : 48896, "90.000000" : 50944, "99.000000" : 58624, "99.500000" : 62720 } }, "lat_ns" : { "min" : 1418, "max" : 2420236, "mean" : 56489.573923, "stddev" : 6662.392909, "N" : 10524455 }, "bw_min" : 118640, "bw_max" : 149344, "bw_agg" : 100.000000, "bw_mean" : 140369.388333, "bw_dev" : 5254.142904, "bw_samples" : 1200, "iops_min" : 14830, "iops_max" : 18668, "iops_mean" : 17546.109167, "iops_stddev" : 656.753661, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600016, "usr_cpu" : 3.009753, "sys_cpu" : 20.787279, "ctx" : 10429981, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.035973, "100" : 0.801391, "250" : 0.062379, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 85.064956, "100" : 14.008393, "250" : 0.024324, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-13", "groupid" : 29, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-13", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "8192" }, "read" : { "io_bytes" : 90810679296, "io_kbytes" : 88682304, "bw_bytes" : 151350879, "bw" : 147803, "iops" : 18475.449208, "runtime" : 600001, "total_ios" : 11085288, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 2065, "max" : 102083, "mean" : 5648.742976, "stddev" : 891.890733, "N" : 11085288 }, "clat_ns" : { "min" : 180, "max" : 2067003, "mean" : 47885.561215, "stddev" : 4080.787244, "N" : 11085288, "percentile" : { "0.500000" : 42240, "1.000000" : 42752, "10.000000" : 44800, "25.000000" : 46336, "50.000000" : 47360, "75.000000" : 48896, "90.000000" : 50944, "99.000000" : 58624, "99.500000" : 62720 } }, "lat_ns" : { "min" : 40534, "max" : 2073034, "mean" : 53639.668473, "stddev" : 4329.686951, "N" : 11085288 }, "bw_min" : 126704, "bw_max" : 160352, "bw_agg" : 100.000000, "bw_mean" : 147836.496667, "bw_dev" : 5823.476590, "bw_samples" : 1200, "iops_min" : 15838, "iops_max" : 20044, "iops_mean" : 18479.510833, "iops_stddev" : 727.928250, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 3.120167, "sys_cpu" : 13.937667, "ctx" : 11085398, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.010000, "20" : 0.010000, "50" : 85.672271, "100" : 14.295416, "250" : 0.029616, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-14", "groupid" : 30, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-14", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "16384" }, "read" : { "io_bytes" : 120639406080, "io_kbytes" : 117811920, "bw_bytes" : 201057299, "bw" : 196345, "iops" : 12271.563685, "runtime" : 600025, "total_ios" : 7363245, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 1620, "max" : 2201104, "mean" : 80934.217133, "stddev" : 9288.453541, "N" : 7363245, "percentile" : { "0.500000" : 4080, "1.000000" : 73216, "10.000000" : 77312, "25.000000" : 79360, "50.000000" : 81408, "75.000000" : 83456, "90.000000" : 85504, "99.000000" : 97792, "99.500000" : 101888 } }, "lat_ns" : { "min" : 1657, "max" : 2201162, "mean" : 80991.837828, "stddev" : 9290.435498, "N" : 7363245 }, "bw_min" : 167328, "bw_max" : 207424, "bw_agg" : 100.000000, "bw_mean" : 196407.817500, "bw_dev" : 6250.589306, "bw_samples" : 1200, "iops_min" : 10458, "iops_max" : 12964, "iops_mean" : 12275.446667, "iops_stddev" : 390.672157, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600025, "usr_cpu" : 1.452773, "sys_cpu" : 16.957627, "ctx" : 7294690, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.010000, "4" : 0.455492, "10" : 0.476746, "20" : 0.010000, "50" : 0.010000, "100" : 98.400922, "250" : 0.659397, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-14", "groupid" : 31, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-14", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "16384" }, "read" : { "io_bytes" : 117766766592, "io_kbytes" : 115006608, "bw_bytes" : 196277617, "bw" : 191677, "iops" : 11979.835034, "runtime" : 600001, "total_ios" : 7187913, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1823, "max" : 790256, "mean" : 11841.512394, "stddev" : 1887.455405, "N" : 7187913 }, "clat_ns" : { "min" : 37, "max" : 2369135, "mean" : 70977.642333, "stddev" : 8649.124724, "N" : 7187913, "percentile" : { "0.500000" : 67, "1.000000" : 63744, "10.000000" : 69120, "25.000000" : 70144, "50.000000" : 71168, "75.000000" : 72192, "90.000000" : 75264, "99.000000" : 85504, "99.500000" : 90624 } }, "lat_ns" : { "min" : 1975, "max" : 2383286, "mean" : 82939.346206, "stddev" : 9413.058664, "N" : 7187913 }, "bw_min" : 172512, "bw_max" : 204224, "bw_agg" : 100.000000, "bw_mean" : 191738.509167, "bw_dev" : 4558.629697, "bw_samples" : 1200, "iops_min" : 10782, "iops_max" : 12764, "iops_mean" : 11983.575833, "iops_stddev" : 284.919255, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600021, "usr_cpu" : 2.051595, "sys_cpu" : 18.575017, "ctx" : 7121541, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.020952, "100" : 0.831451, "250" : 0.073248, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 0.010000, "100" : 98.880412, "250" : 0.187134, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-14", "groupid" : 32, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-14", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "16384" }, "read" : { "io_bytes" : 131410984960, "io_kbytes" : 128331040, "bw_bytes" : 219017943, "bw" : 213884, "iops" : 13367.794387, "runtime" : 600001, "total_ios" : 8020690, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 3585, "max" : 155276, "mean" : 5439.291027, "stddev" : 924.331018, "N" : 8020690 }, "clat_ns" : { "min" : 426, "max" : 2340873, "mean" : 68769.618872, "stddev" : 4101.457479, "N" : 8020690, "percentile" : { "0.500000" : 63232, "1.000000" : 63744, "10.000000" : 65280, "25.000000" : 67072, "50.000000" : 69120, "75.000000" : 70144, "90.000000" : 72192, "99.000000" : 79360, "99.500000" : 83456 } }, "lat_ns" : { "min" : 60795, "max" : 2347504, "mean" : 74315.437396, "stddev" : 4371.528477, "N" : 8020690 }, "bw_min" : 195488, "bw_max" : 225056, "bw_agg" : 100.000000, "bw_mean" : 213932.202500, "bw_dev" : 6584.175518, "bw_samples" : 1200, "iops_min" : 12218, "iops_max" : 14066, "iops_mean" : 13370.717500, "iops_stddev" : 411.513723, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 2.226667, "sys_cpu" : 9.689333, "ctx" : 8020784, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.010000, "20" : 0.010000, "50" : 0.010000, "100" : 99.924084, "250" : 0.072924, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-15", "groupid" : 33, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-15", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "32768" }, "read" : { "io_bytes" : 215371055104, "io_kbytes" : 210323296, "bw_bytes" : 358939195, "bw" : 350526, "iops" : 10953.954945, "runtime" : 600021, "total_ios" : 6572603, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 3780, "max" : 1840794, "mean" : 90740.512408, "stddev" : 17845.688282, "N" : 6572603, "percentile" : { "0.500000" : 7712, "1.000000" : 80384, "10.000000" : 84480, "25.000000" : 85504, "50.000000" : 87552, "75.000000" : 90624, "90.000000" : 95744, "99.000000" : 173056, "99.500000" : 179200 } }, "lat_ns" : { "min" : 3827, "max" : 1840838, "mean" : 90798.588255, "stddev" : 17846.784159, "N" : 6572603 }, "bw_min" : 301915, "bw_max" : 370789, "bw_agg" : 100.000000, "bw_mean" : 350644.341667, "bw_dev" : 9788.252491, "bw_samples" : 1200, "iops_min" : 9434, "iops_max" : 11587, "iops_mean" : 10957.564167, "iops_stddev" : 305.882283, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600021, "usr_cpu" : 1.209624, "sys_cpu" : 21.402418, "ctx" : 6509994, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.936904, "20" : 0.019307, "50" : 0.010000, "100" : 91.884844, "250" : 7.151991, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-15", "groupid" : 34, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-15", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "32768" }, "read" : { "io_bytes" : 212165885952, "io_kbytes" : 207193248, "bw_bytes" : 353609220, "bw" : 345321, "iops" : 10791.297015, "runtime" : 600001, "total_ios" : 6474789, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 2863, "max" : 405268, "mean" : 16318.570119, "stddev" : 2779.991695, "N" : 6474789 }, "clat_ns" : { "min" : 37, "max" : 2610897, "mean" : 75686.935059, "stddev" : 17076.359310, "N" : 6474789, "percentile" : { "0.500000" : 68, "1.000000" : 64768, "10.000000" : 70144, "25.000000" : 71168, "50.000000" : 73216, "75.000000" : 75264, "90.000000" : 78336, "99.000000" : 158720, "99.500000" : 164864 } }, "lat_ns" : { "min" : 3089, "max" : 2628197, "mean" : 92126.090234, "stddev" : 17762.423448, "N" : 6474789 }, "bw_min" : 313280, "bw_max" : 367424, "bw_agg" : 100.000000, "bw_mean" : 345442.085905, "bw_dev" : 9723.641374, "bw_samples" : 1199, "iops_min" : 9790, "iops_max" : 11482, "iops_mean" : 10794.987490, "iops_stddev" : 303.854994, "iops_samples" : 1199 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600009, "usr_cpu" : 1.743641, "sys_cpu" : 22.858657, "ctx" : 6413296, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.022873, "100" : 0.850035, "250" : 0.080713, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 0.010000, "100" : 94.761636, "250" : 4.277483, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-15", "groupid" : 35, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-15", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "32768" }, "read" : { "io_bytes" : 249492570112, "io_kbytes" : 243645088, "bw_bytes" : 415820257, "bw" : 406074, "iops" : 12689.827184, "runtime" : 600001, "total_ios" : 7613909, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 2226, "max" : 96522, "mean" : 5431.507896, "stddev" : 907.220690, "N" : 7613909 }, "clat_ns" : { "min" : 844, "max" : 2349719, "mean" : 72762.544520, "stddev" : 14851.217097, "N" : 7613909, "percentile" : { "0.500000" : 64768, "1.000000" : 64768, "10.000000" : 66048, "25.000000" : 68096, "50.000000" : 70144, "75.000000" : 71168, "90.000000" : 74240, "99.000000" : 152576, "99.500000" : 158720 } }, "lat_ns" : { "min" : 62891, "max" : 2355570, "mean" : 78302.097262, "stddev" : 14929.905032, "N" : 7613909 }, "bw_min" : 350912, "bw_max" : 430784, "bw_agg" : 100.000000, "bw_mean" : 406171.695833, "bw_dev" : 12617.750727, "bw_samples" : 1200, "iops_min" : 10966, "iops_max" : 13462, "iops_mean" : 12692.805000, "iops_stddev" : 394.301509, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 2.149500, "sys_cpu" : 9.135500, "ctx" : 7613984, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.010000, "50" : 0.010000, "100" : 95.981105, "250" : 4.015533, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-16", "groupid" : 36, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-16", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "65536" }, "read" : { "io_bytes" : 252941369344, "io_kbytes" : 247013056, "bw_bytes" : 421556302, "bw" : 411676, "iops" : 6432.438694, "runtime" : 600018, "total_ios" : 3859579, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 7540, "max" : 2103480, "mean" : 154878.973192, "stddev" : 41008.852213, "N" : 3859579, "percentile" : { "0.500000" : 12608, "1.000000" : 94720, "10.000000" : 100864, "25.000000" : 105984, "50.000000" : 177152, "75.000000" : 187392, "90.000000" : 189440, "99.000000" : 205824, "99.500000" : 218112 } }, "lat_ns" : { "min" : 7582, "max" : 2103526, "mean" : 154941.354724, "stddev" : 41009.107935, "N" : 3859579 }, "bw_min" : 370048, "bw_max" : 440960, "bw_agg" : 100.000000, "bw_mean" : 411816.606667, "bw_dev" : 17377.354177, "bw_samples" : 1200, "iops_min" : 5782, "iops_max" : 6890, "iops_mean" : 6434.580000, "iops_stddev" : 271.510676, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600018, "usr_cpu" : 0.759311, "sys_cpu" : 20.406221, "ctx" : 3824102, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.010000, "20" : 0.918079, "50" : 0.010000, "100" : 5.627375, "250" : 93.379148, "500" : 0.065577, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-16", "groupid" : 37, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-16", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "65536" }, "read" : { "io_bytes" : 250260357120, "io_kbytes" : 244394880, "bw_bytes" : 417099900, "bw" : 407324, "iops" : 6364.437726, "runtime" : 600001, "total_ios" : 3818669, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 6996, "max" : 347721, "mean" : 26148.282681, "stddev" : 5238.300869, "N" : 3818670 }, "clat_ns" : { "min" : 44, "max" : 2915431, "mean" : 130278.267838, "stddev" : 39535.791545, "N" : 3818669, "percentile" : { "0.500000" : 81, "1.000000" : 72192, "10.000000" : 78336, "25.000000" : 82432, "50.000000" : 150528, "75.000000" : 162816, "90.000000" : 164864, "99.000000" : 175104, "99.500000" : 181248 } }, "lat_ns" : { "min" : 7166, "max" : 2941447, "mean" : 156552.387878, "stddev" : 40141.471182, "N" : 3818669 }, "bw_min" : 375278, "bw_max" : 439808, "bw_agg" : 100.000000, "bw_mean" : 407450.590833, "bw_dev" : 16499.193017, "bw_samples" : 1200, "iops_min" : 5863, "iops_max" : 6872, "iops_mean" : 6366.365000, "iops_stddev" : 257.791522, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600022, "usr_cpu" : 1.049128, "sys_cpu" : 21.568376, "ctx" : 3783375, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.010000, "100" : 0.798262, "250" : 0.132612, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.000000, "50" : 0.041847, "100" : 33.399124, "250" : 65.587355, "500" : 0.038259, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-16", "groupid" : 38, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-16", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "65536" }, "read" : { "io_bytes" : 316648980480, "io_kbytes" : 309227520, "bw_bytes" : 527747421, "bw" : 515378, "iops" : 8052.786579, "runtime" : 600001, "total_ios" : 4831680, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 3999, "max" : 320687, "mean" : 5798.302325, "stddev" : 1041.075650, "N" : 4831680 }, "clat_ns" : { "min" : 13291, "max" : 1641535, "mean" : 117750.441034, "stddev" : 31960.465013, "N" : 4831680, "percentile" : { "0.500000" : 69120, "1.000000" : 69120, "10.000000" : 72192, "25.000000" : 76288, "50.000000" : 134144, "75.000000" : 138240, "90.000000" : 150528, "99.000000" : 166912, "99.500000" : 175104 } }, "lat_ns" : { "min" : 66475, "max" : 1647211, "mean" : 123659.663280, "stddev" : 32026.961634, "N" : 4831680 }, "bw_min" : 437995, "bw_max" : 550272, "bw_agg" : 100.000000, "bw_mean" : 515491.792500, "bw_dev" : 16871.681535, "bw_samples" : 1200, "iops_min" : 6843, "iops_max" : 8598, "iops_mean" : 8054.504167, "iops_stddev" : 263.616938, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.382667, "sys_cpu" : 6.359333, "ctx" : 4831742, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.010000, "50" : 0.010000, "100" : 33.621163, "250" : 66.363501, "500" : 0.014488, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-17", "groupid" : 39, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-17", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "131072" }, "read" : { "io_bytes" : 404768030720, "io_kbytes" : 395281280, "bw_bytes" : 674583028, "bw" : 658772, "iops" : 5146.660067, "runtime" : 600027, "total_ios" : 3088135, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 11825, "max" : 2337214, "mean" : 193703.036824, "stddev" : 31568.028550, "N" : 3088135, "percentile" : { "0.500000" : 22400, "1.000000" : 124416, "10.000000" : 183296, "25.000000" : 185344, "50.000000" : 189440, "75.000000" : 193536, "90.000000" : 234496, "99.000000" : 280576, "99.500000" : 284672 } }, "lat_ns" : { "min" : 11885, "max" : 2337291, "mean" : 193765.458756, "stddev" : 31570.087117, "N" : 3088135 }, "bw_min" : 549888, "bw_max" : 691456, "bw_agg" : 100.000000, "bw_mean" : 659024.844167, "bw_dev" : 18105.016162, "bw_samples" : 1200, "iops_min" : 4296, "iops_max" : 5402, "iops_mean" : 5148.572500, "iops_stddev" : 141.432808, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600026, "usr_cpu" : 0.615140, "sys_cpu" : 28.477266, "ctx" : 3060293, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.025549, "50" : 0.897079, "100" : 0.051228, "250" : 96.531596, "500" : 2.490759, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-17", "groupid" : 40, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-17", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "131072" }, "read" : { "io_bytes" : 396838699008, "io_kbytes" : 387537792, "bw_bytes" : 661396729, "bw" : 645895, "iops" : 5046.056590, "runtime" : 600001, "total_ios" : 3027639, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 13819, "max" : 540240, "mean" : 45525.748913, "stddev" : 12148.767286, "N" : 3027639 }, "clat_ns" : { "min" : 44, "max" : 2845990, "mean" : 151933.587492, "stddev" : 28373.017630, "N" : 3027639, "percentile" : { "0.500000" : 87, "1.000000" : 86528, "10.000000" : 140288, "25.000000" : 144384, "50.000000" : 146432, "75.000000" : 173056, "90.000000" : 187392, "99.000000" : 197632, "99.500000" : 201728 } }, "lat_ns" : { "min" : 13994, "max" : 18439726, "mean" : 197591.624260, "stddev" : 34924.741668, "N" : 3027639 }, "bw_min" : 561763, "bw_max" : 683776, "bw_agg" : 100.000000, "bw_mean" : 646109.573333, "bw_dev" : 23430.361069, "bw_samples" : 1200, "iops_min" : 4388, "iops_max" : 5342, "iops_mean" : 5047.664167, "iops_stddev" : 183.050797, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600012, "usr_cpu" : 0.843483, "sys_cpu" : 29.465411, "ctx" : 3000605, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.010000, "100" : 0.724030, "250" : 0.189388, "500" : 0.010000, "750" : 0.010000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.010000, "20" : 0.000000, "50" : 0.027480, "100" : 5.640864, "250" : 93.335632, "500" : 0.078708, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-17", "groupid" : 41, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-17", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "131072" }, "read" : { "io_bytes" : 543983665152, "io_kbytes" : 531234048, "bw_bytes" : 906637930, "bw" : 885388, "iops" : 6917.098472, "runtime" : 600001, "total_ios" : 4150266, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 4458, "max" : 209832, "mean" : 6486.825941, "stddev" : 1074.140551, "N" : 4150266 }, "clat_ns" : { "min" : 220, "max" : 2840821, "mean" : 137467.336674, "stddev" : 21302.942723, "N" : 4150266, "percentile" : { "0.500000" : 78336, "1.000000" : 79360, "10.000000" : 130560, "25.000000" : 132096, "50.000000" : 134144, "75.000000" : 138240, "90.000000" : 175104, "99.000000" : 183296, "99.500000" : 185344 } }, "lat_ns" : { "min" : 75079, "max" : 2847233, "mean" : 144060.563500, "stddev" : 21526.693322, "N" : 4150266 }, "bw_min" : 702976, "bw_max" : 939008, "bw_agg" : 100.000000, "bw_mean" : 885629.810833, "bw_dev" : 37467.925320, "bw_samples" : 1200, "iops_min" : 5492, "iops_max" : 7336, "iops_mean" : 6918.908333, "iops_stddev" : 292.719562, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.155333, "sys_cpu" : 5.967833, "ctx" : 4150294, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.010000, "100" : 6.525413, "250" : 93.439192, "500" : 0.034311, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-18", "groupid" : 42, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-18", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "262144" }, "read" : { "io_bytes" : 592549249024, "io_kbytes" : 578661376, "bw_bytes" : 987544225, "bw" : 964398, "iops" : 3767.182258, "runtime" : 600023, "total_ios" : 2260396, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 27480, "max" : 2777585, "mean" : 264773.205811, "stddev" : 51372.834053, "N" : 2260396, "percentile" : { "0.500000" : 43264, "1.000000" : 193536, "10.000000" : 207872, "25.000000" : 218112, "50.000000" : 276480, "75.000000" : 284672, "90.000000" : 309248, "99.000000" : 403456, "99.500000" : 432128 } }, "lat_ns" : { "min" : 27543, "max" : 2777642, "mean" : 264842.583033, "stddev" : 51373.832798, "N" : 2260396 }, "bw_min" : 866304, "bw_max" : 1004032, "bw_agg" : 100.000000, "bw_mean" : 964721.738333, "bw_dev" : 16049.286589, "bw_samples" : 1200, "iops_min" : 3384, "iops_max" : 3922, "iops_mean" : 3768.365833, "iops_stddev" : 62.673242, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600032, "usr_cpu" : 0.473141, "sys_cpu" : 40.825489, "ctx" : 2241024, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.836800, "100" : 0.116440, "250" : 31.498375, "500" : 67.335547, "750" : 0.212264, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-18", "groupid" : 43, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-18", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "262144" }, "read" : { "io_bytes" : 588453773312, "io_kbytes" : 574661888, "bw_bytes" : 980754654, "bw" : 957768, "iops" : 3741.282098, "runtime" : 600001, "total_ios" : 2244773, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 25337, "max" : 1002771, "mean" : 89081.875944, "stddev" : 31202.450065, "N" : 2244773 }, "clat_ns" : { "min" : 54, "max" : 1418970, "mean" : 177359.939859, "stddev" : 38126.420729, "N" : 2244773, "percentile" : { "0.500000" : 115, "1.000000" : 119296, "10.000000" : 132096, "25.000000" : 138240, "50.000000" : 195584, "75.000000" : 203776, "90.000000" : 214016, "99.000000" : 232448, "99.500000" : 244736 } }, "lat_ns" : { "min" : 25670, "max" : 21364694, "mean" : 266598.036822, "stddev" : 52756.265170, "N" : 2244773 }, "bw_min" : 904704, "bw_max" : 1000448, "bw_agg" : 100.000000, "bw_mean" : 958123.705833, "bw_dev" : 12985.977118, "bw_samples" : 1200, "iops_min" : 3534, "iops_max" : 3908, "iops_mean" : 3742.581667, "iops_stddev" : 50.708738, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600012, "usr_cpu" : 0.695319, "sys_cpu" : 41.682000, "ctx" : 2225380, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.189195, "250" : 0.706619, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.010000, "20" : 0.000000, "50" : 0.010000, "100" : 0.066198, "250" : 98.677461, "500" : 0.348810, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-18", "groupid" : 44, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-18", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "262144" }, "read" : { "io_bytes" : 952814534656, "io_kbytes" : 930482944, "bw_bytes" : 1588021577, "bw" : 1550802, "iops" : 6057.821570, "runtime" : 600001, "total_ios" : 3634699, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 5321, "max" : 98282, "mean" : 6978.087004, "stddev" : 1190.164863, "N" : 3634699 }, "clat_ns" : { "min" : 66314, "max" : 1491406, "mean" : 157465.055342, "stddev" : 34093.210362, "N" : 3634699, "percentile" : { "0.500000" : 101888, "1.000000" : 102912, "10.000000" : 110080, "25.000000" : 114176, "50.000000" : 177152, "75.000000" : 181248, "90.000000" : 189440, "99.000000" : 205824, "99.500000" : 209920 } }, "lat_ns" : { "min" : 101189, "max" : 1499274, "mean" : 164551.311553, "stddev" : 34185.485808, "N" : 3634699 }, "bw_min" : 1396736, "bw_max" : 1632256, "bw_agg" : 100.000000, "bw_mean" : 1551172.844871, "bw_dev" : 45334.475430, "bw_samples" : 1199, "iops_min" : 5456, "iops_max" : 6376, "iops_mean" : 6059.226856, "iops_stddev" : 177.091698, "iops_samples" : 1199 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.037833, "sys_cpu" : 5.518000, "ctx" : 3634735, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.116213, "250" : 99.844636, "500" : 0.036619, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-19", "groupid" : 45, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-19", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "524288" }, "read" : { "io_bytes" : 719416983552, "io_kbytes" : 702555648, "bw_bytes" : 1198982344, "bw" : 1170881, "iops" : 2286.877336, "runtime" : 600023, "total_ios" : 1372179, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 48741, "max" : 3058068, "mean" : 435833.416509, "stddev" : 83792.736527, "N" : 1372179, "percentile" : { "0.500000" : 89600, "1.000000" : 346112, "10.000000" : 366592, "25.000000" : 378880, "50.000000" : 423936, "75.000000" : 460800, "90.000000" : 518144, "99.000000" : 700416, "99.500000" : 815104 } }, "lat_ns" : { "min" : 48833, "max" : 3058350, "mean" : 435975.008686, "stddev" : 83797.063244, "N" : 1372179 }, "bw_min" : 1086589, "bw_max" : 1254861, "bw_agg" : 100.000000, "bw_mean" : 1171385.285833, "bw_dev" : 31472.823440, "bw_samples" : 1200, "iops_min" : 2122, "iops_max" : 2450, "iops_mean" : 2287.750000, "iops_stddev" : 61.450720, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600029, "usr_cpu" : 0.547974, "sys_cpu" : 51.533509, "ctx" : 1361149, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.010000, "100" : 0.780219, "250" : 0.204784, "500" : 86.437921, "750" : 11.823312, "1000" : 0.748445 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-19", "groupid" : 46, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-19", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "524288" }, "read" : { "io_bytes" : 727349985280, "io_kbytes" : 710302720, "bw_bytes" : 1212247955, "bw" : 1183835, "iops" : 2312.179480, "runtime" : 600001, "total_ios" : 1387310, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 52514, "max" : 800558, "mean" : 176623.931906, "stddev" : 63778.553880, "N" : 1387310 }, "clat_ns" : { "min" : 65, "max" : 2376922, "mean" : 254295.738819, "stddev" : 43894.200718, "N" : 1387310, "percentile" : { "0.500000" : 181, "1.000000" : 195584, "10.000000" : 211968, "25.000000" : 218112, "50.000000" : 264192, "75.000000" : 280576, "90.000000" : 305152, "99.000000" : 337920, "99.500000" : 354304 } }, "lat_ns" : { "min" : 56540, "max" : 2708186, "mean" : 431119.362450, "stddev" : 81541.283420, "N" : 1387310 }, "bw_min" : 1110188, "bw_max" : 1247679, "bw_agg" : 100.000000, "bw_mean" : 1184362.969167, "bw_dev" : 25826.297235, "bw_samples" : 1200, "iops_min" : 2168, "iops_max" : 2436, "iops_mean" : 2313.068333, "iops_stddev" : 50.421761, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600020, "usr_cpu" : 0.664478, "sys_cpu" : 51.815939, "ctx" : 1375943, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.010000, "250" : 0.786414, "500" : 0.093995, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 0.010000, "100" : 0.039429, "250" : 40.482228, "500" : 58.568092, "750" : 0.016002, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-19", "groupid" : 47, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-19", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "524288" }, "read" : { "io_bytes" : 1317831442432, "io_kbytes" : 1286944768, "bw_bytes" : 2196382076, "bw" : 2144904, "iops" : 4189.266351, "runtime" : 600001, "total_ios" : 2513564, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 7568, "max" : 385277, "mean" : 10006.085178, "stddev" : 2481.021840, "N" : 2513564 }, "clat_ns" : { "min" : 40892, "max" : 2696464, "mean" : 227959.364002, "stddev" : 125221.503637, "N" : 2513564, "percentile" : { "0.500000" : 152576, "1.000000" : 152576, "10.000000" : 156672, "25.000000" : 162816, "50.000000" : 220160, "75.000000" : 230400, "90.000000" : 248832, "99.000000" : 921600, "99.500000" : 1003520 } }, "lat_ns" : { "min" : 153703, "max" : 2706298, "mean" : 238093.008053, "stddev" : 125358.526497, "N" : 2513564 }, "bw_min" : 2040832, "bw_max" : 2246656, "bw_agg" : 100.000000, "bw_mean" : 2145520.605833, "bw_dev" : 33999.007840, "bw_samples" : 1200, "iops_min" : 3986, "iops_max" : 4388, "iops_mean" : 4190.417500, "iops_stddev" : 66.391890, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.757333, "sys_cpu" : 5.218500, "ctx" : 2513595, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.010000, "100" : 0.000000, "250" : 90.638432, "500" : 5.187773, "750" : 2.057198, "1000" : 1.620965 }, "latency_ms" : { "2" : 0.495392, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-20", "groupid" : 48, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-20", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "1048576" }, "read" : { "io_bytes" : 827900035072, "io_kbytes" : 808496128, "bw_bytes" : 1379764403, "bw" : 1347426, "iops" : 1315.845874, "runtime" : 600030, "total_ios" : 789547, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 128580, "max" : 3942474, "mean" : 758226.097990, "stddev" : 150492.049392, "N" : 789547, "percentile" : { "0.500000" : 181248, "1.000000" : 643072, "10.000000" : 659456, "25.000000" : 675840, "50.000000" : 733184, "75.000000" : 765952, "90.000000" : 872448, "99.000000" : 1286144, "99.500000" : 1482752 } }, "lat_ns" : { "min" : 128780, "max" : 3942594, "mean" : 758386.946139, "stddev" : 150495.551239, "N" : 789547 }, "bw_min" : 1243575, "bw_max" : 1442629, "bw_agg" : 100.000000, "bw_mean" : 1348092.188333, "bw_dev" : 26448.503719, "bw_samples" : 1200, "iops_min" : 1214, "iops_max" : 1408, "iops_mean" : 1316.355000, "iops_stddev" : 25.810963, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600030, "usr_cpu" : 0.413313, "sys_cpu" : 58.969052, "ctx" : 782792, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.882911, "500" : 0.090558, "750" : 63.211310, "1000" : 27.221305 }, "latency_ms" : { "2" : 8.508043, "4" : 0.085872, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-20", "groupid" : 49, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-20", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "1048576" }, "read" : { "io_bytes" : 820889255936, "io_kbytes" : 801649664, "bw_bytes" : 1368146479, "bw" : 1336080, "iops" : 1304.764492, "runtime" : 600001, "total_ios" : 782860, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 96176, "max" : 1507124, "mean" : 350901.938220, "stddev" : 122947.161485, "N" : 782861 }, "clat_ns" : { "min" : 94, "max" : 2547395, "mean" : 413515.899995, "stddev" : 78972.578425, "N" : 782860, "percentile" : { "0.500000" : 253, "1.000000" : 346112, "10.000000" : 366592, "25.000000" : 374784, "50.000000" : 415744, "75.000000" : 444416, "90.000000" : 460800, "99.000000" : 618496, "99.500000" : 708608 } }, "lat_ns" : { "min" : 115278, "max" : 2856364, "mean" : 764668.328264, "stddev" : 149618.074777, "N" : 782860 }, "bw_min" : 1239040, "bw_max" : 1419264, "bw_agg" : 100.000000, "bw_mean" : 1336651.707500, "bw_dev" : 33652.464957, "bw_samples" : 1200, "iops_min" : 1210, "iops_max" : 1386, "iops_mean" : 1305.193333, "iops_stddev" : 32.845420, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600022, "usr_cpu" : 0.444150, "sys_cpu" : 59.429154, "ctx" : 775958, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.010000, "250" : 0.484506, "500" : 0.464706, "750" : 0.012390, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.010000, "20" : 0.010000, "50" : 0.010000, "100" : 0.010000, "250" : 0.011369, "500" : 95.428429, "750" : 3.256010, "1000" : 0.201952 }, "latency_ms" : { "2" : 0.129270, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-20", "groupid" : 50, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-20", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "1048576" }, "read" : { "io_bytes" : 1215791366144, "io_kbytes" : 1187296256, "bw_bytes" : 2026315566, "bw" : 1978823, "iops" : 1932.445113, "runtime" : 600001, "total_ios" : 1159469, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 12153, "max" : 428437, "mean" : 18128.707449, "stddev" : 8849.614451, "N" : 1159469 }, "clat_ns" : { "min" : 183198, "max" : 3231725, "mean" : 498234.701486, "stddev" : 431539.207255, "N" : 1159469, "percentile" : { "0.500000" : 232448, "1.000000" : 238592, "10.000000" : 252928, "25.000000" : 264192, "50.000000" : 313344, "75.000000" : 395264, "90.000000" : 1056768, "99.000000" : 2007040, "99.500000" : 2056192 } }, "lat_ns" : { "min" : 238240, "max" : 3247107, "mean" : 516525.764904, "stddev" : 431992.258319, "N" : 1159469 }, "bw_min" : 1850997, "bw_max" : 2131968, "bw_agg" : 100.000000, "bw_mean" : 1979412.979167, "bw_dev" : 44782.644724, "bw_samples" : 1200, "iops_min" : 1807, "iops_max" : 2082, "iops_mean" : 1932.899167, "iops_stddev" : 43.734001, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.448167, "sys_cpu" : 4.343500, "ctx" : 1159506, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 4.639193, "500" : 72.298009, "750" : 5.842243, "1000" : 5.186340 }, "latency_ms" : { "2" : 10.353878, "4" : 1.680338, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-21", "groupid" : 51, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-21", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "2097152" }, "read" : { "io_bytes" : 907062280192, "io_kbytes" : 885803008, "bw_bytes" : 1511740232, "bw" : 1476308, "iops" : 720.853916, "runtime" : 600012, "total_ios" : 432521, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 258158, "max" : 3633062, "mean" : 1385333.030503, "stddev" : 265771.778994, "N" : 432521, "percentile" : { "0.500000" : 362496, "1.000000" : 1187840, "10.000000" : 1236992, "25.000000" : 1269760, "50.000000" : 1318912, "75.000000" : 1384448, "90.000000" : 1531904, "99.000000" : 2408448, "99.500000" : 2572288 } }, "lat_ns" : { "min" : 258293, "max" : 3633209, "mean" : 1385505.646045, "stddev" : 265772.831247, "N" : 432521 }, "bw_min" : 1400832, "bw_max" : 1568768, "bw_agg" : 100.000000, "bw_mean" : 1477032.037500, "bw_dev" : 25993.117068, "bw_samples" : 1200, "iops_min" : 684, "iops_max" : 766, "iops_mean" : 721.102500, "iops_stddev" : 12.695260, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600030, "usr_cpu" : 0.261987, "sys_cpu" : 65.579054, "ctx" : 432376, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.929897, "750" : 0.047628, "1000" : 0.000000 }, "latency_ms" : { "2" : 91.238113, "4" : 7.784362, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-21", "groupid" : 52, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-21", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "2097152" }, "read" : { "io_bytes" : 903258046464, "io_kbytes" : 882087936, "bw_bytes" : 1505425059, "bw" : 1470141, "iops" : 717.842607, "runtime" : 600002, "total_ios" : 430707, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 234403, "max" : 2672277, "mean" : 688150.085729, "stddev" : 237762.897769, "N" : 430707 }, "clat_ns" : { "min" : 100, "max" : 3442431, "mean" : 702666.920129, "stddev" : 90851.624909, "N" : 430707, "percentile" : { "0.500000" : 306, "1.000000" : 561152, "10.000000" : 651264, "25.000000" : 667648, "50.000000" : 700416, "75.000000" : 733184, "90.000000" : 765952, "99.000000" : 921600, "99.500000" : 937984 } }, "lat_ns" : { "min" : 269242, "max" : 4034923, "mean" : 1391129.866290, "stddev" : 262757.077369, "N" : 430707 }, "bw_min" : 1409024, "bw_max" : 1543182, "bw_agg" : 100.000000, "bw_mean" : 1470859.182500, "bw_dev" : 23773.802376, "bw_samples" : 1200, "iops_min" : 688, "iops_max" : 753, "iops_mean" : 718.086667, "iops_stddev" : 11.600199, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600009, "usr_cpu" : 0.322662, "sys_cpu" : 65.815179, "ctx" : 429544, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.222193, "500" : 0.713014, "750" : 0.045274, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 0.010000, "750" : 84.293963, "1000" : 14.657993 }, "latency_ms" : { "2" : 0.057348, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-21", "groupid" : 53, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-21", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "2097152" }, "read" : { "io_bytes" : 1366569254912, "io_kbytes" : 1334540288, "bw_bytes" : 2277611628, "bw" : 2224230, "iops" : 1086.049857, "runtime" : 600001, "total_ios" : 651631, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 20861, "max" : 427262, "mean" : 25161.705761, "stddev" : 8069.824930, "N" : 651631 }, "clat_ns" : { "min" : 328501, "max" : 3026163, "mean" : 894566.504001, "stddev" : 553258.932540, "N" : 651631, "percentile" : { "0.500000" : 387072, "1.000000" : 391168, "10.000000" : 399360, "25.000000" : 456704, "50.000000" : 561152, "75.000000" : 1073152, "90.000000" : 1990656, "99.000000" : 2039808, "99.500000" : 2072576 } }, "lat_ns" : { "min" : 404090, "max" : 3052918, "mean" : 919878.375013, "stddev" : 552909.564316, "N" : 651631 }, "bw_min" : 2056192, "bw_max" : 2469888, "bw_agg" : 100.000000, "bw_mean" : 2225015.740833, "bw_dev" : 83600.771866, "bw_samples" : 1200, "iops_min" : 1004, "iops_max" : 1206, "iops_mean" : 1086.401667, "iops_stddev" : 40.802484, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.235333, "sys_cpu" : 3.150333, "ctx" : 651644, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 42.091460, "750" : 11.688977, "1000" : 19.255069 }, "latency_ms" : { "2" : 24.770000, "4" : 2.194494, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-22", "groupid" : 54, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-22", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "4194304" }, "read" : { "io_bytes" : 1195716378624, "io_kbytes" : 1167691776, "bw_bytes" : 1992794204, "bw" : 1946088, "iops" : 475.119163, "runtime" : 600020, "total_ios" : 285081, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 517135, "max" : 5412340, "mean" : 2102563.844998, "stddev" : 493547.309078, "N" : 285081, "percentile" : { "0.500000" : 724992, "1.000000" : 1794048, "10.000000" : 1859584, "25.000000" : 1908736, "50.000000" : 1957888, "75.000000" : 2072576, "90.000000" : 2277376, "99.000000" : 4046848, "99.500000" : 4358144 } }, "lat_ns" : { "min" : 517310, "max" : 5412575, "mean" : 2102764.064354, "stddev" : 493548.718751, "N" : 285081 }, "bw_min" : 1843200, "bw_max" : 2093146, "bw_agg" : 100.000000, "bw_mean" : 1947048.371667, "bw_dev" : 37243.861123, "bw_samples" : 1200, "iops_min" : 450, "iops_max" : 511, "iops_mean" : 475.133333, "iops_stddev" : 9.095576, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600020, "usr_cpu" : 0.196493, "sys_cpu" : 88.609880, "ctx" : 284630, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.616316, "1000" : 0.158551 }, "latency_ms" : { "2" : 61.987996, "4" : 36.139904, "10" : 1.097232, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-22", "groupid" : 55, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-22", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "4194304" }, "read" : { "io_bytes" : 1185712963584, "io_kbytes" : 1157922816, "bw_bytes" : 1976181685, "bw" : 1929864, "iops" : 471.158429, "runtime" : 600002, "total_ios" : 282696, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 547998, "max" : 4980158, "mean" : 1644039.370900, "stddev" : 475189.112686, "N" : 282696 }, "clat_ns" : { "min" : 96, "max" : 3068733, "mean" : 475585.083878, "stddev" : 67375.261431, "N" : 282696, "percentile" : { "0.500000" : 330, "1.000000" : 1176, "10.000000" : 432128, "25.000000" : 448512, "50.000000" : 481280, "75.000000" : 509952, "90.000000" : 528384, "99.000000" : 593920, "99.500000" : 634880 } }, "lat_ns" : { "min" : 548711, "max" : 21820042, "mean" : 2120342.811059, "stddev" : 487286.583753, "N" : 282696 }, "bw_min" : 1826816, "bw_max" : 2048000, "bw_agg" : 100.000000, "bw_mean" : 1930749.625000, "bw_dev" : 37081.260659, "bw_samples" : 1200, "iops_min" : 446, "iops_max" : 500, "iops_mean" : 471.158333, "iops_stddev" : 9.054092, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600012, "usr_cpu" : 0.272661, "sys_cpu" : 89.486377, "ctx" : 282540, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.010000, "250" : 0.293602, "500" : 0.506905, "750" : 0.151046, "1000" : 0.036435 }, "latency_us" : { "2" : 0.015211, "4" : 0.000000, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 66.487676, "750" : 32.324476, "1000" : 0.134066 }, "latency_ms" : { "2" : 0.045278, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-22", "groupid" : 56, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-22", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "4194304" }, "read" : { "io_bytes" : 1769463611392, "io_kbytes" : 1727991808, "bw_bytes" : 2949101103, "bw" : 2879981, "iops" : 703.120495, "runtime" : 600001, "total_ios" : 421873, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 38420, "max" : 229743, "mean" : 44722.870651, "stddev" : 13277.927913, "N" : 421873 }, "clat_ns" : { "min" : 627460, "max" : 3442071, "mean" : 1376437.892600, "stddev" : 483592.834618, "N" : 421873, "percentile" : { "0.500000" : 823296, "1.000000" : 856064, "10.000000" : 913408, "25.000000" : 954368, "50.000000" : 1028096, "75.000000" : 1957888, "90.000000" : 1990656, "99.000000" : 2056192, "99.500000" : 2056192 } }, "lat_ns" : { "min" : 729196, "max" : 3488085, "mean" : 1421311.354521, "stddev" : 483162.958794, "N" : 421873 }, "bw_min" : 2872945, "bw_max" : 2891776, "bw_agg" : 100.000000, "bw_mean" : 2881064.620833, "bw_dev" : 3836.480176, "bw_samples" : 1200, "iops_min" : 701, "iops_max" : 706, "iops_mean" : 703.308333, "iops_stddev" : 0.950798, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.163667, "sys_cpu" : 3.414333, "ctx" : 421889, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.105245, "1000" : 44.082461 }, "latency_ms" : { "2" : 47.331069, "4" : 8.481225, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-23", "groupid" : 57, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-23", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "8388608" }, "read" : { "io_bytes" : 1250682732544, "io_kbytes" : 1221369856, "bw_bytes" : 2084391319, "bw" : 2035538, "iops" : 248.478808, "runtime" : 600023, "total_ios" : 149093, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 1124753, "max" : 9406337, "mean" : 4021702.784517, "stddev" : 958704.179492, "N" : 149093, "percentile" : { "0.500000" : 1581056, "1.000000" : 2211840, "10.000000" : 3588096, "25.000000" : 3620864, "50.000000" : 3751936, "75.000000" : 3915776, "90.000000" : 4292608, "99.000000" : 7634944, "99.500000" : 7766016 } }, "lat_ns" : { "min" : 1124924, "max" : 9406450, "mean" : 4021964.098871, "stddev" : 958706.418100, "N" : 149093 }, "bw_min" : 1805851, "bw_max" : 2179072, "bw_agg" : 100.000000, "bw_mean" : 2036562.829167, "bw_dev" : 53379.889185, "bw_samples" : 1200, "iops_min" : 220, "iops_max" : 266, "iops_mean" : 248.486667, "iops_stddev" : 6.518581, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600036, "usr_cpu" : 0.115160, "sys_cpu" : 99.861342, "ctx" : 1549, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.895414, "4" : 79.073464, "10" : 20.031122, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-23", "groupid" : 58, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-23", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "8388608" }, "read" : { "io_bytes" : 1253098651648, "io_kbytes" : 1223729152, "bw_bytes" : 2088487310, "bw" : 2039538, "iops" : 248.965422, "runtime" : 600003, "total_ios" : 149380, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1222099, "max" : 9140236, "mean" : 4012572.900335, "stddev" : 946252.979613, "N" : 149381 }, "clat_ns" : { "min" : 103, "max" : 4031367, "mean" : 1023.019574, "stddev" : 24816.794387, "N" : 149380, "percentile" : { "0.500000" : 221, "1.000000" : 262, "10.000000" : 402, "25.000000" : 482, "50.000000" : 612, "75.000000" : 804, "90.000000" : 1004, "99.000000" : 1432, "99.500000" : 1560 } }, "lat_ns" : { "min" : 1222590, "max" : 10340194, "mean" : 4014467.525224, "stddev" : 946475.332172, "N" : 149380 }, "bw_min" : 1851392, "bw_max" : 2199855, "bw_agg" : 100.000000, "bw_mean" : 2040483.419167, "bw_dev" : 54631.232065, "bw_samples" : 1200, "iops_min" : 226, "iops_max" : 268, "iops_mean" : 248.966667, "iops_stddev" : 6.670030, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600025, "usr_cpu" : 0.123162, "sys_cpu" : 99.855839, "ctx" : 1453, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.802651, "500" : 28.529254, "750" : 39.945106, "1000" : 20.496050 }, "latency_us" : { "2" : 10.062257, "4" : 0.015397, "10" : 0.089704, "20" : 0.015397, "50" : 0.013389, "100" : 0.010000, "250" : 0.010000, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010042, "4" : 0.010000, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-23", "groupid" : 59, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-23", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "8388608" }, "read" : { "io_bytes" : 1769467805696, "io_kbytes" : 1727995904, "bw_bytes" : 2949108094, "bw" : 2879988, "iops" : 351.561081, "runtime" : 600001, "total_ios" : 210937, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 72848, "max" : 514149, "mean" : 90156.724060, "stddev" : 24807.973640, "N" : 210937 }, "clat_ns" : { "min" : 1456675, "max" : 5420461, "mean" : 2752939.963823, "stddev" : 497970.558917, "N" : 210937, "percentile" : { "0.500000" : 2211840, "1.000000" : 2244608, "10.000000" : 2310144, "25.000000" : 2310144, "50.000000" : 2375680, "75.000000" : 3325952, "90.000000" : 3358720, "99.000000" : 3424256, "99.500000" : 3457024 } }, "lat_ns" : { "min" : 1541139, "max" : 5502160, "mean" : 2843262.513248, "stddev" : 496787.063015, "N" : 210937 }, "bw_min" : 2867200, "bw_max" : 2899968, "bw_agg" : 100.000000, "bw_mean" : 2881223.855000, "bw_dev" : 6970.755845, "bw_samples" : 1200, "iops_min" : 350, "iops_max" : 354, "iops_mean" : 351.560000, "iops_stddev" : 0.860436, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.091667, "sys_cpu" : 3.390167, "ctx" : 210955, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.011378, "4" : 99.983881, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-24", "groupid" : 60, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-24", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "16777216" }, "read" : { "io_bytes" : 1168767975424, "io_kbytes" : 1141374976, "bw_bytes" : 1947855725, "bw" : 1902202, "iops" : 116.101249, "runtime" : 600028, "total_ios" : 69664, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 2657951, "max" : 17092943, "mean" : 8607189.895010, "stddev" : 1868109.694093, "N" : 69664, "percentile" : { "0.500000" : 3719168, "1.000000" : 7503872, "10.000000" : 7831552, "25.000000" : 7897088, "50.000000" : 8159232, "75.000000" : 8355840, "90.000000" : 8716288, "99.000000" : 15269888, "99.500000" : 15663104 } }, "lat_ns" : { "min" : 2658192, "max" : 17093275, "mean" : 8607690.451180, "stddev" : 1868112.327758, "N" : 69664 }, "bw_min" : 1671168, "bw_max" : 2064384, "bw_agg" : 100.000000, "bw_mean" : 1903162.995000, "bw_dev" : 59979.222744, "bw_samples" : 1200, "iops_min" : 102, "iops_max" : 126, "iops_mean" : 116.105000, "iops_stddev" : 3.658341, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600027, "usr_cpu" : 0.106495, "sys_cpu" : 99.874506, "ctx" : 1348, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.736392, "10" : 91.335554, "20" : 7.928055, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-24", "groupid" : 61, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-24", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "16777216" }, "read" : { "io_bytes" : 1157594349568, "io_kbytes" : 1130463232, "bw_bytes" : 1929307838, "bw" : 1884089, "iops" : 114.994042, "runtime" : 600005, "total_ios" : 68997, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 2331333, "max" : 17397765, "mean" : 8686832.521885, "stddev" : 1875006.432026, "N" : 68998 }, "clat_ns" : { "min" : 200, "max" : 8506433, "mean" : 2454.832659, "stddev" : 75130.528525, "N" : 68997, "percentile" : { "0.500000" : 628, "1.000000" : 700, "10.000000" : 972, "25.000000" : 1144, "50.000000" : 1352, "75.000000" : 1576, "90.000000" : 1800, "99.000000" : 2224, "99.500000" : 2384 } }, "lat_ns" : { "min" : 3301323, "max" : 17401185, "mean" : 8691057.031451, "stddev" : 1874260.887814, "N" : 68997 }, "bw_min" : 1671168, "bw_max" : 2064384, "bw_agg" : 100.000000, "bw_mean" : 1884962.199167, "bw_dev" : 62607.559254, "bw_samples" : 1200, "iops_min" : 102, "iops_max" : 126, "iops_mean" : 114.995000, "iops_stddev" : 3.818218, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600021, "usr_cpu" : 0.124496, "sys_cpu" : 99.853672, "ctx" : 1343, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.018841, "500" : 0.198559, "750" : 1.472528, "1000" : 10.262765 }, "latency_us" : { "2" : 84.587736, "4" : 3.237822, "10" : 0.136238, "20" : 0.024639, "50" : 0.028987, "100" : 0.000000, "250" : 0.000000, "500" : 0.010000, "750" : 0.000000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.011595, "4" : 0.010000, "10" : 0.011595, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-24", "groupid" : 62, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-24", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "16777216" }, "read" : { "io_bytes" : 1769476194304, "io_kbytes" : 1728004096, "bw_bytes" : 2949117160, "bw" : 2879997, "iops" : 175.781081, "runtime" : 600002, "total_ios" : 105469, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 148882, "max" : 498434, "mean" : 163820.807157, "stddev" : 13496.770264, "N" : 105469 }, "clat_ns" : { "min" : 2886108, "max" : 9556859, "mean" : 5523479.229489, "stddev" : 146373.335583, "N" : 105469, "percentile" : { "0.500000" : 4554752, "1.000000" : 5406720, "10.000000" : 5472256, "25.000000" : 5472256, "50.000000" : 5537792, "75.000000" : 5537792, "90.000000" : 5537792, "99.000000" : 6520832, "99.500000" : 6520832 } }, "lat_ns" : { "min" : 3137071, "max" : 9726894, "mean" : 5687486.559093, "stddev" : 145269.322523, "N" : 105469 }, "bw_min" : 2850816, "bw_max" : 2916352, "bw_agg" : 100.000000, "bw_mean" : 2881142.041667, "bw_dev" : 10680.927193, "bw_samples" : 1200, "iops_min" : 174, "iops_max" : 178, "iops_mean" : 175.780000, "iops_stddev" : 0.657237, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600001, "usr_cpu" : 0.042500, "sys_cpu" : 2.997662, "ctx" : 105507, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.010000, "10" : 99.993363, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-25", "groupid" : 63, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-25", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "33554432" }, "read" : { "io_bytes" : 1145682526208, "io_kbytes" : 1118830592, "bw_bytes" : 1909394501, "bw" : 1864643, "iops" : 56.904390, "runtime" : 600024, "total_ios" : 34144, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 6230078, "max" : 33511987, "mean" : 17565470.458265, "stddev" : 3712616.089861, "N" : 34144, "percentile" : { "0.500000" : 8028160, "1.000000" : 11730944, "10.000000" : 16187392, "25.000000" : 16318464, "50.000000" : 16580608, "75.000000" : 16908288, "90.000000" : 17432576, "99.000000" : 30539776, "99.500000" : 30801920 } }, "lat_ns" : { "min" : 6231091, "max" : 33512790, "mean" : 17566179.298998, "stddev" : 3712621.473264, "N" : 34144 }, "bw_min" : 1576016, "bw_max" : 2097152, "bw_agg" : 100.000000, "bw_mean" : 1865604.070833, "bw_dev" : 80997.144472, "bw_samples" : 1200, "iops_min" : 48, "iops_max" : 64, "iops_mean" : 56.905000, "iops_stddev" : 2.471720, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600024, "usr_cpu" : 0.069164, "sys_cpu" : 99.911837, "ctx" : 1223, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.787840, "20" : 91.301546, "50" : 7.910614, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-25", "groupid" : 64, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-25", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "33554432" }, "read" : { "io_bytes" : 1128334884864, "io_kbytes" : 1101889536, "bw_bytes" : 1880539336, "bw" : 1836464, "iops" : 56.042773, "runtime" : 600006, "total_ios" : 33626, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 2746679, "max" : 32937183, "mean" : 17827969.609272, "stddev" : 3843045.453843, "N" : 33627 }, "clat_ns" : { "min" : 574, "max" : 15639967, "mean" : 6877.738417, "stddev" : 242772.185543, "N" : 33626, "percentile" : { "0.500000" : 1080, "1.000000" : 1128, "10.000000" : 1400, "25.000000" : 1656, "50.000000" : 1960, "75.000000" : 2256, "90.000000" : 2544, "99.000000" : 3024, "99.500000" : 3280 } }, "lat_ns" : { "min" : 7073349, "max" : 32943412, "mean" : 17837238.114138, "stddev" : 3835820.532226, "N" : 33626 }, "bw_min" : 1572864, "bw_max" : 2035687, "bw_agg" : 100.000000, "bw_mean" : 1837231.743333, "bw_dev" : 84601.917730, "bw_samples" : 1200, "iops_min" : 48, "iops_max" : 62, "iops_mean" : 56.043333, "iops_stddev" : 2.580117, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600026, "usr_cpu" : 0.080497, "sys_cpu" : 99.899504, "ctx" : 1497, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.017843, "1000" : 0.044608 }, "latency_us" : { "2" : 53.672753, "4" : 45.922798, "10" : 0.172486, "20" : 0.041634, "50" : 0.065426, "100" : 0.000000, "250" : 0.000000, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.029739, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-25", "groupid" : 65, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-25", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "33554432" }, "read" : { "io_bytes" : 1769392308224, "io_kbytes" : 1727922176, "bw_bytes" : 2948957690, "bw" : 2879841, "iops" : 87.885788, "runtime" : 600006, "total_ios" : 52732, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 307399, "max" : 739456, "mean" : 350802.076064, "stddev" : 29069.915366, "N" : 52732 }, "clat_ns" : { "min" : 7917697, "max" : 13789757, "mean" : 11024834.445195, "stddev" : 457797.325294, "N" : 52732, "percentile" : { "0.500000" : 10158080, "1.000000" : 10289152, "10.000000" : 10551296, "25.000000" : 10682368, "50.000000" : 10813440, "75.000000" : 11599872, "90.000000" : 11730944, "99.000000" : 11862016, "99.500000" : 11862016 } }, "lat_ns" : { "min" : 8277372, "max" : 14153349, "mean" : 11375963.828529, "stddev" : 456756.468356, "N" : 52732 }, "bw_min" : 2818048, "bw_max" : 2949120, "bw_agg" : 100.000000, "bw_mean" : 2881035.633333, "bw_dev" : 15644.427346, "bw_samples" : 1200, "iops_min" : 86, "iops_max" : 90, "iops_mean" : 87.885000, "iops_stddev" : 0.479896, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600005, "usr_cpu" : 0.058000, "sys_cpu" : 3.143640, "ctx" : 52756, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.225669, "20" : 99.774331, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-26", "groupid" : 66, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-26", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "67108864" }, "read" : { "io_bytes" : 1142192865280, "io_kbytes" : 1115422720, "bw_bytes" : 1903565942, "bw" : 1858951, "iops" : 28.365343, "runtime" : 600028, "total_ios" : 17020, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 12598733, "max" : 65032023, "mean" : 35246347.978966, "stddev" : 7515414.830120, "N" : 17020, "percentile" : { "0.500000" : 16187392, "1.000000" : 31588352, "10.000000" : 32636928, "25.000000" : 32899072, "50.000000" : 33161216, "75.000000" : 33816576, "90.000000" : 34340864, "99.000000" : 60555264, "99.500000" : 61079552 } }, "lat_ns" : { "min" : 12599328, "max" : 65032574, "mean" : 35247145.460106, "stddev" : 7515412.205887, "N" : 17020 }, "bw_min" : 1310720, "bw_max" : 2101354, "bw_agg" : 100.000000, "bw_mean" : 1859820.108333, "bw_dev" : 120557.359556, "bw_samples" : 1200, "iops_min" : 20, "iops_max" : 32, "iops_mean" : 28.365000, "iops_stddev" : 1.838366, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600036, "usr_cpu" : 0.045164, "sys_cpu" : 99.934004, "ctx" : 1520, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.681551, "50" : 91.063455, "100" : 8.254994, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-26", "groupid" : 67, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-26", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "67108864" }, "read" : { "io_bytes" : 1131656773632, "io_kbytes" : 1105133568, "bw_bytes" : 1886012895, "bw" : 1841809, "iops" : 28.102116, "runtime" : 600026, "total_ios" : 16862, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 6298279, "max" : 64313946, "mean" : 35555253.804424, "stddev" : 7399199.622737, "N" : 16863 }, "clat_ns" : { "min" : 988, "max" : 53375268, "mean" : 18870.534990, "stddev" : 660468.940282, "N" : 16862, "percentile" : { "0.500000" : 1208, "1.000000" : 1288, "10.000000" : 1592, "25.000000" : 1768, "50.000000" : 1976, "75.000000" : 2192, "90.000000" : 2448, "99.000000" : 3024, "99.500000" : 3280 } }, "lat_ns" : { "min" : 14500252, "max" : 64318449, "mean" : 35577058.640316, "stddev" : 7378921.928280, "N" : 16862 }, "bw_min" : 1313346, "bw_max" : 2101354, "bw_agg" : 100.000000, "bw_mean" : 1842641.313333, "bw_dev" : 122195.300513, "bw_samples" : 1200, "iops_min" : 20, "iops_max" : 32, "iops_mean" : 28.103333, "iops_stddev" : 1.863388, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600046, "usr_cpu" : 0.044497, "sys_cpu" : 99.934005, "ctx" : 1379, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 53.552366, "4" : 46.068082, "10" : 0.148262, "20" : 0.035583, "50" : 0.088957, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.047444, "20" : 0.017791, "50" : 0.029652, "100" : 0.010000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-26", "groupid" : 68, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-26", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "67108864" }, "read" : { "io_bytes" : 1769526525952, "io_kbytes" : 1728053248, "bw_bytes" : 2949112572, "bw" : 2879992, "iops" : 43.945202, "runtime" : 600020, "total_ios" : 26368, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 659407, "max" : 1282611, "mean" : 718409.850121, "stddev" : 36252.969014, "N" : 26368 }, "clat_ns" : { "min" : 20418759, "max" : 24658221, "mean" : 22033450.208738, "stddev" : 369465.061179, "N" : 26368, "percentile" : { "0.500000" : 21102592, "1.000000" : 21102592, "10.000000" : 21626880, "25.000000" : 21889024, "50.000000" : 22151168, "75.000000" : 22151168, "90.000000" : 22413312, "99.000000" : 22937600, "99.500000" : 22937600 } }, "lat_ns" : { "min" : 21147685, "max" : 25409143, "mean" : 22752399.207866, "stddev" : 367459.693469, "N" : 26368 }, "bw_min" : 2752512, "bw_max" : 3014656, "bw_agg" : 100.000000, "bw_mean" : 2881141.693333, "bw_dev" : 22030.602555, "bw_samples" : 1200, "iops_min" : 42, "iops_max" : 46, "iops_mean" : 43.945000, "iops_stddev" : 0.337248, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600019, "usr_cpu" : 0.036499, "sys_cpu" : 3.197732, "ctx" : 26381, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 100.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-27", "groupid" : 69, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-27", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "134217728" }, "read" : { "io_bytes" : 1152661848064, "io_kbytes" : 1125646336, "bw_bytes" : 1920859771, "bw" : 1875839, "iops" : 14.311521, "runtime" : 600076, "total_ios" : 8588, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 25299623, "max" : 127009089, "mean" : 69865005.789707, "stddev" : 14466002.660380, "N" : 8588, "percentile" : { "0.500000" : 32112640, "1.000000" : 46399488, "10.000000" : 65273856, "25.000000" : 65273856, "50.000000" : 66322432, "75.000000" : 67633152, "90.000000" : 68681728, "99.000000" : 121110528, "99.500000" : 122159104 } }, "lat_ns" : { "min" : 25300259, "max" : 127009873, "mean" : 69865769.012692, "stddev" : 14466013.917315, "N" : 8588 }, "bw_min" : 1310720, "bw_max" : 2359296, "bw_agg" : 100.000000, "bw_mean" : 1876626.992500, "bw_dev" : 187042.344422, "bw_samples" : 1200, "iops_min" : 10, "iops_max" : 18, "iops_mean" : 14.311667, "iops_stddev" : 1.426380, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600075, "usr_cpu" : 0.019831, "sys_cpu" : 99.962338, "ctx" : 1305, "majf" : 1, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 1.176060, "100" : 91.429902, "250" : 7.394038, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-27", "groupid" : 70, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-27", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "134217728" }, "read" : { "io_bytes" : 1131589664768, "io_kbytes" : 1105068032, "bw_bytes" : 1885866479, "bw" : 1841666, "iops" : 14.049134, "runtime" : 600037, "total_ios" : 8430, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 3445434, "max" : 128958269, "mean" : 71102886.331278, "stddev" : 15165246.931972, "N" : 8431 }, "clat_ns" : { "min" : 1069, "max" : 67727946, "mean" : 65283.847805, "stddev" : 1709440.752787, "N" : 8430, "percentile" : { "0.500000" : 1352, "1.000000" : 1432, "10.000000" : 1752, "25.000000" : 1928, "50.000000" : 2128, "75.000000" : 2416, "90.000000" : 2640, "99.000000" : 3184, "99.500000" : 5920 } }, "lat_ns" : { "min" : 28972120, "max" : 128963059, "mean" : 71171964.629893, "stddev" : 15071287.137762, "N" : 8430 }, "bw_min" : 1048576, "bw_max" : 2364024, "bw_agg" : 100.000000, "bw_mean" : 1842429.196667, "bw_dev" : 190519.151722, "bw_samples" : 1200, "iops_min" : 8, "iops_max" : 18, "iops_mean" : 14.050000, "iops_stddev" : 1.453476, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600036, "usr_cpu" : 0.019166, "sys_cpu" : 99.964835, "ctx" : 1320, "majf" : 1, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 32.467378, "4" : 66.975089, "10" : 0.166074, "20" : 0.059312, "50" : 0.154211, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.011862, "10" : 0.000000, "20" : 0.023725, "50" : 0.083037, "100" : 0.059312, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-27", "groupid" : 71, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-27", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "134217728" }, "read" : { "io_bytes" : 1769392308224, "io_kbytes" : 1727922176, "bw_bytes" : 2948972435, "bw" : 2879855, "iops" : 21.969890, "runtime" : 600003, "total_ios" : 13182, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1463909, "max" : 3825586, "mean" : 1614851.526284, "stddev" : 58823.862542, "N" : 13183 }, "clat_ns" : { "min" : 32992330, "max" : 53238839, "mean" : 43894566.390154, "stddev" : 2527047.178741, "N" : 13182, "percentile" : { "0.500000" : 38010880, "1.000000" : 38535168, "10.000000" : 40108032, "25.000000" : 42729472, "50.000000" : 43778048, "75.000000" : 45350912, "90.000000" : 47448064, "99.000000" : 49545216, "99.500000" : 49545216 } }, "lat_ns" : { "min" : 34660258, "max" : 54993366, "mean" : 45510058.126840, "stddev" : 2527745.151719, "N" : 13182 }, "bw_min" : 2621440, "bw_max" : 3152032, "bw_agg" : 100.000000, "bw_mean" : 2880847.277500, "bw_dev" : 55473.944488, "bw_samples" : 1200, "iops_min" : 20, "iops_max" : 24, "iops_mean" : 21.970000, "iops_stddev" : 0.423379, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600002, "usr_cpu" : 0.018000, "sys_cpu" : 3.582488, "ctx" : 13357, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 99.962069, "100" : 0.037931, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-28", "groupid" : 72, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-28", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "268435456" }, "read" : { "io_bytes" : 1153467154432, "io_kbytes" : 1126432768, "bw_bytes" : 1922214591, "bw" : 1877162, "iops" : 7.160807, "runtime" : 600072, "total_ios" : 4297, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 50039251, "max" : 252564099, "mean" : 139639503.988364, "stddev" : 28722298.795108, "N" : 4297, "percentile" : { "0.500000" : 64749568, "1.000000" : 128450560, "10.000000" : 130547712, "25.000000" : 130547712, "50.000000" : 132644864, "75.000000" : 133693440, "90.000000" : 135266304, "99.000000" : 242221056, "99.500000" : 244318208 } }, "lat_ns" : { "min" : 50039900, "max" : 252565097, "mean" : 139640359.266232, "stddev" : 28722291.436054, "N" : 4297 }, "bw_min" : 1048576, "bw_max" : 2626693, "bw_agg" : 100.000000, "bw_mean" : 1877653.163333, "bw_dev" : 279415.373781, "bw_samples" : 1200, "iops_min" : 4, "iops_max" : 10, "iops_mean" : 7.160000, "iops_stddev" : 1.065526, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600081, "usr_cpu" : 0.006499, "sys_cpu" : 99.975503, "ctx" : 1606, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.698162, "250" : 99.208750, "500" : 0.093088, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-28", "groupid" : 73, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-28", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "268435456" }, "read" : { "io_bytes" : 1125549867008, "io_kbytes" : 1099169792, "bw_bytes" : 1875578840, "bw" : 1831619, "iops" : 6.985409, "runtime" : 600108, "total_ios" : 4192, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 2777141, "max" : 252989914, "mean" : 142872206.157643, "stddev" : 31432960.935687, "N" : 4193 }, "clat_ns" : { "min" : 1149, "max" : 133003738, "mean" : 269803.535782, "stddev" : 4954810.497413, "N" : 4192, "percentile" : { "0.500000" : 1544, "1.000000" : 1576, "10.000000" : 1800, "25.000000" : 1928, "50.000000" : 2096, "75.000000" : 2288, "90.000000" : 2512, "99.000000" : 3120, "99.500000" : 8512 } }, "lat_ns" : { "min" : 58639571, "max" : 252995703, "mean" : 143148757.039838, "stddev" : 30977841.002751, "N" : 4192 }, "bw_min" : 1048576, "bw_max" : 2626693, "bw_agg" : 100.000000, "bw_mean" : 1832366.330833, "bw_dev" : 293752.683068, "bw_samples" : 1200, "iops_min" : 4, "iops_max" : 10, "iops_mean" : 6.986667, "iops_stddev" : 1.119911, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600125, "usr_cpu" : 0.008498, "sys_cpu" : 99.971839, "ctx" : 1558, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 35.734733, "4" : 63.573473, "10" : 0.214695, "20" : 0.023855, "50" : 0.119275, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.071565, "100" : 0.190840, "250" : 0.071565, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-28", "groupid" : 74, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-28", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "268435456" }, "read" : { "io_bytes" : 1755567882240, "io_kbytes" : 1714421760, "bw_bytes" : 2925775800, "bw" : 2857202, "iops" : 10.899364, "runtime" : 600035, "total_ios" : 6540, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 3428898, "max" : 4372512, "mean" : 3648604.269725, "stddev" : 82932.181093, "N" : 6540 }, "clat_ns" : { "min" : 71683825, "max" : 105704519, "mean" : 88094465.530733, "stddev" : 7038090.479095, "N" : 6540, "percentile" : { "0.500000" : 72876032, "1.000000" : 72876032, "10.000000" : 77070336, "25.000000" : 83361792, "50.000000" : 88604672, "75.000000" : 92798976, "90.000000" : 96993280, "99.000000" : 102236160, "99.500000" : 103284736 } }, "lat_ns" : { "min" : 75326535, "max" : 109230386, "mean" : 91744051.718654, "stddev" : 7032669.096992, "N" : 6540 }, "bw_min" : 2621440, "bw_max" : 3152032, "bw_agg" : 100.000000, "bw_mean" : 2858126.035833, "bw_dev" : 260967.914101, "bw_samples" : 1200, "iops_min" : 10, "iops_max" : 12, "iops_mean" : 10.898333, "iops_stddev" : 0.995233, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600034, "usr_cpu" : 0.013999, "sys_cpu" : 3.988774, "ctx" : 6932, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 96.636086, "250" : 3.363914, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-29", "groupid" : 75, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-29", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "536870912" }, "read" : { "io_bytes" : 1159104299008, "io_kbytes" : 1131937792, "bw_bytes" : 1931431678, "bw" : 1886163, "iops" : 3.597572, "runtime" : 600127, "total_ios" : 2159, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 125989929, "max" : 492966502, "mean" : 277957601.637796, "stddev" : 53997122.608189, "N" : 2159, "percentile" : { "0.500000" : 130547712, "1.000000" : 256901120, "10.000000" : 261095424, "25.000000" : 261095424, "50.000000" : 265289728, "75.000000" : 267386880, "90.000000" : 274726912, "99.000000" : 480247808, "99.500000" : 484442112 } }, "lat_ns" : { "min" : 125990959, "max" : 492967401, "mean" : 277958436.187587, "stddev" : 53997113.226340, "N" : 2159 }, "bw_min" : 1048576, "bw_max" : 3152032, "bw_agg" : 100.000000, "bw_mean" : 1886517.320000, "bw_dev" : 442340.153078, "bw_samples" : 1200, "iops_min" : 2, "iops_max" : 6, "iops_mean" : 3.596667, "iops_stddev" : 0.843355, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600126, "usr_cpu" : 0.003833, "sys_cpu" : 99.980337, "ctx" : 1584, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.787402, "500" : 99.212598, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-29", "groupid" : 76, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-29", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "536870912" }, "read" : { "io_bytes" : 1137092591616, "io_kbytes" : 1110441984, "bw_bytes" : 1895062724, "bw" : 1850647, "iops" : 3.528163, "runtime" : 600029, "total_ios" : 2117, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 11467975, "max" : 508385411, "mean" : 282170655.784230, "stddev" : 59761076.351203, "N" : 2118 }, "clat_ns" : { "min" : 1482, "max" : 414980844, "mean" : 1241611.071800, "stddev" : 16042002.354622, "N" : 2117, "percentile" : { "0.500000" : 1624, "1.000000" : 1656, "10.000000" : 1832, "25.000000" : 1960, "50.000000" : 2128, "75.000000" : 2320, "90.000000" : 2544, "99.000000" : 36608, "99.500000" : 123207680 } }, "lat_ns" : { "min" : 118084343, "max" : 508389884, "mean" : 283425991.213510, "stddev" : 57968229.757467, "N" : 2117 }, "bw_min" : 1048576, "bw_max" : 4194304, "bw_agg" : 99.996369, "bw_mean" : 1850580.668333, "bw_dev" : 457663.876214, "bw_samples" : 1200, "iops_min" : 2, "iops_max" : 8, "iops_mean" : 3.528333, "iops_stddev" : 0.872639, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600028, "usr_cpu" : 0.004500, "sys_cpu" : 99.979168, "ctx" : 1511, "majf" : 1, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 30.278696, "4" : 68.209731, "10" : 0.377893, "20" : 0.000000, "50" : 0.377893, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.188947, "250" : 0.472367, "500" : 0.094473, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-29", "groupid" : 77, "error" : 11, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-29", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "536870912" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 1, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 3301, "usr_cpu" : 0.000000, "sys_cpu" : 93.941230, "ctx" : 206, "majf" : 0, "minf" : 2, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 50.000000, "4" : 50.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-30", "groupid" : 78, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-30", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "1073741824" }, "read" : { "io_bytes" : 1153198718976, "io_kbytes" : 1126170624, "bw_bytes" : 1920848557, "bw" : 1875828, "iops" : 1.788930, "runtime" : 600359, "total_ios" : 1074, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 209232886, "max" : 998337533, "mean" : 558985458.649908, "stddev" : 114977402.477721, "N" : 1074, "percentile" : { "0.500000" : 371195904, "1.000000" : 513802240, "10.000000" : 522190848, "25.000000" : 526385152, "50.000000" : 530579456, "75.000000" : 534773760, "90.000000" : 541065216, "99.000000" : 960495616, "99.500000" : 968884224 } }, "lat_ns" : { "min" : 209233682, "max" : 998338168, "mean" : 558986427.293295, "stddev" : 114977361.600524, "N" : 1074 }, "bw_min" : 2097152, "bw_max" : 4202709, "bw_agg" : 100.000000, "bw_mean" : 2107816.036517, "bw_dev" : 143290.630386, "bw_samples" : 1068, "iops_min" : 2, "iops_max" : 4, "iops_mean" : 2.009363, "iops_stddev" : 0.136588, "iops_samples" : 1068 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600358, "usr_cpu" : 0.002499, "sys_cpu" : 99.980178, "ctx" : 1523, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.093110, "500" : 0.744879, "750" : 91.620112, "1000" : 7.541899, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-30", "groupid" : 79, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-30", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "1073741824" }, "read" : { "io_bytes" : 1125281431552, "io_kbytes" : 1098907648, "bw_bytes" : 1875256523, "bw" : 1831305, "iops" : 1.744802, "runtime" : 600068, "total_ios" : 1047, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 39990568, "max" : 1027297466, "mean" : 569259482.330153, "stddev" : 130723534.766507, "N" : 1048 }, "clat_ns" : { "min" : 1535, "max" : 500403581, "mean" : 3823540.491882, "stddev" : 37240222.121628, "N" : 1047, "percentile" : { "0.500000" : 1688, "1.000000" : 1704, "10.000000" : 1864, "25.000000" : 1976, "50.000000" : 2128, "75.000000" : 2320, "90.000000" : 2576, "99.000000" : 145752064, "99.500000" : 375390208 } }, "lat_ns" : { "min" : 236198992, "max" : 1027304736, "mean" : 573123053.550143, "stddev" : 124518977.355423, "N" : 1047 }, "bw_min" : 2097152, "bw_max" : 4194304, "bw_agg" : 100.000000, "bw_mean" : 2103995.354406, "bw_dev" : 112279.748300, "bw_samples" : 1044, "iops_min" : 2, "iops_max" : 4, "iops_mean" : 2.005747, "iops_stddev" : 0.107108, "iops_samples" : 1044 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600087, "usr_cpu" : 0.005166, "sys_cpu" : 99.976170, "ctx" : 1371, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 28.748806, "4" : 69.149952, "10" : 0.191022, "20" : 0.095511, "50" : 0.477555, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.095511, "50" : 0.095511, "100" : 0.000000, "250" : 0.286533, "500" : 0.764088, "750" : 0.095511, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-direct-30", "groupid" : 80, "error" : 11, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-30", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "1073741824" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 1, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 3245, "usr_cpu" : 0.000000, "sys_cpu" : 93.836672, "ctx" : 329, "majf" : 0, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 50.000000, "4" : 50.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-psync-31", "groupid" : 81, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-31", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "2147483648" }, "read" : { "io_bytes" : 2109440, "io_kbytes" : 2060, "bw_bytes" : 3515, "bw" : 3, "iops" : 1.718107, "runtime" : 600079, "total_ios" : 1031, "short_ios" : 516, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 4769, "max" : 237724, "mean" : 96553.153398, "stddev" : 18888.148629, "N" : 515, "percentile" : { "0.500000" : 5408, "1.000000" : 62720, "10.000000" : 75264, "25.000000" : 87552, "50.000000" : 95744, "75.000000" : 105984, "90.000000" : 115200, "99.000000" : 148480, "99.500000" : 195584 } }, "lat_ns" : { "min" : 5366, "max" : 238307, "mean" : 97475.728155, "stddev" : 19139.590869, "N" : 515 }, "bw_min" : 8, "bw_max" : 8, "bw_agg" : 100.000000, "bw_mean" : 8.000000, "bw_dev" : 0.000000, "bw_samples" : 515, "iops_min" : 2, "iops_max" : 2, "iops_mean" : 2.000000, "iops_stddev" : 0.000000, "iops_samples" : 515 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600078, "usr_cpu" : 0.001333, "sys_cpu" : 99.974337, "ctx" : 2300, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 33.354880, "4" : 66.645120, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.290980, "20" : 0.000000, "50" : 0.000000, "100" : 29.485936, "250" : 20.174588, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-31", "groupid" : 82, "error" : 14, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-31", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "2147483648" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 0, "usr_cpu" : 0.000000, "sys_cpu" : 0.000000, "ctx" : 0, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 0.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 } }, { "jobname" : "read-empty-uring-direct-31", "groupid" : 83, "error" : 14, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-31", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "2147483648" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 0, "usr_cpu" : 0.000000, "sys_cpu" : 0.000000, "ctx" : 0, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 0.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 } }, { "jobname" : "read-empty-psync-32", "groupid" : 84, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-32", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "4294967296" }, "read" : { "io_bytes" : 2162688, "io_kbytes" : 2112, "bw_bytes" : 3604, "bw" : 3, "iops" : 1.323181, "runtime" : 600069, "total_ios" : 794, "short_ios" : 530, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 73488, "max" : 189439, "mean" : 103451.522727, "stddev" : 12336.810898, "N" : 264, "percentile" : { "0.500000" : 74240, "1.000000" : 76288, "10.000000" : 91648, "25.000000" : 95744, "50.000000" : 101888, "75.000000" : 109056, "90.000000" : 118272, "99.000000" : 138240, "99.500000" : 150528 } }, "lat_ns" : { "min" : 74450, "max" : 190251, "mean" : 104312.579545, "stddev" : 12342.663664, "N" : 264 }, "bw_min" : 16, "bw_max" : 16, "bw_agg" : 100.000000, "bw_mean" : 16.000000, "bw_dev" : 0.000000, "bw_samples" : 264, "iops_min" : 2, "iops_max" : 2, "iops_mean" : 2.000000, "iops_stddev" : 0.000000, "iops_samples" : 264 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600068, "usr_cpu" : 0.000500, "sys_cpu" : 99.979169, "ctx" : 1759, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 40.030211, "4" : 59.969789, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 13.853904, "250" : 19.395466, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-32", "groupid" : 85, "error" : 14, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-32", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "4294967296" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 0, "usr_cpu" : 0.000000, "sys_cpu" : 0.000000, "ctx" : 0, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 0.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 } }, { "jobname" : "read-empty-uring-direct-32", "groupid" : 86, "error" : 14, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-32", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "4294967296" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 0, "usr_cpu" : 0.000000, "sys_cpu" : 0.000000, "ctx" : 0, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 0.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 } }, { "jobname" : "read-empty-psync-33", "groupid" : 87, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-psync-33", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "8589934592" }, "read" : { "io_bytes" : 2162688, "io_kbytes" : 2112, "bw_bytes" : 3599, "bw" : 3, "iops" : 1.101960, "runtime" : 600748, "total_ios" : 662, "short_ios" : 530, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 117418, "max" : 165495, "mean" : 134507.136364, "stddev" : 8735.521879, "N" : 132, "percentile" : { "0.500000" : 117248, "1.000000" : 117248, "10.000000" : 124416, "25.000000" : 127488, "50.000000" : 134144, "75.000000" : 138240, "90.000000" : 144384, "99.000000" : 160768, "99.500000" : 164864 } }, "lat_ns" : { "min" : 118453, "max" : 183175, "mean" : 135516.363636, "stddev" : 9459.416562, "N" : 132 }, "bw_min" : 32, "bw_max" : 32, "bw_agg" : 100.000000, "bw_mean" : 32.000000, "bw_dev" : 0.000000, "bw_samples" : 132, "iops_min" : 2, "iops_max" : 2, "iops_mean" : 2.000000, "iops_stddev" : 0.000000, "iops_samples" : 132 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600747, "usr_cpu" : 0.000499, "sys_cpu" : 99.978860, "ctx" : 2259, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 44.463087, "4" : 55.536913, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 19.939577, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-empty-uring-33", "groupid" : 88, "error" : 14, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-33", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "8589934592" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 0, "usr_cpu" : 0.000000, "sys_cpu" : 0.000000, "ctx" : 0, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 0.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 } }, { "jobname" : "read-empty-uring-direct-33", "groupid" : 89, "error" : 14, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-empty-uring-direct-33", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "8589934592" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 0, "usr_cpu" : 0.000000, "sys_cpu" : 0.000000, "ctx" : 0, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 0.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 } }, { "jobname" : "write", "groupid" : 90, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "write", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "write", "bs" : "1M" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 1610612736000, "io_kbytes" : 1572864000, "bw_bytes" : 1630645212, "bw" : 1592426, "iops" : 1555.104458, "runtime" : 987715, "total_ios" : 1536000, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 293045, "max" : 62743961, "mean" : 628150.745797, "stddev" : 987850.268475, "N" : 1536000, "percentile" : { "1.000000" : 399360, "5.000000" : 407552, "10.000000" : 415744, "20.000000" : 436224, "30.000000" : 464896, "40.000000" : 473088, "50.000000" : 485376, "60.000000" : 501760, "70.000000" : 536576, "80.000000" : 618496, "90.000000" : 667648, "95.000000" : 733184, "99.000000" : 8716288, "99.500000" : 9109504, "99.900000" : 9633792, "99.950000" : 9764864, "99.990000" : 13303808 } }, "lat_ns" : { "min" : 305290, "max" : 62751638, "mean" : 640397.022421, "stddev" : 987842.054765, "N" : 1536000 }, "bw_min" : 239616, "bw_max" : 2463744, "bw_agg" : 100.000000, "bw_mean" : 1596490.984779, "bw_dev" : 45319.402940, "bw_samples" : 1971, "iops_min" : 234, "iops_max" : 2406, "iops_mean" : 1559.050736, "iops_stddev" : 44.254920, "iops_samples" : 1971 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 987714, "usr_cpu" : 2.071652, "sys_cpu" : 80.394932, "ctx" : 22220, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 58.400651, "750" : 37.570443, "1000" : 2.683333 }, "latency_ms" : { "2" : 0.019141, "4" : 0.010000, "10" : 1.297135, "20" : 0.017318, "50" : 0.010000, "100" : 0.010000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-0", "groupid" : 91, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-0", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "1" }, "read" : { "io_bytes" : 4808904, "io_kbytes" : 4696, "bw_bytes" : 8014, "bw" : 7, "iops" : 8014.826642, "runtime" : 600001, "total_ios" : 4808904, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 749, "max" : 2736631, "mean" : 124221.253599, "stddev" : 13617.803465, "N" : 4808904, "percentile" : { "0.500000" : 2040, "1.000000" : 107008, "10.000000" : 116224, "25.000000" : 118272, "50.000000" : 121344, "75.000000" : 134144, "90.000000" : 136192, "99.000000" : 146432, "99.500000" : 150528 } }, "lat_ns" : { "min" : 815, "max" : 2736668, "mean" : 124280.972708, "stddev" : 13618.973135, "N" : 4808904 }, "bw_min" : 7, "bw_max" : 8, "bw_agg" : 89.443474, "bw_mean" : 7.084237, "bw_dev" : 0.277859, "bw_samples" : 1199, "iops_min" : 7416, "iops_max" : 8292, "iops_mean" : 8016.756464, "iops_stddev" : 134.649725, "iops_samples" : 1199 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.966500, "sys_cpu" : 7.325167, "ctx" : 4778670, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.479423, "4" : 0.107904, "10" : 0.042463, "20" : 0.010000, "50" : 0.010000, "100" : 0.010000, "250" : 99.347481, "500" : 0.020712, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-0", "groupid" : 92, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-0", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "1" }, "read" : { "io_bytes" : 4770543, "io_kbytes" : 4658, "bw_bytes" : 7950, "bw" : 7, "iops" : 7950.891749, "runtime" : 600001, "total_ios" : 4770543, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1235, "max" : 310735, "mean" : 7951.687305, "stddev" : 1471.209792, "N" : 4770543 }, "clat_ns" : { "min" : 37, "max" : 1805005, "mean" : 117164.149197, "stddev" : 13114.295302, "N" : 4770543, "percentile" : { "0.500000" : 76, "1.000000" : 99840, "10.000000" : 110080, "25.000000" : 111104, "50.000000" : 114176, "75.000000" : 126464, "90.000000" : 128512, "99.000000" : 136192, "99.500000" : 142336 } }, "lat_ns" : { "min" : 1323, "max" : 1816712, "mean" : 125236.557503, "stddev" : 13576.701746, "N" : 4770543 }, "bw_min" : 7, "bw_max" : 8, "bw_agg" : 90.163522, "bw_mean" : 7.014167, "bw_dev" : 0.118227, "bw_samples" : 1200, "iops_min" : 7390, "iops_max" : 8236, "iops_mean" : 7952.749167, "iops_stddev" : 126.063428, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.413000, "sys_cpu" : 8.328667, "ctx" : 4740517, "majf" : 0, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.016728, "100" : 0.563311, "250" : 0.050938, "500" : 0.010000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.010000, "20" : 0.000000, "50" : 0.010000, "100" : 0.418422, "250" : 98.931631, "500" : 0.017524, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-1", "groupid" : 93, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-1", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "2" }, "read" : { "io_bytes" : 9589680, "io_kbytes" : 9364, "bw_bytes" : 15982, "bw" : 15, "iops" : 7991.386681, "runtime" : 600001, "total_ios" : 4794840, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 863, "max" : 2225170, "mean" : 124586.792777, "stddev" : 13630.027278, "N" : 4794840, "percentile" : { "0.500000" : 2064, "1.000000" : 107008, "10.000000" : 117248, "25.000000" : 118272, "50.000000" : 121344, "75.000000" : 134144, "90.000000" : 136192, "99.000000" : 146432, "99.500000" : 152576 } }, "lat_ns" : { "min" : 907, "max" : 2225212, "mean" : 124647.359168, "stddev" : 13631.463891, "N" : 4794840 }, "bw_min" : 14, "bw_max" : 16, "bw_agg" : 96.108122, "bw_mean" : 15.030000, "bw_dev" : 0.370875, "bw_samples" : 1200, "iops_min" : 7404, "iops_max" : 8348, "iops_mean" : 7993.333333, "iops_stddev" : 150.907559, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.027167, "sys_cpu" : 7.460000, "ctx" : 4764855, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.467315, "4" : 0.116792, "10" : 0.042045, "20" : 0.010000, "50" : 0.010000, "100" : 0.010000, "250" : 99.351907, "500" : 0.019834, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-1", "groupid" : 94, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-1", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "2" }, "read" : { "io_bytes" : 9581982, "io_kbytes" : 9357, "bw_bytes" : 15969, "bw" : 15, "iops" : 7984.971692, "runtime" : 600001, "total_ios" : 4790991, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 913, "max" : 2044156, "mean" : 7773.963791, "stddev" : 1945.605741, "N" : 4790991 }, "clat_ns" : { "min" : 37, "max" : 2602696, "mean" : 116817.242386, "stddev" : 13073.464405, "N" : 4790991, "percentile" : { "0.500000" : 74, "1.000000" : 99840, "10.000000" : 110080, "25.000000" : 111104, "50.000000" : 114176, "75.000000" : 126464, "90.000000" : 128512, "99.000000" : 136192, "99.500000" : 140288 } }, "lat_ns" : { "min" : 1042, "max" : 2611107, "mean" : 124709.925917, "stddev" : 13581.546851, "N" : 4790991 }, "bw_min" : 14, "bw_max" : 16, "bw_agg" : 96.186361, "bw_mean" : 15.001667, "bw_dev" : 0.231030, "bw_samples" : 1200, "iops_min" : 7494, "iops_max" : 8260, "iops_mean" : 7987.015833, "iops_stddev" : 122.895572, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.407000, "sys_cpu" : 8.165333, "ctx" : 4761003, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.026278, "100" : 0.552036, "250" : 0.049885, "500" : 0.010000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.468379, "250" : 98.889249, "500" : 0.012816, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-2", "groupid" : 95, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-2", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "4" }, "read" : { "io_bytes" : 19242760, "io_kbytes" : 18791, "bw_bytes" : 32071, "bw" : 31, "iops" : 8017.803304, "runtime" : 600001, "total_ios" : 4810690, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 1069, "max" : 2203237, "mean" : 124177.072495, "stddev" : 13470.824873, "N" : 4810690, "percentile" : { "0.500000" : 2064, "1.000000" : 107008, "10.000000" : 116224, "25.000000" : 118272, "50.000000" : 121344, "75.000000" : 134144, "90.000000" : 136192, "99.000000" : 144384, "99.500000" : 150528 } }, "lat_ns" : { "min" : 1109, "max" : 2203321, "mean" : 124236.025978, "stddev" : 13471.975913, "N" : 4810690 }, "bw_min" : 29, "bw_max" : 32, "bw_agg" : 95.787472, "bw_mean" : 30.845833, "bw_dev" : 0.579378, "bw_samples" : 1200, "iops_min" : 7634, "iops_max" : 8290, "iops_mean" : 8019.889167, "iops_stddev" : 123.809521, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.946333, "sys_cpu" : 7.343833, "ctx" : 4780443, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.473238, "4" : 0.113955, "10" : 0.042572, "20" : 0.010000, "50" : 0.010000, "100" : 0.010000, "250" : 99.350197, "500" : 0.018251, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-2", "groupid" : 96, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-2", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "4" }, "read" : { "io_bytes" : 19133556, "io_kbytes" : 18685, "bw_bytes" : 31889, "bw" : 31, "iops" : 7972.301713, "runtime" : 600001, "total_ios" : 4783389, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1188, "max" : 123875, "mean" : 7877.440466, "stddev" : 1528.964675, "N" : 4783389 }, "clat_ns" : { "min" : 37, "max" : 1883592, "mean" : 116899.987454, "stddev" : 12985.035376, "N" : 4783389, "percentile" : { "0.500000" : 75, "1.000000" : 99840, "10.000000" : 109056, "25.000000" : 111104, "50.000000" : 114176, "75.000000" : 126464, "90.000000" : 128512, "99.000000" : 138240, "99.500000" : 142336 } }, "lat_ns" : { "min" : 1319, "max" : 1891772, "mean" : 124897.316979, "stddev" : 13482.688428, "N" : 4783389 }, "bw_min" : 27, "bw_max" : 32, "bw_agg" : 96.334159, "bw_mean" : 30.599167, "bw_dev" : 0.676176, "bw_samples" : 1200, "iops_min" : 7148, "iops_max" : 8244, "iops_mean" : 7974.232500, "iops_stddev" : 163.832611, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.416500, "sys_cpu" : 8.322000, "ctx" : 4753377, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.030585, "100" : 0.545973, "250" : 0.053309, "500" : 0.010000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.010000, "20" : 0.000000, "50" : 0.010000, "100" : 0.478134, "250" : 98.877825, "500" : 0.013191, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-3", "groupid" : 97, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-3", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "8" }, "read" : { "io_bytes" : 38510480, "io_kbytes" : 37607, "bw_bytes" : 64184, "bw" : 62, "iops" : 8023.003295, "runtime" : 600001, "total_ios" : 4813810, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 1107, "max" : 2616770, "mean" : 124100.728798, "stddev" : 13469.375931, "N" : 4813810, "percentile" : { "0.500000" : 2008, "1.000000" : 107008, "10.000000" : 116224, "25.000000" : 118272, "50.000000" : 121344, "75.000000" : 134144, "90.000000" : 136192, "99.000000" : 144384, "99.500000" : 150528 } }, "lat_ns" : { "min" : 1133, "max" : 2616806, "mean" : 124159.824654, "stddev" : 13470.381913, "N" : 4813810 }, "bw_min" : 58, "bw_max" : 64, "bw_agg" : 98.915618, "bw_mean" : 62.217500, "bw_dev" : 0.921539, "bw_samples" : 1200, "iops_min" : 7527, "iops_max" : 8288, "iops_mean" : 8025.035833, "iops_stddev" : 114.076330, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.919333, "sys_cpu" : 7.343833, "ctx" : 4783191, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.494390, "4" : 0.099755, "10" : 0.043043, "20" : 0.010000, "50" : 0.000000, "100" : 0.010000, "250" : 99.344926, "500" : 0.016432, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-3", "groupid" : 98, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-3", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "8" }, "read" : { "io_bytes" : 38396264, "io_kbytes" : 37496, "bw_bytes" : 63993, "bw" : 62, "iops" : 7999.208335, "runtime" : 600001, "total_ios" : 4799533, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1093, "max" : 99772, "mean" : 7733.359921, "stddev" : 1466.955335, "N" : 4799533 }, "clat_ns" : { "min" : 37, "max" : 1934553, "mean" : 116623.022852, "stddev" : 12814.575790, "N" : 4799533, "percentile" : { "0.500000" : 77, "1.000000" : 98816, "10.000000" : 109056, "25.000000" : 111104, "50.000000" : 113152, "75.000000" : 125440, "90.000000" : 128512, "99.000000" : 136192, "99.500000" : 140288 } }, "lat_ns" : { "min" : 1237, "max" : 1951838, "mean" : 124474.973461, "stddev" : 13272.753934, "N" : 4799533 }, "bw_min" : 57, "bw_max" : 64, "bw_agg" : 99.210851, "bw_mean" : 62.041667, "bw_dev" : 1.186495, "bw_samples" : 1200, "iops_min" : 7310, "iops_max" : 8256, "iops_mean" : 8001.004167, "iops_stddev" : 145.911763, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.413667, "sys_cpu" : 8.162833, "ctx" : 4769417, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.015168, "100" : 0.561971, "250" : 0.052443, "500" : 0.010000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 0.000000, "100" : 0.501611, "250" : 98.857285, "500" : 0.010709, "750" : 0.010000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-4", "groupid" : 99, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-4", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "16" }, "read" : { "io_bytes" : 77611696, "io_kbytes" : 75792, "bw_bytes" : 129352, "bw" : 126, "iops" : 8084.538192, "runtime" : 600001, "total_ios" : 4850731, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 885, "max" : 2284550, "mean" : 123146.227243, "stddev" : 13051.612740, "N" : 4850731, "percentile" : { "0.500000" : 2024, "1.000000" : 105984, "10.000000" : 115200, "25.000000" : 117248, "50.000000" : 120320, "75.000000" : 132096, "90.000000" : 134144, "99.000000" : 142336, "99.500000" : 146432 } }, "lat_ns" : { "min" : 957, "max" : 2284622, "mean" : 123205.979780, "stddev" : 13052.687051, "N" : 4850731 }, "bw_min" : 118, "bw_max" : 129, "bw_agg" : 98.954790, "bw_mean" : 125.865721, "bw_dev" : 1.886022, "bw_samples" : 1199, "iops_min" : 7596, "iops_max" : 8300, "iops_mean" : 8086.669725, "iops_stddev" : 119.346178, "iops_samples" : 1199 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.990167, "sys_cpu" : 7.010500, "ctx" : 4820010, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.488215, "4" : 0.103407, "10" : 0.043004, "20" : 0.010000, "50" : 0.000000, "100" : 0.010000, "250" : 99.356716, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-4", "groupid" : 100, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-4", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "16" }, "read" : { "io_bytes" : 76847648, "io_kbytes" : 75046, "bw_bytes" : 128079, "bw" : 125, "iops" : 8004.949992, "runtime" : 600001, "total_ios" : 4802978, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1073, "max" : 287554, "mean" : 7721.959230, "stddev" : 1483.634173, "N" : 4802978 }, "clat_ns" : { "min" : 37, "max" : 1822285, "mean" : 116547.442478, "stddev" : 12776.201282, "N" : 4802978, "percentile" : { "0.500000" : 76, "1.000000" : 98816, "10.000000" : 109056, "25.000000" : 111104, "50.000000" : 113152, "75.000000" : 125440, "90.000000" : 128512, "99.000000" : 136192, "99.500000" : 140288 } }, "lat_ns" : { "min" : 1217, "max" : 1830480, "mean" : 124389.540922, "stddev" : 13232.156180, "N" : 4802978 }, "bw_min" : 112, "bw_max" : 128, "bw_agg" : 99.138813, "bw_mean" : 124.627500, "bw_dev" : 1.932664, "bw_samples" : 1200, "iops_min" : 7210, "iops_max" : 8230, "iops_mean" : 8006.810833, "iops_stddev" : 121.888832, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.377333, "sys_cpu" : 8.192000, "ctx" : 4773116, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.028108, "100" : 0.543496, "250" : 0.052280, "500" : 0.010000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.010000, "100" : 0.512807, "250" : 98.852608, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-5", "groupid" : 101, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-5", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "32" }, "read" : { "io_bytes" : 152996256, "io_kbytes" : 149410, "bw_bytes" : 254993, "bw" : 249, "iops" : 7968.541719, "runtime" : 600001, "total_ios" : 4781133, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 790, "max" : 2315242, "mean" : 124948.826548, "stddev" : 13638.066306, "N" : 4781133, "percentile" : { "0.500000" : 2024, "1.000000" : 107008, "10.000000" : 117248, "25.000000" : 119296, "50.000000" : 121344, "75.000000" : 134144, "90.000000" : 136192, "99.000000" : 148480, "99.500000" : 152576 } }, "lat_ns" : { "min" : 831, "max" : 2315312, "mean" : 125008.878963, "stddev" : 13639.515493, "N" : 4781133 }, "bw_min" : 226, "bw_max" : 257, "bw_agg" : 99.591753, "bw_mean" : 248.602500, "bw_dev" : 4.041836, "bw_samples" : 1200, "iops_min" : 7236, "iops_max" : 8240, "iops_mean" : 7970.379167, "iops_stddev" : 128.942625, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.949000, "sys_cpu" : 7.688167, "ctx" : 4751032, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.484320, "4" : 0.104013, "10" : 0.042605, "20" : 0.010000, "50" : 0.010000, "100" : 0.010000, "250" : 99.348062, "500" : 0.019159, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-5", "groupid" : 102, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-5", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "32" }, "read" : { "io_bytes" : 152126624, "io_kbytes" : 148561, "bw_bytes" : 253543, "bw" : 247, "iops" : 7923.248461, "runtime" : 600001, "total_ios" : 4753957, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1112, "max" : 288184, "mean" : 8153.834430, "stddev" : 1448.303519, "N" : 4753957 }, "clat_ns" : { "min" : 37, "max" : 2263512, "mean" : 117399.148390, "stddev" : 13273.693183, "N" : 4753957, "percentile" : { "0.500000" : 76, "1.000000" : 99840, "10.000000" : 110080, "25.000000" : 112128, "50.000000" : 114176, "75.000000" : 126464, "90.000000" : 128512, "99.000000" : 138240, "99.500000" : 144384 } }, "lat_ns" : { "min" : 1239, "max" : 2270229, "mean" : 125673.421017, "stddev" : 13722.679122, "N" : 4753957 }, "bw_min" : 229, "bw_max" : 254, "bw_agg" : 99.757438, "bw_mean" : 247.196831, "bw_dev" : 2.857136, "bw_samples" : 1199, "iops_min" : 7350, "iops_max" : 8152, "iops_mean" : 7925.288574, "iops_stddev" : 90.655672, "iops_samples" : 1199 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.419500, "sys_cpu" : 8.510000, "ctx" : 4724336, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.018532, "100" : 0.557325, "250" : 0.049874, "500" : 0.010000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.379116, "250" : 98.974686, "500" : 0.019205, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-6", "groupid" : 103, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-6", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "64" }, "read" : { "io_bytes" : 305483328, "io_kbytes" : 298323, "bw_bytes" : 509138, "bw" : 497, "iops" : 7955.281741, "runtime" : 600001, "total_ios" : 4773177, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 998, "max" : 1747714, "mean" : 125153.509301, "stddev" : 13547.478053, "N" : 4773177, "percentile" : { "0.500000" : 2040, "1.000000" : 108032, "10.000000" : 118272, "25.000000" : 119296, "50.000000" : 121344, "75.000000" : 134144, "90.000000" : 136192, "99.000000" : 146432, "99.500000" : 152576 } }, "lat_ns" : { "min" : 1064, "max" : 1748032, "mean" : 125213.057576, "stddev" : 13548.697548, "N" : 4773177 }, "bw_min" : 458, "bw_max" : 506, "bw_agg" : 99.757630, "bw_mean" : 496.883236, "bw_dev" : 6.758390, "bw_samples" : 1199, "iops_min" : 7330, "iops_max" : 8102, "iops_mean" : 7957.249374, "iops_stddev" : 108.127222, "iops_samples" : 1199 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.966500, "sys_cpu" : 7.681167, "ctx" : 4743230, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.480267, "4" : 0.106302, "10" : 0.042257, "20" : 0.010000, "50" : 0.000000, "100" : 0.010000, "250" : 99.348861, "500" : 0.020343, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-6", "groupid" : 104, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-6", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "64" }, "read" : { "io_bytes" : 303604608, "io_kbytes" : 296488, "bw_bytes" : 506006, "bw" : 494, "iops" : 7906.356823, "runtime" : 600001, "total_ios" : 4743822, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1002, "max" : 343960, "mean" : 8199.209728, "stddev" : 1447.237646, "N" : 4743822 }, "clat_ns" : { "min" : 37, "max" : 2128444, "mean" : 117628.274796, "stddev" : 13231.539154, "N" : 4743822, "percentile" : { "0.500000" : 74, "1.000000" : 99840, "10.000000" : 110080, "25.000000" : 112128, "50.000000" : 114176, "75.000000" : 126464, "90.000000" : 128512, "99.000000" : 138240, "99.500000" : 144384 } }, "lat_ns" : { "min" : 1150, "max" : 2135929, "mean" : 125948.455326, "stddev" : 13684.165601, "N" : 4743822 }, "bw_min" : 459, "bw_max" : 515, "bw_agg" : 99.767987, "bw_mean" : 493.824167, "bw_dev" : 6.452877, "bw_samples" : 1200, "iops_min" : 7348, "iops_max" : 8248, "iops_mean" : 7908.297500, "iops_stddev" : 103.233950, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.322167, "sys_cpu" : 8.640500, "ctx" : 4714226, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.028036, "100" : 0.548482, "250" : 0.049243, "500" : 0.010000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.000000, "20" : 0.010000, "50" : 0.010000, "100" : 0.351404, "250" : 99.003441, "500" : 0.018002, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-7", "groupid" : 105, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-7", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "128" }, "read" : { "io_bytes" : 618322560, "io_kbytes" : 603830, "bw_bytes" : 1030535, "bw" : 1006, "iops" : 8051.061582, "runtime" : 600001, "total_ios" : 4830645, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 772, "max" : 2247009, "mean" : 123661.678752, "stddev" : 13332.705160, "N" : 4830645, "percentile" : { "0.500000" : 2024, "1.000000" : 105984, "10.000000" : 116224, "25.000000" : 118272, "50.000000" : 120320, "75.000000" : 132096, "90.000000" : 136192, "99.000000" : 144384, "99.500000" : 148480 } }, "lat_ns" : { "min" : 809, "max" : 2247085, "mean" : 123721.363393, "stddev" : 13334.041223, "N" : 4830645 }, "bw_min" : 924, "bw_max" : 1035, "bw_agg" : 99.962059, "bw_mean" : 1006.250209, "bw_dev" : 16.215240, "bw_samples" : 1199, "iops_min" : 7394, "iops_max" : 8282, "iops_mean" : 8052.959967, "iops_stddev" : 129.695663, "iops_samples" : 1199 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.974833, "sys_cpu" : 7.216833, "ctx" : 4799893, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.483973, "4" : 0.110482, "10" : 0.043410, "20" : 0.010000, "50" : 0.000000, "100" : 0.010000, "250" : 99.350066, "500" : 0.010371, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-7", "groupid" : 106, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-7", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "128" }, "read" : { "io_bytes" : 614987776, "io_kbytes" : 600574, "bw_bytes" : 1024977, "bw" : 1000, "iops" : 8007.639987, "runtime" : 600001, "total_ios" : 4804592, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1234, "max" : 247424, "mean" : 7638.698339, "stddev" : 1457.265926, "N" : 4804592 }, "clat_ns" : { "min" : 37, "max" : 2359514, "mean" : 116597.208268, "stddev" : 12783.359566, "N" : 4804592, "percentile" : { "0.500000" : 77, "1.000000" : 98816, "10.000000" : 109056, "25.000000" : 111104, "50.000000" : 113152, "75.000000" : 125440, "90.000000" : 128512, "99.000000" : 136192, "99.500000" : 138240 } }, "lat_ns" : { "min" : 1361, "max" : 2366892, "mean" : 124352.824178, "stddev" : 13227.288243, "N" : 4804592 }, "bw_min" : 858, "bw_max" : 1028, "bw_agg" : 99.904681, "bw_mean" : 1000.830000, "bw_dev" : 16.362280, "bw_samples" : 1200, "iops_min" : 6867, "iops_max" : 8226, "iops_mean" : 8009.692500, "iops_stddev" : 130.771578, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.434500, "sys_cpu" : 8.052667, "ctx" : 4774289, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.022541, "100" : 0.555573, "250" : 0.054219, "500" : 0.010000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.501395, "250" : 98.857218, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-8", "groupid" : 107, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-8", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "256" }, "read" : { "io_bytes" : 1233390848, "io_kbytes" : 1204483, "bw_bytes" : 2055647, "bw" : 2007, "iops" : 8029.874950, "runtime" : 600001, "total_ios" : 4817933, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 938, "max" : 1718972, "mean" : 123982.908019, "stddev" : 13415.309143, "N" : 4817933, "percentile" : { "0.500000" : 2064, "1.000000" : 105984, "10.000000" : 116224, "25.000000" : 118272, "50.000000" : 121344, "75.000000" : 132096, "90.000000" : 136192, "99.000000" : 146432, "99.500000" : 150528 } }, "lat_ns" : { "min" : 978, "max" : 1719075, "mean" : 124042.431485, "stddev" : 13416.634368, "N" : 4817933 }, "bw_min" : 1824, "bw_max" : 2075, "bw_agg" : 99.976698, "bw_mean" : 2007.801501, "bw_dev" : 38.261781, "bw_samples" : 1199, "iops_min" : 7296, "iops_max" : 8300, "iops_mean" : 8032.230192, "iops_stddev" : 153.029639, "iops_samples" : 1199 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.010000, "sys_cpu" : 7.263833, "ctx" : 4787544, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.467898, "4" : 0.121110, "10" : 0.042902, "20" : 0.010000, "50" : 0.010000, "100" : 0.010000, "250" : 99.351423, "500" : 0.015131, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-8", "groupid" : 108, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-8", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "256" }, "read" : { "io_bytes" : 1223904256, "io_kbytes" : 1195219, "bw_bytes" : 2039837, "bw" : 1992, "iops" : 7968.113386, "runtime" : 600001, "total_ios" : 4780876, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1302, "max" : 311700, "mean" : 7893.318444, "stddev" : 1533.757147, "N" : 4780876 }, "clat_ns" : { "min" : 37, "max" : 2228424, "mean" : 116946.076685, "stddev" : 13046.128938, "N" : 4780876, "percentile" : { "0.500000" : 75, "1.000000" : 99840, "10.000000" : 110080, "25.000000" : 111104, "50.000000" : 114176, "75.000000" : 126464, "90.000000" : 128512, "99.000000" : 136192, "99.500000" : 140288 } }, "lat_ns" : { "min" : 1402, "max" : 2237508, "mean" : 124961.250619, "stddev" : 13523.190694, "N" : 4780876 }, "bw_min" : 1801, "bw_max" : 2058, "bw_agg" : 99.998578, "bw_mean" : 1992.303333, "bw_dev" : 33.697120, "bw_samples" : 1200, "iops_min" : 7204, "iops_max" : 8234, "iops_mean" : 7970.279167, "iops_stddev" : 134.706066, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.390167, "sys_cpu" : 8.356167, "ctx" : 4750579, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.023636, "100" : 0.558852, "250" : 0.053630, "500" : 0.010000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.010000, "20" : 0.000000, "50" : 0.010000, "100" : 0.441969, "250" : 98.907962, "500" : 0.012906, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-9", "groupid" : 109, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-9", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "512" }, "read" : { "io_bytes" : 2470137856, "io_kbytes" : 2412244, "bw_bytes" : 4116889, "bw" : 4020, "iops" : 8040.799932, "runtime" : 600001, "total_ios" : 4824488, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 880, "max" : 2427260, "mean" : 123820.593478, "stddev" : 13330.462263, "N" : 4824488, "percentile" : { "0.500000" : 2096, "1.000000" : 105984, "10.000000" : 116224, "25.000000" : 118272, "50.000000" : 121344, "75.000000" : 132096, "90.000000" : 136192, "99.000000" : 144384, "99.500000" : 150528 } }, "lat_ns" : { "min" : 925, "max" : 2427344, "mean" : 123880.662747, "stddev" : 13331.718416, "N" : 4824488 }, "bw_min" : 3717, "bw_max" : 4148, "bw_agg" : 100.000000, "bw_mean" : 4021.445833, "bw_dev" : 67.957933, "bw_samples" : 1200, "iops_min" : 7434, "iops_max" : 8296, "iops_mean" : 8042.935833, "iops_stddev" : 135.868025, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.960667, "sys_cpu" : 7.261667, "ctx" : 4793966, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.456235, "4" : 0.134584, "10" : 0.042989, "20" : 0.010000, "50" : 0.000000, "100" : 0.010000, "250" : 99.351641, "500" : 0.013203, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-9", "groupid" : 110, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-9", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "512" }, "read" : { "io_bytes" : 2453025792, "io_kbytes" : 2395533, "bw_bytes" : 4088369, "bw" : 3992, "iops" : 7985.096692, "runtime" : 600001, "total_ios" : 4791066, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1204, "max" : 220332, "mean" : 7847.335859, "stddev" : 1480.759325, "N" : 4791066 }, "clat_ns" : { "min" : 37, "max" : 2130627, "mean" : 116740.944166, "stddev" : 12965.113772, "N" : 4791066, "percentile" : { "0.500000" : 74, "1.000000" : 99840, "10.000000" : 110080, "25.000000" : 111104, "50.000000" : 113152, "75.000000" : 126464, "90.000000" : 128512, "99.000000" : 136192, "99.500000" : 140288 } }, "lat_ns" : { "min" : 1353, "max" : 2138170, "mean" : 124706.763424, "stddev" : 13428.879149, "N" : 4791066 }, "bw_min" : 3672, "bw_max" : 4120, "bw_agg" : 100.000000, "bw_mean" : 3993.547500, "bw_dev" : 62.298103, "bw_samples" : 1200, "iops_min" : 7344, "iops_max" : 8240, "iops_mean" : 7987.167500, "iops_stddev" : 124.546019, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.399667, "sys_cpu" : 8.281833, "ctx" : 4760721, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.029764, "100" : 0.554553, "250" : 0.051346, "500" : 0.010000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.462465, "250" : 98.889308, "500" : 0.011584, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-10", "groupid" : 111, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-10", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "1024" }, "read" : { "io_bytes" : 4944133120, "io_kbytes" : 4828255, "bw_bytes" : 8240208, "bw" : 8047, "iops" : 8047.078255, "runtime" : 600001, "total_ios" : 4828255, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 866, "max" : 3669173, "mean" : 123721.600379, "stddev" : 13332.234871, "N" : 4828255, "percentile" : { "0.500000" : 2192, "1.000000" : 105984, "10.000000" : 116224, "25.000000" : 118272, "50.000000" : 121344, "75.000000" : 132096, "90.000000" : 136192, "99.000000" : 144384, "99.500000" : 148480 } }, "lat_ns" : { "min" : 923, "max" : 3669219, "mean" : 123780.768170, "stddev" : 13333.608967, "N" : 4828255 }, "bw_min" : 7410, "bw_max" : 8316, "bw_agg" : 100.000000, "bw_mean" : 8049.306922, "bw_dev" : 136.003772, "bw_samples" : 1199, "iops_min" : 7410, "iops_max" : 8316, "iops_mean" : 8049.310259, "iops_stddev" : 136.001542, "iops_samples" : 1199 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.960500, "sys_cpu" : 7.228500, "ctx" : 4797948, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.374566, "4" : 0.211712, "10" : 0.042666, "20" : 0.010000, "50" : 0.010000, "100" : 0.010000, "250" : 99.355523, "500" : 0.013690, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-10", "groupid" : 112, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-10", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "1024" }, "read" : { "io_bytes" : 4888281088, "io_kbytes" : 4773712, "bw_bytes" : 8147121, "bw" : 7956, "iops" : 7956.173406, "runtime" : 600001, "total_ios" : 4773712, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1417, "max" : 2148559, "mean" : 7975.194199, "stddev" : 2004.009881, "N" : 4773712 }, "clat_ns" : { "min" : 37, "max" : 3636137, "mean" : 117054.413556, "stddev" : 13080.255872, "N" : 4773712, "percentile" : { "0.500000" : 77, "1.000000" : 99840, "10.000000" : 110080, "25.000000" : 111104, "50.000000" : 114176, "75.000000" : 126464, "90.000000" : 128512, "99.000000" : 138240, "99.500000" : 142336 } }, "lat_ns" : { "min" : 1520, "max" : 3643089, "mean" : 125152.408239, "stddev" : 13611.800906, "N" : 4773712 }, "bw_min" : 7288, "bw_max" : 8230, "bw_agg" : 100.000000, "bw_mean" : 7958.275833, "bw_dev" : 143.824236, "bw_samples" : 1200, "iops_min" : 7288, "iops_max" : 8230, "iops_mean" : 7958.277500, "iops_stddev" : 143.825752, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.415500, "sys_cpu" : 8.420667, "ctx" : 4743921, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.030836, "100" : 0.544356, "250" : 0.051176, "500" : 0.010000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.010000, "20" : 0.000000, "50" : 0.010000, "100" : 0.441355, "250" : 98.917425, "500" : 0.013847, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-11", "groupid" : 113, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-11", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "2048" }, "read" : { "io_bytes" : 9834688512, "io_kbytes" : 9604188, "bw_bytes" : 16391120, "bw" : 16006, "iops" : 8003.476661, "runtime" : 600001, "total_ios" : 4802094, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 950, "max" : 1798484, "mean" : 124395.165490, "stddev" : 13571.858800, "N" : 4802094, "percentile" : { "0.500000" : 2320, "1.000000" : 107008, "10.000000" : 116224, "25.000000" : 118272, "50.000000" : 121344, "75.000000" : 134144, "90.000000" : 136192, "99.000000" : 146432, "99.500000" : 152576 } }, "lat_ns" : { "min" : 1018, "max" : 1798591, "mean" : 124456.118697, "stddev" : 13573.535555, "N" : 4802094 }, "bw_min" : 14448, "bw_max" : 16588, "bw_agg" : 100.000000, "bw_mean" : 16011.723333, "bw_dev" : 319.814080, "bw_samples" : 1200, "iops_min" : 7224, "iops_max" : 8294, "iops_mean" : 8005.839167, "iops_stddev" : 159.919751, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.018167, "sys_cpu" : 7.515333, "ctx" : 4771755, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.278358, "4" : 0.310948, "10" : 0.043544, "20" : 0.010000, "50" : 0.000000, "100" : 0.010000, "250" : 99.347847, "500" : 0.017492, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-11", "groupid" : 114, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-11", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "2048" }, "read" : { "io_bytes" : 9872838656, "io_kbytes" : 9641444, "bw_bytes" : 16454703, "bw" : 16069, "iops" : 8034.523276, "runtime" : 600001, "total_ios" : 4820722, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1258, "max" : 128724, "mean" : 7547.213018, "stddev" : 1457.503731, "N" : 4820722 }, "clat_ns" : { "min" : 37, "max" : 2067983, "mean" : 116252.756842, "stddev" : 12671.086213, "N" : 4820722, "percentile" : { "0.500000" : 77, "1.000000" : 98816, "10.000000" : 109056, "25.000000" : 111104, "50.000000" : 113152, "75.000000" : 125440, "90.000000" : 128512, "99.000000" : 134144, "99.500000" : 138240 } }, "lat_ns" : { "min" : 1375, "max" : 2075333, "mean" : 123920.961833, "stddev" : 13091.984627, "N" : 4820722 }, "bw_min" : 14932, "bw_max" : 16496, "bw_agg" : 100.000000, "bw_mean" : 16073.514167, "bw_dev" : 236.752215, "bw_samples" : 1200, "iops_min" : 7466, "iops_max" : 8248, "iops_mean" : 8036.743333, "iops_stddev" : 118.391510, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.452833, "sys_cpu" : 8.019833, "ctx" : 4790571, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.032132, "100" : 0.542471, "250" : 0.052357, "500" : 0.010000, "750" : 0.000000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.552801, "250" : 98.813518, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-12", "groupid" : 115, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-12", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "4096" }, "read" : { "io_bytes" : 19827224576, "io_kbytes" : 19362524, "bw_bytes" : 33045319, "bw" : 32270, "iops" : 8067.704887, "runtime" : 600001, "total_ios" : 4840631, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 1010, "max" : 2300835, "mean" : 123402.264662, "stddev" : 13048.475386, "N" : 4840631, "percentile" : { "0.500000" : 2416, "1.000000" : 105984, "10.000000" : 116224, "25.000000" : 117248, "50.000000" : 120320, "75.000000" : 132096, "90.000000" : 136192, "99.000000" : 144384, "99.500000" : 148480 } }, "lat_ns" : { "min" : 1063, "max" : 2300907, "mean" : 123461.903045, "stddev" : 13049.756989, "N" : 4840631 }, "bw_min" : 29056, "bw_max" : 33144, "bw_agg" : 100.000000, "bw_mean" : 32281.055880, "bw_dev" : 574.881501, "bw_samples" : 1199, "iops_min" : 7264, "iops_max" : 8286, "iops_mean" : 8070.228524, "iops_stddev" : 143.732586, "iops_samples" : 1199 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.014500, "sys_cpu" : 7.143333, "ctx" : 4810325, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.196669, "4" : 0.385714, "10" : 0.044932, "20" : 0.010000, "50" : 0.000000, "100" : 0.010000, "250" : 99.363492, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-12", "groupid" : 116, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-12", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "4096" }, "read" : { "io_bytes" : 19593928704, "io_kbytes" : 19134696, "bw_bytes" : 32656493, "bw" : 31891, "iops" : 7972.776712, "runtime" : 600001, "total_ios" : 4783674, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1278, "max" : 267421, "mean" : 7761.629369, "stddev" : 1499.681964, "N" : 4783674 }, "clat_ns" : { "min" : 37, "max" : 1910386, "mean" : 117008.761272, "stddev" : 12978.368373, "N" : 4783674, "percentile" : { "0.500000" : 75, "1.000000" : 99840, "10.000000" : 110080, "25.000000" : 111104, "50.000000" : 114176, "75.000000" : 126464, "90.000000" : 128512, "99.000000" : 136192, "99.500000" : 140288 } }, "lat_ns" : { "min" : 1408, "max" : 1917527, "mean" : 124890.651976, "stddev" : 13416.999361, "N" : 4783674 }, "bw_min" : 28912, "bw_max" : 32872, "bw_agg" : 100.000000, "bw_mean" : 31900.106667, "bw_dev" : 579.414231, "bw_samples" : 1200, "iops_min" : 7228, "iops_max" : 8218, "iops_mean" : 7974.978333, "iops_stddev" : 144.874221, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.421333, "sys_cpu" : 8.353000, "ctx" : 4753606, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.021427, "100" : 0.557856, "250" : 0.051718, "500" : 0.010000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.010000, "100" : 0.434833, "250" : 98.922836, "500" : 0.010390, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-12", "groupid" : 117, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-12", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "4096" }, "read" : { "io_bytes" : 19944218624, "io_kbytes" : 19476776, "bw_bytes" : 33240308, "bw" : 32461, "iops" : 8115.309808, "runtime" : 600001, "total_ios" : 4869194, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 3411, "max" : 87328, "mean" : 5244.684699, "stddev" : 1200.693070, "N" : 4869194 }, "clat_ns" : { "min" : 53377, "max" : 1983409, "mean" : 117379.571171, "stddev" : 9065.460022, "N" : 4869194, "percentile" : { "0.500000" : 99840, "1.000000" : 102912, "10.000000" : 109056, "25.000000" : 111104, "50.000000" : 113152, "75.000000" : 125440, "90.000000" : 128512, "99.000000" : 136192, "99.500000" : 140288 } }, "lat_ns" : { "min" : 93446, "max" : 1988397, "mean" : 122732.334515, "stddev" : 9285.181565, "N" : 4869194 }, "bw_min" : 29736, "bw_max" : 33536, "bw_agg" : 100.000000, "bw_mean" : 32468.861667, "bw_dev" : 728.749642, "bw_samples" : 1200, "iops_min" : 7434, "iops_max" : 8384, "iops_mean" : 8117.183333, "iops_stddev" : 182.178884, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.372333, "sys_cpu" : 5.860000, "ctx" : 4869230, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.520784, "250" : 99.469070, "500" : 0.010000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-13", "groupid" : 118, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-13", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "8192" }, "read" : { "io_bytes" : 34110889984, "io_kbytes" : 33311416, "bw_bytes" : 56851388, "bw" : 55518, "iops" : 6939.866767, "runtime" : 600001, "total_ios" : 4163927, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 1385, "max" : 2364864, "mean" : 143537.730186, "stddev" : 18026.093319, "N" : 4163927, "percentile" : { "0.500000" : 2896, "1.000000" : 124416, "10.000000" : 136192, "25.000000" : 138240, "50.000000" : 140288, "75.000000" : 152576, "90.000000" : 154624, "99.000000" : 177152, "99.500000" : 205824 } }, "lat_ns" : { "min" : 1463, "max" : 2364907, "mean" : 143600.303344, "stddev" : 18027.751232, "N" : 4163927 }, "bw_min" : 50464, "bw_max" : 57200, "bw_agg" : 100.000000, "bw_mean" : 55535.826667, "bw_dev" : 933.574818, "bw_samples" : 1200, "iops_min" : 6308, "iops_max" : 7150, "iops_mean" : 6941.913333, "iops_stddev" : 116.715936, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.857833, "sys_cpu" : 7.568500, "ctx" : 4131241, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.010000, "4" : 0.680127, "10" : 0.106558, "20" : 0.010000, "50" : 0.010000, "100" : 0.000000, "250" : 99.142612, "500" : 0.065611, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-13", "groupid" : 119, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-13", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "8192" }, "read" : { "io_bytes" : 33990443008, "io_kbytes" : 33193792, "bw_bytes" : 56650643, "bw" : 55322, "iops" : 6915.361808, "runtime" : 600001, "total_ios" : 4149224, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1914, "max" : 398230, "mean" : 9013.345829, "stddev" : 1751.876930, "N" : 4149224 }, "clat_ns" : { "min" : 37, "max" : 2630632, "mean" : 134922.055667, "stddev" : 16316.586053, "N" : 4149224, "percentile" : { "0.500000" : 71, "1.000000" : 116224, "10.000000" : 127488, "25.000000" : 128512, "50.000000" : 132096, "75.000000" : 144384, "90.000000" : 146432, "99.000000" : 162816, "99.500000" : 195584 } }, "lat_ns" : { "min" : 2058, "max" : 2639167, "mean" : 144056.064526, "stddev" : 16856.082052, "N" : 4149224 }, "bw_min" : 50976, "bw_max" : 56944, "bw_agg" : 100.000000, "bw_mean" : 55340.595000, "bw_dev" : 1004.666613, "bw_samples" : 1200, "iops_min" : 6372, "iops_max" : 7118, "iops_mean" : 6917.489167, "iops_stddev" : 125.601392, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.244833, "sys_cpu" : 8.464333, "ctx" : 4116375, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.011978, "100" : 0.695696, "250" : 0.085655, "500" : 0.010000, "750" : 0.010000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 0.000000, "100" : 0.010000, "250" : 99.179075, "500" : 0.026149, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-13", "groupid" : 120, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-13", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "8192" }, "read" : { "io_bytes" : 34424152064, "io_kbytes" : 33617336, "bw_bytes" : 57373491, "bw" : 56028, "iops" : 7003.599994, "runtime" : 600001, "total_ios" : 4202167, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 3592, "max" : 78898, "mean" : 5723.320614, "stddev" : 1356.696413, "N" : 4202167 }, "clat_ns" : { "min" : 86256, "max" : 2362374, "mean" : 136416.002432, "stddev" : 11257.820976, "N" : 4202167, "percentile" : { "0.500000" : 118272, "1.000000" : 121344, "10.000000" : 127488, "25.000000" : 129536, "50.000000" : 132096, "75.000000" : 144384, "90.000000" : 146432, "99.000000" : 164864, "99.500000" : 195584 } }, "lat_ns" : { "min" : 112752, "max" : 2367743, "mean" : 142252.336047, "stddev" : 11534.797068, "N" : 4202167 }, "bw_min" : 51072, "bw_max" : 58064, "bw_agg" : 100.000000, "bw_mean" : 56042.288333, "bw_dev" : 1431.450796, "bw_samples" : 1200, "iops_min" : 6384, "iops_max" : 7258, "iops_mean" : 7005.238333, "iops_stddev" : 178.943675, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.312833, "sys_cpu" : 5.802000, "ctx" : 4202215, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.010000, "250" : 99.972871, "500" : 0.026201, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-14", "groupid" : 121, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-14", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "16384" }, "read" : { "io_bytes" : 55167418368, "io_kbytes" : 53874432, "bw_bytes" : 91945544, "bw" : 89790, "iops" : 5611.910647, "runtime" : 600001, "total_ios" : 3367152, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 2353, "max" : 2993120, "mean" : 177599.550880, "stddev" : 22066.882497, "N" : 3367152, "percentile" : { "0.500000" : 4256, "1.000000" : 156672, "10.000000" : 168960, "25.000000" : 171008, "50.000000" : 175104, "75.000000" : 185344, "90.000000" : 191488, "99.000000" : 248832, "99.500000" : 264192 } }, "lat_ns" : { "min" : 2405, "max" : 2993206, "mean" : 177665.352882, "stddev" : 22071.291213, "N" : 3367152 }, "bw_min" : 85002, "bw_max" : 92544, "bw_agg" : 100.000000, "bw_mean" : 89818.780833, "bw_dev" : 1240.555656, "bw_samples" : 1200, "iops_min" : 5312, "iops_max" : 5784, "iops_mean" : 5613.639167, "iops_stddev" : 77.531014, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.717500, "sys_cpu" : 8.018667, "ctx" : 3337548, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.362205, "10" : 0.512956, "20" : 0.010000, "50" : 0.010000, "100" : 0.010000, "250" : 98.149504, "500" : 0.967049, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-14", "groupid" : 122, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-14", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "16384" }, "read" : { "io_bytes" : 54704472064, "io_kbytes" : 53422336, "bw_bytes" : 91173968, "bw" : 89037, "iops" : 5564.817392, "runtime" : 600001, "total_ios" : 3338896, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 2380, "max" : 302155, "mean" : 12070.983230, "stddev" : 2657.959820, "N" : 3338896 }, "clat_ns" : { "min" : 38, "max" : 2514928, "mean" : 166917.729213, "stddev" : 21316.596204, "N" : 3338896, "percentile" : { "0.500000" : 71, "1.000000" : 146432, "10.000000" : 158720, "25.000000" : 160768, "50.000000" : 162816, "75.000000" : 175104, "90.000000" : 179200, "99.000000" : 238592, "99.500000" : 250880 } }, "lat_ns" : { "min" : 2529, "max" : 2527880, "mean" : 179114.722795, "stddev" : 22167.682543, "N" : 3338896 }, "bw_min" : 81056, "bw_max" : 91895, "bw_agg" : 100.000000, "bw_mean" : 89063.223333, "bw_dev" : 1296.879793, "bw_samples" : 1200, "iops_min" : 5066, "iops_max" : 5743, "iops_mean" : 5566.421667, "iops_stddev" : 81.062938, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.003333, "sys_cpu" : 8.963667, "ctx" : 3309333, "majf" : 0, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.010572, "100" : 0.772830, "250" : 0.102968, "500" : 0.010000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.010000, "250" : 98.592499, "500" : 0.516937, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-14", "groupid" : 123, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-14", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "16384" }, "read" : { "io_bytes" : 56352391168, "io_kbytes" : 55031632, "bw_bytes" : 93920495, "bw" : 91719, "iops" : 5732.452113, "runtime" : 600001, "total_ios" : 3439477, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 3582, "max" : 359892, "mean" : 6171.984878, "stddev" : 1907.577275, "N" : 3439477 }, "clat_ns" : { "min" : 110590, "max" : 2301210, "mean" : 167600.910649, "stddev" : 14224.058242, "N" : 3439477, "percentile" : { "0.500000" : 148480, "1.000000" : 150528, "10.000000" : 156672, "25.000000" : 158720, "50.000000" : 162816, "75.000000" : 175104, "90.000000" : 179200, "99.000000" : 236544, "99.500000" : 250880 } }, "lat_ns" : { "min" : 143199, "max" : 2307910, "mean" : 173890.019809, "stddev" : 14595.454403, "N" : 3439477 }, "bw_min" : 84320, "bw_max" : 95200, "bw_agg" : 100.000000, "bw_mean" : 91740.496667, "bw_dev" : 1659.424946, "bw_samples" : 1200, "iops_min" : 5270, "iops_max" : 5948, "iops_mean" : 5733.725000, "iops_stddev" : 103.711963, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.089500, "sys_cpu" : 4.917000, "ctx" : 3439494, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 99.478206, "500" : 0.520079, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-15", "groupid" : 124, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-15", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "32768" }, "read" : { "io_bytes" : 99332161536, "io_kbytes" : 97004064, "bw_bytes" : 165549739, "bw" : 161669, "iops" : 5052.177116, "runtime" : 600014, "total_ios" : 3031377, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 3439, "max" : 2451091, "mean" : 197203.742066, "stddev" : 33261.631914, "N" : 3031377, "percentile" : { "0.500000" : 8096, "1.000000" : 162816, "10.000000" : 177152, "25.000000" : 181248, "50.000000" : 191488, "75.000000" : 203776, "90.000000" : 238592, "99.000000" : 292864, "99.500000" : 305152 } }, "lat_ns" : { "min" : 3496, "max" : 2451137, "mean" : 197281.158032, "stddev" : 33271.877714, "N" : 3031377 }, "bw_min" : 150912, "bw_max" : 174336, "bw_agg" : 100.000000, "bw_mean" : 161728.532500, "bw_dev" : 4006.697721, "bw_samples" : 1200, "iops_min" : 4716, "iops_max" : 5448, "iops_mean" : 5053.935000, "iops_stddev" : 125.228355, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600017, "usr_cpu" : 0.765478, "sys_cpu" : 11.378011, "ctx" : 3002933, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.861292, "20" : 0.060402, "50" : 0.021080, "100" : 0.000000, "250" : 90.964964, "500" : 8.089558, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-15", "groupid" : 125, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-15", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "32768" }, "read" : { "io_bytes" : 99838361600, "io_kbytes" : 97498400, "bw_bytes" : 166396992, "bw" : 162497, "iops" : 5078.033203, "runtime" : 600001, "total_ios" : 3046825, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 3342, "max" : 1100671, "mean" : 17545.828969, "stddev" : 5503.367043, "N" : 3046825 }, "clat_ns" : { "min" : 39, "max" : 2364879, "mean" : 178559.254161, "stddev" : 31265.386383, "N" : 3046825, "percentile" : { "0.500000" : 81, "1.000000" : 148480, "10.000000" : 160768, "25.000000" : 162816, "50.000000" : 171008, "75.000000" : 183296, "90.000000" : 218112, "99.000000" : 272384, "99.500000" : 280576 } }, "lat_ns" : { "min" : 3559, "max" : 2381115, "mean" : 196245.637427, "stddev" : 32902.891419, "N" : 3046825 }, "bw_min" : 145984, "bw_max" : 173184, "bw_agg" : 100.000000, "bw_mean" : 162550.225833, "bw_dev" : 4267.126529, "bw_samples" : 1200, "iops_min" : 4562, "iops_max" : 5412, "iops_mean" : 5079.631667, "iops_stddev" : 133.351984, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600013, "usr_cpu" : 0.966312, "sys_cpu" : 11.813244, "ctx" : 3018580, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.010000, "100" : 0.733485, "250" : 0.181336, "500" : 0.013293, "750" : 0.010000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.010000, "20" : 0.010000, "50" : 0.000000, "100" : 0.000000, "250" : 95.280694, "500" : 3.783709, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-15", "groupid" : 126, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-15", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "32768" }, "read" : { "io_bytes" : 106779181056, "io_kbytes" : 104276544, "bw_bytes" : 177965005, "bw" : 173793, "iops" : 5431.060948, "runtime" : 600001, "total_ios" : 3258642, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 3899, "max" : 111301, "mean" : 6513.937634, "stddev" : 3157.346402, "N" : 3258642 }, "clat_ns" : { "min" : 112753, "max" : 1918640, "mean" : 176827.797294, "stddev" : 25196.104114, "N" : 3258642, "percentile" : { "0.500000" : 150528, "1.000000" : 154624, "10.000000" : 158720, "25.000000" : 160768, "50.000000" : 168960, "75.000000" : 181248, "90.000000" : 209920, "99.000000" : 268288, "99.500000" : 276480 } }, "lat_ns" : { "min" : 144709, "max" : 1930006, "mean" : 183477.407886, "stddev" : 25839.302886, "N" : 3258642 }, "bw_min" : 158464, "bw_max" : 183936, "bw_agg" : 100.000000, "bw_mean" : 173836.151667, "bw_dev" : 3990.737508, "bw_samples" : 1200, "iops_min" : 4952, "iops_max" : 5748, "iops_mean" : 5432.318333, "iops_stddev" : 124.729139, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.107667, "sys_cpu" : 4.821833, "ctx" : 3258680, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 96.802963, "500" : 3.195994, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-16", "groupid" : 127, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-16", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "65536" }, "read" : { "io_bytes" : 155776319488, "io_kbytes" : 152125312, "bw_bytes" : 259621141, "bw" : 253536, "iops" : 3961.504232, "runtime" : 600014, "total_ios" : 2376958, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 7744, "max" : 3151755, "mean" : 251522.212422, "stddev" : 50787.507341, "N" : 2376958, "percentile" : { "0.500000" : 12864, "1.000000" : 183296, "10.000000" : 197632, "25.000000" : 211968, "50.000000" : 257024, "75.000000" : 284672, "90.000000" : 309248, "99.000000" : 362496, "99.500000" : 374784 } }, "lat_ns" : { "min" : 7808, "max" : 3151820, "mean" : 251615.539127, "stddev" : 50800.265399, "N" : 2376958 }, "bw_min" : 226560, "bw_max" : 273280, "bw_agg" : 100.000000, "bw_mean" : 253643.640000, "bw_dev" : 10819.322744, "bw_samples" : 1200, "iops_min" : 3540, "iops_max" : 4270, "iops_mean" : 3963.116667, "iops_stddev" : 169.062858, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600013, "usr_cpu" : 0.634486, "sys_cpu" : 15.153172, "ctx" : 2355417, "majf" : 1, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.010000, "20" : 0.812762, "50" : 0.113843, "100" : 0.010000, "250" : 45.835349, "500" : 53.210027, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.017039, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-16", "groupid" : 128, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-16", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "65536" }, "read" : { "io_bytes" : 148634468352, "io_kbytes" : 145150848, "bw_bytes" : 247723701, "bw" : 241917, "iops" : 3779.963700, "runtime" : 600001, "total_ios" : 2267982, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 8099, "max" : 1205640, "mean" : 31957.231596, "stddev" : 17766.170075, "N" : 2267982 }, "clat_ns" : { "min" : 47, "max" : 2130390, "mean" : 231392.802987, "stddev" : 46229.790770, "N" : 2267982, "percentile" : { "0.500000" : 114, "1.000000" : 160768, "10.000000" : 177152, "25.000000" : 191488, "50.000000" : 246784, "75.000000" : 259072, "90.000000" : 280576, "99.000000" : 321536, "99.500000" : 329728 } }, "lat_ns" : { "min" : 8286, "max" : 2175732, "mean" : 263526.265809, "stddev" : 50644.429617, "N" : 2267982 }, "bw_min" : 226048, "bw_max" : 268160, "bw_agg" : 100.000000, "bw_mean" : 242018.188333, "bw_dev" : 8249.515537, "bw_samples" : 1200, "iops_min" : 3532, "iops_max" : 4190, "iops_mean" : 3781.449167, "iops_stddev" : 128.904937, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600021, "usr_cpu" : 0.936801, "sys_cpu" : 16.209766, "ctx" : 2247515, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.010000, "100" : 0.246739, "250" : 0.585058, "500" : 0.091888, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.010000, "20" : 0.010000, "50" : 0.010000, "100" : 0.000000, "250" : 53.054830, "500" : 46.009272, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-16", "groupid" : 129, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-16", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "65536" }, "read" : { "io_bytes" : 171275386880, "io_kbytes" : 167261120, "bw_bytes" : 285458502, "bw" : 278768, "iops" : 4355.751074, "runtime" : 600001, "total_ios" : 2613455, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 4195, "max" : 370871, "mean" : 8458.320394, "stddev" : 5120.483982, "N" : 2613455 }, "clat_ns" : { "min" : 181, "max" : 2384677, "mean" : 220092.594847, "stddev" : 39718.835552, "N" : 2613455, "percentile" : { "0.500000" : 160768, "1.000000" : 162816, "10.000000" : 168960, "25.000000" : 183296, "50.000000" : 226304, "75.000000" : 248832, "90.000000" : 272384, "99.000000" : 309248, "99.500000" : 321536 } }, "lat_ns" : { "min" : 151070, "max" : 2391671, "mean" : 228720.409750, "stddev" : 40625.861797, "N" : 2613455 }, "bw_min" : 254464, "bw_max" : 304768, "bw_agg" : 100.000000, "bw_mean" : 278850.741667, "bw_dev" : 11136.830861, "bw_samples" : 1200, "iops_min" : 3976, "iops_max" : 4762, "iops_mean" : 4356.975833, "iops_stddev" : 174.014519, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 1.169333, "sys_cpu" : 5.101333, "ctx" : 2613483, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 75.480504, "500" : 24.515823, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-17", "groupid" : 130, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-17", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "131072" }, "read" : { "io_bytes" : 240828940288, "io_kbytes" : 235184512, "bw_bytes" : 401374208, "bw" : 391967, "iops" : 3062.242192, "runtime" : 600011, "total_ios" : 1837379, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 6996, "max" : 3467144, "mean" : 325633.708351, "stddev" : 52388.156739, "N" : 1837379, "percentile" : { "0.500000" : 23168, "1.000000" : 224256, "10.000000" : 280576, "25.000000" : 305152, "50.000000" : 329728, "75.000000" : 350208, "90.000000" : 374784, "99.000000" : 423936, "99.500000" : 440320 } }, "lat_ns" : { "min" : 7029, "max" : 3467242, "mean" : 325727.521330, "stddev" : 52399.896272, "N" : 1837379 }, "bw_min" : 371456, "bw_max" : 430336, "bw_agg" : 100.000000, "bw_mean" : 392136.012500, "bw_dev" : 11265.950316, "bw_samples" : 1200, "iops_min" : 2902, "iops_max" : 3362, "iops_mean" : 3063.478333, "iops_stddev" : 88.048301, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600011, "usr_cpu" : 0.504157, "sys_cpu" : 20.548457, "ctx" : 1822390, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.010000, "20" : 0.010000, "50" : 0.866615, "100" : 0.021280, "250" : 3.473426, "500" : 95.431373, "750" : 0.133505, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.063514, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-17", "groupid" : 131, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-17", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "131072" }, "read" : { "io_bytes" : 239101935616, "io_kbytes" : 233497984, "bw_bytes" : 398502561, "bw" : 389162, "iops" : 3040.331599, "runtime" : 600001, "total_ios" : 1824202, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 14801, "max" : 1237687, "mean" : 50929.217641, "stddev" : 29676.141006, "N" : 1824203 }, "clat_ns" : { "min" : 46, "max" : 2405188, "mean" : 276860.241344, "stddev" : 41937.749780, "N" : 1824202, "percentile" : { "0.500000" : 121, "1.000000" : 183296, "10.000000" : 238592, "25.000000" : 264192, "50.000000" : 284672, "75.000000" : 292864, "90.000000" : 321536, "99.000000" : 346112, "99.500000" : 354304 } }, "lat_ns" : { "min" : 15726, "max" : 2448457, "mean" : 327962.096292, "stddev" : 52961.149010, "N" : 1824202 }, "bw_min" : 364288, "bw_max" : 421376, "bw_agg" : 100.000000, "bw_mean" : 389297.067500, "bw_dev" : 11355.754702, "bw_samples" : 1200, "iops_min" : 2846, "iops_max" : 3292, "iops_mean" : 3041.296667, "iops_stddev" : 88.756136, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600019, "usr_cpu" : 0.674145, "sys_cpu" : 21.120498, "ctx" : 1809436, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.010000, "100" : 0.140555, "250" : 0.705075, "500" : 0.062383, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.010000, "20" : 0.010000, "50" : 0.000000, "100" : 0.000000, "250" : 18.091911, "500" : 80.989715, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-17", "groupid" : 132, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-17", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "131072" }, "read" : { "io_bytes" : 289470808064, "io_kbytes" : 282686336, "bw_bytes" : 482450542, "bw" : 471143, "iops" : 3680.805532, "runtime" : 600001, "total_ios" : 2208487, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 5086, "max" : 103686, "mean" : 9393.007928, "stddev" : 6091.035167, "N" : 2208487 }, "clat_ns" : { "min" : 150851, "max" : 2501229, "mean" : 261210.306664, "stddev" : 31885.967540, "N" : 2208487, "percentile" : { "0.500000" : 175104, "1.000000" : 177152, "10.000000" : 226304, "25.000000" : 236544, "50.000000" : 272384, "75.000000" : 276480, "90.000000" : 296960, "99.000000" : 325632, "99.500000" : 333824 } }, "lat_ns" : { "min" : 163812, "max" : 2508051, "mean" : 270770.930916, "stddev" : 32883.461816, "N" : 2208487 }, "bw_min" : 434789, "bw_max" : 512000, "bw_agg" : 100.000000, "bw_mean" : 471286.722500, "bw_dev" : 15787.023895, "bw_samples" : 1200, "iops_min" : 3396, "iops_max" : 4000, "iops_mean" : 3681.869167, "iops_stddev" : 123.310779, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.946500, "sys_cpu" : 4.749500, "ctx" : 2208521, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 31.937295, "500" : 68.058042, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-18", "groupid" : 133, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-18", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "262144" }, "read" : { "io_bytes" : 407410835456, "io_kbytes" : 397862144, "bw_bytes" : 678994294, "bw" : 663080, "iops" : 2590.157678, "runtime" : 600021, "total_ios" : 1554149, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 26833, "max" : 2946907, "mean" : 385061.364381, "stddev" : 64187.169786, "N" : 1554149, "percentile" : { "0.500000" : 43776, "1.000000" : 296960, "10.000000" : 317440, "25.000000" : 358400, "50.000000" : 378880, "75.000000" : 415744, "90.000000" : 452608, "99.000000" : 536576, "99.500000" : 610304 } }, "lat_ns" : { "min" : 26909, "max" : 2947002, "mean" : 385161.324464, "stddev" : 64198.069204, "N" : 1554149 }, "bw_min" : 616448, "bw_max" : 700928, "bw_agg" : 100.000000, "bw_mean" : 663391.045000, "bw_dev" : 18821.158088, "bw_samples" : 1200, "iops_min" : 2408, "iops_max" : 2738, "iops_mean" : 2591.300000, "iops_stddev" : 73.546749, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600021, "usr_cpu" : 0.427652, "sys_cpu" : 30.748757, "ctx" : 1541393, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.769875, "100" : 0.116591, "250" : 0.067368, "500" : 95.730268, "750" : 3.196154, "1000" : 0.093492 }, "latency_ms" : { "2" : 0.025480, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-18", "groupid" : 134, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-18", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "262144" }, "read" : { "io_bytes" : 398979235840, "io_kbytes" : 389628160, "bw_bytes" : 664964284, "bw" : 649379, "iops" : 2536.635772, "runtime" : 600001, "total_ios" : 1521984, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 29781, "max" : 2527594, "mean" : 95731.488903, "stddev" : 41890.877540, "N" : 1521985 }, "clat_ns" : { "min" : 43, "max" : 2173841, "mean" : 297202.121844, "stddev" : 48609.840582, "N" : 1521984, "percentile" : { "0.500000" : 145, "1.000000" : 218112, "10.000000" : 238592, "25.000000" : 272384, "50.000000" : 301056, "75.000000" : 329728, "90.000000" : 346112, "99.000000" : 382976, "99.500000" : 391168 } }, "lat_ns" : { "min" : 30112, "max" : 2779248, "mean" : 393120.606453, "stddev" : 66929.302529, "N" : 1521984 }, "bw_min" : 607744, "bw_max" : 698368, "bw_agg" : 100.000000, "bw_mean" : 649657.984167, "bw_dev" : 15011.679898, "bw_samples" : 1200, "iops_min" : 2374, "iops_max" : 2728, "iops_mean" : 2537.650833, "iops_stddev" : 58.676682, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600018, "usr_cpu" : 0.618481, "sys_cpu" : 31.634718, "ctx" : 1509328, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.010000, "100" : 0.029370, "250" : 0.801585, "500" : 0.070763, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 16.654052, "500" : 82.422943, "750" : 0.014323, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-18", "groupid" : 135, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-18", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "262144" }, "read" : { "io_bytes" : 564825161728, "io_kbytes" : 551587072, "bw_bytes" : 941373700, "bw" : 919310, "iops" : 3591.055682, "runtime" : 600001, "total_ios" : 2154637, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 5912, "max" : 337925, "mean" : 9853.367385, "stddev" : 6041.267175, "N" : 2154637 }, "clat_ns" : { "min" : 186, "max" : 2509011, "mean" : 267612.489205, "stddev" : 36681.412663, "N" : 2154637, "percentile" : { "0.500000" : 201728, "1.000000" : 203776, "10.000000" : 211968, "25.000000" : 228352, "50.000000" : 276480, "75.000000" : 292864, "90.000000" : 309248, "99.000000" : 337920, "99.500000" : 350208 } }, "lat_ns" : { "min" : 191172, "max" : 2538831, "mean" : 277615.527574, "stddev" : 37931.728975, "N" : 2154637 }, "bw_min" : 847872, "bw_max" : 977920, "bw_agg" : 100.000000, "bw_mean" : 919590.698333, "bw_dev" : 36502.210308, "bw_samples" : 1200, "iops_min" : 3312, "iops_max" : 3820, "iops_mean" : 3592.065833, "iops_stddev" : 142.614564, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.885167, "sys_cpu" : 4.692500, "ctx" : 2154660, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 30.099502, "500" : 69.894094, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-19", "groupid" : 136, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-19", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "524288" }, "read" : { "io_bytes" : 565167783936, "io_kbytes" : 551921664, "bw_bytes" : 941903920, "bw" : 919828, "iops" : 1796.539156, "runtime" : 600027, "total_ios" : 1077972, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 48268, "max" : 2852624, "mean" : 555192.060390, "stddev" : 92821.987191, "N" : 1077972, "percentile" : { "0.500000" : 88576, "1.000000" : 452608, "10.000000" : 477184, "25.000000" : 514048, "50.000000" : 552960, "75.000000" : 577536, "90.000000" : 634880, "99.000000" : 815104, "99.500000" : 954368 } }, "lat_ns" : { "min" : 48414, "max" : 2852771, "mean" : 555339.079791, "stddev" : 92826.114850, "N" : 1077972 }, "bw_min" : 873170, "bw_max" : 962560, "bw_agg" : 100.000000, "bw_mean" : 920269.185833, "bw_dev" : 17464.073438, "bw_samples" : 1200, "iops_min" : 1705, "iops_max" : 1880, "iops_mean" : 1797.273333, "iops_stddev" : 34.101261, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600027, "usr_cpu" : 0.413148, "sys_cpu" : 40.864828, "ctx" : 1071178, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.010000, "100" : 0.793249, "250" : 0.135440, "500" : 20.728182, "750" : 74.451748, "1000" : 3.605845 }, "latency_ms" : { "2" : 0.285165, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-19", "groupid" : 137, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-19", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "524288" }, "read" : { "io_bytes" : 555187961856, "io_kbytes" : 542175744, "bw_bytes" : 925311727, "bw" : 903624, "iops" : 1764.892059, "runtime" : 600001, "total_ios" : 1058937, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 53189, "max" : 1562216, "mean" : 182956.690853, "stddev" : 79279.416477, "N" : 1058937 }, "clat_ns" : { "min" : 70, "max" : 2712561, "mean" : 381890.623238, "stddev" : 55034.304417, "N" : 1058937, "percentile" : { "0.500000" : 213, "1.000000" : 301056, "10.000000" : 321536, "25.000000" : 346112, "50.000000" : 391168, "75.000000" : 411648, "90.000000" : 428032, "99.000000" : 485376, "99.500000" : 497664 } }, "lat_ns" : { "min" : 58782, "max" : 2883719, "mean" : 565082.042578, "stddev" : 100922.397845, "N" : 1058937 }, "bw_min" : 838656, "bw_max" : 961536, "bw_agg" : 100.000000, "bw_mean" : 903972.170976, "bw_dev" : 21120.937691, "bw_samples" : 1199, "iops_min" : 1638, "iops_max" : 1878, "iops_mean" : 1765.467056, "iops_stddev" : 41.233369, "iops_samples" : 1199 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600011, "usr_cpu" : 0.579656, "sys_cpu" : 41.672736, "ctx" : 1054730, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.010000, "250" : 0.664251, "500" : 0.177253, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.010000, "20" : 0.010000, "50" : 0.000000, "100" : 0.010000, "250" : 0.100667, "500" : 98.606716, "750" : 0.435059, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-19", "groupid" : 138, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-19", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "524288" }, "read" : { "io_bytes" : 928820232192, "io_kbytes" : 907051008, "bw_bytes" : 1548031140, "bw" : 1511749, "iops" : 2952.635079, "runtime" : 600001, "total_ios" : 1771584, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 8117, "max" : 469462, "mean" : 13010.465371, "stddev" : 6573.247964, "N" : 1771584 }, "clat_ns" : { "min" : 214567, "max" : 2956668, "mean" : 324587.312563, "stddev" : 34092.687728, "N" : 1771584, "percentile" : { "0.500000" : 276480, "1.000000" : 280576, "10.000000" : 288768, "25.000000" : 296960, "50.000000" : 321536, "75.000000" : 346112, "90.000000" : 362496, "99.000000" : 391168, "99.500000" : 407552 } }, "lat_ns" : { "min" : 259497, "max" : 2967230, "mean" : 337757.389573, "stddev" : 35249.241201, "N" : 1771584 }, "bw_min" : 1398784, "bw_max" : 1585152, "bw_agg" : 100.000000, "bw_mean" : 1512239.639167, "bw_dev" : 35892.584339, "bw_samples" : 1200, "iops_min" : 2732, "iops_max" : 3096, "iops_mean" : 2953.484167, "iops_stddev" : 70.134339, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.750000, "sys_cpu" : 5.051333, "ctx" : 1771615, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 99.818637, "750" : 0.136827, "1000" : 0.027151 }, "latency_ms" : { "2" : 0.016144, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-20", "groupid" : 139, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-20", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "1048576" }, "read" : { "io_bytes" : 695124099072, "io_kbytes" : 678832128, "bw_bytes" : 1158509271, "bw" : 1131356, "iops" : 1104.840538, "runtime" : 600016, "total_ios" : 662922, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 126417, "max" : 3576927, "mean" : 903192.275756, "stddev" : 184694.089967, "N" : 662922, "percentile" : { "0.500000" : 183296, "1.000000" : 749568, "10.000000" : 790528, "25.000000" : 815104, "50.000000" : 856064, "75.000000" : 913408, "90.000000" : 1155072, "99.000000" : 1630208, "99.500000" : 1695744 } }, "lat_ns" : { "min" : 126534, "max" : 3577298, "mean" : 903368.282442, "stddev" : 184700.971303, "N" : 662922 }, "bw_min" : 1005568, "bw_max" : 1210741, "bw_agg" : 100.000000, "bw_mean" : 1131880.497500, "bw_dev" : 39336.795576, "bw_samples" : 1200, "iops_min" : 982, "iops_max" : 1182, "iops_mean" : 1105.306667, "iops_stddev" : 38.400105, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600020, "usr_cpu" : 0.374654, "sys_cpu" : 52.651912, "ctx" : 674872, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.779579, "500" : 0.184637, "750" : 0.014632, "1000" : 86.370493 }, "latency_ms" : { "2" : 12.568296, "4" : 0.082363, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-20", "groupid" : 140, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-20", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "1048576" }, "read" : { "io_bytes" : 686748073984, "io_kbytes" : 670652416, "bw_bytes" : 1144578215, "bw" : 1117752, "iops" : 1091.553181, "runtime" : 600001, "total_ios" : 654933, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 92358, "max" : 1974843, "mean" : 376203.442642, "stddev" : 170842.591086, "N" : 654934 }, "clat_ns" : { "min" : 60, "max" : 2609676, "mean" : 537844.670502, "stddev" : 75163.117176, "N" : 654933, "percentile" : { "0.500000" : 266, "1.000000" : 460800, "10.000000" : 481280, "25.000000" : 497664, "50.000000" : 536576, "75.000000" : 569344, "90.000000" : 602112, "99.000000" : 692224, "99.500000" : 708608 } }, "lat_ns" : { "min" : 126836, "max" : 3448749, "mean" : 914323.697981, "stddev" : 191054.626277, "N" : 654933 }, "bw_min" : 995328, "bw_max" : 1212416, "bw_agg" : 100.000000, "bw_mean" : 1118218.605833, "bw_dev" : 42308.084177, "bw_samples" : 1200, "iops_min" : 972, "iops_max" : 1184, "iops_mean" : 1091.972500, "iops_stddev" : 41.301997, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600020, "usr_cpu" : 0.440485, "sys_cpu" : 53.301390, "ctx" : 670729, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.010000, "250" : 0.418669, "500" : 0.401110, "750" : 0.010000, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.010000, "20" : 0.000000, "50" : 0.010000, "100" : 0.010000, "250" : 0.102301, "500" : 24.645880, "750" : 74.203621, "1000" : 0.174827 }, "latency_ms" : { "2" : 0.041226, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-20", "groupid" : 141, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-20", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "1048576" }, "read" : { "io_bytes" : 1190340329472, "io_kbytes" : 1162441728, "bw_bytes" : 1983897242, "bw" : 1937399, "iops" : 1891.991847, "runtime" : 600001, "total_ios" : 1135197, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 12183, "max" : 390000, "mean" : 19585.174017, "stddev" : 9501.213602, "N" : 1135197 }, "clat_ns" : { "min" : 296898, "max" : 3549496, "mean" : 507766.475753, "stddev" : 286600.403968, "N" : 1135197, "percentile" : { "0.500000" : 346112, "1.000000" : 350208, "10.000000" : 370688, "25.000000" : 382976, "50.000000" : 432128, "75.000000" : 460800, "90.000000" : 684032, "99.000000" : 1974272, "99.500000" : 2023424 } }, "lat_ns" : { "min" : 340080, "max" : 3565154, "mean" : 527521.612328, "stddev" : 287136.740354, "N" : 1135197 }, "bw_min" : 1808384, "bw_max" : 2068480, "bw_agg" : 100.000000, "bw_mean" : 1938051.865833, "bw_dev" : 43159.385417, "bw_samples" : 1200, "iops_min" : 1766, "iops_max" : 2020, "iops_mean" : 1892.498333, "iops_stddev" : 42.151836, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.479667, "sys_cpu" : 4.628000, "ctx" : 1135219, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 85.599240, "750" : 4.586517, "1000" : 3.356686 }, "latency_ms" : { "2" : 5.660251, "4" : 0.797307, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-21", "groupid" : 142, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-21", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "2097152" }, "read" : { "io_bytes" : 821548810240, "io_kbytes" : 802293760, "bw_bytes" : 1369211504, "bw" : 1337120, "iops" : 652.890923, "runtime" : 600016, "total_ios" : 391745, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 253281, "max" : 4541249, "mean" : 1529642.607571, "stddev" : 279844.493597, "N" : 391745, "percentile" : { "0.500000" : 358400, "1.000000" : 1286144, "10.000000" : 1368064, "25.000000" : 1400832, "50.000000" : 1449984, "75.000000" : 1548288, "90.000000" : 1712128, "99.000000" : 2506752, "99.500000" : 2670592 } }, "lat_ns" : { "min" : 253559, "max" : 4541369, "mean" : 1529821.052156, "stddev" : 279845.594910, "N" : 391745 }, "bw_min" : 1110016, "bw_max" : 1400832, "bw_agg" : 100.000000, "bw_mean" : 1337723.321667, "bw_dev" : 37114.716632, "bw_samples" : 1200, "iops_min" : 542, "iops_max" : 684, "iops_mean" : 653.120000, "iops_stddev" : 18.116082, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600018, "usr_cpu" : 0.235660, "sys_cpu" : 60.005033, "ctx" : 402596, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.923305, "750" : 0.052585, "1000" : 0.010000 }, "latency_ms" : { "2" : 90.388135, "4" : 8.635209, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-21", "groupid" : 143, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-21", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "2097152" }, "read" : { "io_bytes" : 825407569920, "io_kbytes" : 806062080, "bw_bytes" : 1375676990, "bw" : 1343434, "iops" : 655.973907, "runtime" : 600001, "total_ios" : 393585, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 63443, "max" : 2617778, "mean" : 685093.251928, "stddev" : 235857.406610, "N" : 393585 }, "clat_ns" : { "min" : 116, "max" : 3232187, "mean" : 837088.040075, "stddev" : 104293.184899, "N" : 393585, "percentile" : { "0.500000" : 322, "1.000000" : 659456, "10.000000" : 774144, "25.000000" : 798720, "50.000000" : 839680, "75.000000" : 872448, "90.000000" : 921600, "99.000000" : 1056768, "99.500000" : 1073152 } }, "lat_ns" : { "min" : 259274, "max" : 4497559, "mean" : 1522509.771180, "stddev" : 265064.283315, "N" : 393585 }, "bw_min" : 1273856, "bw_max" : 1413120, "bw_agg" : 100.000000, "bw_mean" : 1344044.498333, "bw_dev" : 23046.710514, "bw_samples" : 1200, "iops_min" : 622, "iops_max" : 690, "iops_mean" : 656.200833, "iops_stddev" : 11.251192, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600010, "usr_cpu" : 0.298662, "sys_cpu" : 59.871502, "ctx" : 393290, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.178106, "500" : 0.688543, "750" : 0.047258, "1000" : 0.010000 }, "latency_us" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 0.029727, "750" : 1.492689, "1000" : 93.894838 }, "latency_ms" : { "2" : 3.651562, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-21", "groupid" : 144, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-21", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "2097152" }, "read" : { "io_bytes" : 1386295066624, "io_kbytes" : 1353803776, "bw_bytes" : 2310487926, "bw" : 2256335, "iops" : 1101.726497, "runtime" : 600001, "total_ios" : 661037, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 21091, "max" : 421925, "mean" : 30993.200871, "stddev" : 14295.514507, "N" : 661037 }, "clat_ns" : { "min" : 406762, "max" : 3510885, "mean" : 875417.793683, "stddev" : 435784.765019, "N" : 661037, "percentile" : { "0.500000" : 536576, "1.000000" : 536576, "10.000000" : 561152, "25.000000" : 585728, "50.000000" : 634880, "75.000000" : 995328, "90.000000" : 1712128, "99.000000" : 2179072, "99.500000" : 2179072 } }, "lat_ns" : { "min" : 538848, "max" : 3535082, "mean" : 906582.510953, "stddev" : 435015.043636, "N" : 661037 }, "bw_min" : 2060312, "bw_max" : 2457600, "bw_agg" : 100.000000, "bw_mean" : 2257162.181667, "bw_dev" : 77083.750440, "bw_samples" : 1200, "iops_min" : 1006, "iops_max" : 1200, "iops_mean" : 1102.091667, "iops_stddev" : 37.621905, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600000, "usr_cpu" : 0.313333, "sys_cpu" : 3.975167, "ctx" : 661059, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.010000, "750" : 62.226320, "1000" : 13.512859 }, "latency_ms" : { "2" : 21.467633, "4" : 2.785018, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-22", "groupid" : 145, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-22", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "4194304" }, "read" : { "io_bytes" : 1120470564864, "io_kbytes" : 1094209536, "bw_bytes" : 1867379358, "bw" : 1823612, "iops" : 445.217933, "runtime" : 600023, "total_ios" : 267141, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 507021, "max" : 5488288, "mean" : 2243827.394799, "stddev" : 501084.276502, "N" : 267141, "percentile" : { "0.500000" : 724992, "1.000000" : 1515520, "10.000000" : 2007040, "25.000000" : 2039808, "50.000000" : 2113536, "75.000000" : 2211840, "90.000000" : 2441216, "99.000000" : 4227072, "99.500000" : 4554752 } }, "lat_ns" : { "min" : 507227, "max" : 5488478, "mean" : 2244031.654755, "stddev" : 501085.617443, "N" : 267141 }, "bw_min" : 1723767, "bw_max" : 1933312, "bw_agg" : 100.000000, "bw_mean" : 1824498.891667, "bw_dev" : 34958.039454, "bw_samples" : 1200, "iops_min" : 420, "iops_max" : 472, "iops_mean" : 445.233333, "iops_stddev" : 8.549062, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600023, "usr_cpu" : 0.160661, "sys_cpu" : 83.319139, "ctx" : 359187, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.641983, "1000" : 0.154600 }, "latency_ms" : { "2" : 9.226588, "4" : 88.407620, "10" : 1.569209, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-22", "groupid" : 146, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-22", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "4194304" }, "read" : { "io_bytes" : 1118025285632, "io_kbytes" : 1091821568, "bw_bytes" : 1863369264, "bw" : 1819696, "iops" : 444.260186, "runtime" : 600002, "total_ios" : 266557, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 80648, "max" : 4933296, "mean" : 1545538.878867, "stddev" : 526351.798547, "N" : 266558 }, "clat_ns" : { "min" : 132, "max" : 3289337, "mean" : 702381.621492, "stddev" : 141565.573325, "N" : 266557, "percentile" : { "0.500000" : 370, "1.000000" : 432128, "10.000000" : 569344, "25.000000" : 602112, "50.000000" : 659456, "75.000000" : 823296, "90.000000" : 880640, "99.000000" : 954368, "99.500000" : 987136 } }, "lat_ns" : { "min" : 535838, "max" : 5849893, "mean" : 2248726.817472, "stddev" : 499143.947216, "N" : 266557 }, "bw_min" : 1712128, "bw_max" : 1933312, "bw_agg" : 100.000000, "bw_mean" : 1820539.933333, "bw_dev" : 36171.549133, "bw_samples" : 1200, "iops_min" : 418, "iops_max" : 472, "iops_mean" : 444.261667, "iops_stddev" : 8.825707, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600010, "usr_cpu" : 0.230496, "sys_cpu" : 83.573774, "ctx" : 357118, "majf" : 1, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.093038, "500" : 0.686532, "750" : 0.136181, "1000" : 0.019133 }, "latency_us" : { "2" : 0.010000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 0.623882, "750" : 60.645190, "1000" : 37.404383 }, "latency_ms" : { "2" : 0.376280, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-22", "groupid" : 147, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-22", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "4194304" }, "read" : { "io_bytes" : 1769438445568, "io_kbytes" : 1727967232, "bw_bytes" : 2949054245, "bw" : 2879935, "iops" : 703.109323, "runtime" : 600002, "total_ios" : 421867, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 38667, "max" : 2409815, "mean" : 51959.892767, "stddev" : 21249.937242, "N" : 421867 }, "clat_ns" : { "min" : 773178, "max" : 5128178, "mean" : 1368991.705978, "stddev" : 386504.367944, "N" : 421867, "percentile" : { "0.500000" : 913408, "1.000000" : 929792, "10.000000" : 978944, "25.000000" : 1019904, "50.000000" : 1187840, "75.000000" : 1728512, "90.000000" : 1941504, "99.000000" : 2179072, "99.500000" : 2179072 } }, "lat_ns" : { "min" : 922653, "max" : 5173885, "mean" : 1421120.948652, "stddev" : 384590.358573, "N" : 421867 }, "bw_min" : 2859008, "bw_max" : 2891776, "bw_agg" : 100.000000, "bw_mean" : 2881018.982500, "bw_dev" : 4003.644348, "bw_samples" : 1200, "iops_min" : 698, "iops_max" : 706, "iops_mean" : 703.297500, "iops_stddev" : 0.983938, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600001, "usr_cpu" : 0.169166, "sys_cpu" : 4.074660, "ctx" : 421889, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 17.315173 }, "latency_ms" : { "2" : 78.687359, "4" : 3.997231, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-23", "groupid" : 148, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-23", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "8388608" }, "read" : { "io_bytes" : 1263332753408, "io_kbytes" : 1233723392, "bw_bytes" : 2105494933, "bw" : 2056147, "iops" : 250.994555, "runtime" : 600017, "total_ios" : 150601, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 1064269, "max" : 9745197, "mean" : 3981424.299580, "stddev" : 966314.762717, "N" : 150601, "percentile" : { "0.500000" : 1515520, "1.000000" : 3358720, "10.000000" : 3522560, "25.000000" : 3588096, "50.000000" : 3719168, "75.000000" : 3883008, "90.000000" : 4292608, "99.000000" : 7634944, "99.500000" : 7766016 } }, "lat_ns" : { "min" : 1064408, "max" : 9745568, "mean" : 3981679.853859, "stddev" : 966315.347628, "N" : 150601 }, "bw_min" : 1900544, "bw_max" : 2228224, "bw_agg" : 100.000000, "bw_mean" : 2057114.662500, "bw_dev" : 54636.292729, "bw_samples" : 1200, "iops_min" : 232, "iops_max" : 272, "iops_mean" : 250.998333, "iops_stddev" : 6.670613, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600017, "usr_cpu" : 0.125830, "sys_cpu" : 99.851838, "ctx" : 1580, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.934257, "4" : 80.741828, "10" : 18.323916, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-23", "groupid" : 149, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-23", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "8388608" }, "read" : { "io_bytes" : 1255816560640, "io_kbytes" : 1226383360, "bw_bytes" : 2093020624, "bw" : 2043965, "iops" : 249.505835, "runtime" : 600002, "total_ios" : 149704, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1285094, "max" : 9892097, "mean" : 4003294.246244, "stddev" : 942158.018184, "N" : 149705 }, "clat_ns" : { "min" : 75, "max" : 3032170, "mean" : 1282.448251, "stddev" : 29432.483129, "N" : 149704, "percentile" : { "0.500000" : 237, "1.000000" : 278, "10.000000" : 442, "25.000000" : 524, "50.000000" : 684, "75.000000" : 860, "90.000000" : 1032, "99.000000" : 1400, "99.500000" : 1512 } }, "lat_ns" : { "min" : 1285904, "max" : 9893959, "mean" : 4005536.421325, "stddev" : 942219.287739, "N" : 149704 }, "bw_min" : 1851392, "bw_max" : 2183438, "bw_agg" : 100.000000, "bw_mean" : 2044864.943333, "bw_dev" : 54386.816875, "bw_samples" : 1200, "iops_min" : 226, "iops_max" : 266, "iops_mean" : 249.506667, "iops_stddev" : 6.639781, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600015, "usr_cpu" : 0.121164, "sys_cpu" : 99.853170, "ctx" : 2475, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.010000, "250" : 0.627238, "500" : 19.752979, "750" : 40.336264, "1000" : 27.224389 }, "latency_us" : { "2" : 11.890130, "4" : 0.010020, "10" : 0.080826, "20" : 0.012692, "50" : 0.014696, "100" : 0.000000, "250" : 0.000000, "500" : 0.010000, "750" : 0.010688, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.022043, "4" : 0.010000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-23", "groupid" : 150, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-23", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "8388608" }, "read" : { "io_bytes" : 1769476194304, "io_kbytes" : 1728004096, "bw_bytes" : 2949112244, "bw" : 2879992, "iops" : 351.561576, "runtime" : 600003, "total_ios" : 210938, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 73991, "max" : 2000942, "mean" : 86083.719728, "stddev" : 14976.592854, "N" : 210938 }, "clat_ns" : { "min" : 1482253, "max" : 4924665, "mean" : 2756981.204809, "stddev" : 135023.406921, "N" : 210938, "percentile" : { "0.500000" : 2211840, "1.000000" : 2277376, "10.000000" : 2736128, "25.000000" : 2768896, "50.000000" : 2801664, "75.000000" : 2801664, "90.000000" : 2834432, "99.000000" : 2867200, "99.500000" : 2867200 } }, "lat_ns" : { "min" : 1878394, "max" : 5015887, "mean" : 2843244.363225, "stddev" : 131411.370154, "N" : 210938 }, "bw_min" : 2867200, "bw_max" : 2899968, "bw_agg" : 100.000000, "bw_mean" : 2881001.069167, "bw_dev" : 6381.888222, "bw_samples" : 1200, "iops_min" : 350, "iops_max" : 354, "iops_mean" : 351.560833, "iops_stddev" : 0.839774, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600002, "usr_cpu" : 0.106000, "sys_cpu" : 3.189489, "ctx" : 210954, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.073955, "4" : 99.917511, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-24", "groupid" : 151, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-24", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "16777216" }, "read" : { "io_bytes" : 1169254514688, "io_kbytes" : 1141850112, "bw_bytes" : 1948692568, "bw" : 1903020, "iops" : 116.151128, "runtime" : 600020, "total_ios" : 69693, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 2706823, "max" : 16836923, "mean" : 8603207.495487, "stddev" : 1857727.418382, "N" : 69693, "percentile" : { "0.500000" : 3686400, "1.000000" : 5603328, "10.000000" : 7766016, "25.000000" : 7897088, "50.000000" : 8159232, "75.000000" : 8355840, "90.000000" : 8716288, "99.000000" : 15269888, "99.500000" : 15663104 } }, "lat_ns" : { "min" : 2707474, "max" : 16837418, "mean" : 8603758.384371, "stddev" : 1857727.540248, "N" : 69693 }, "bw_min" : 1703936, "bw_max" : 2097152, "bw_agg" : 100.000000, "bw_mean" : 1903755.012500, "bw_dev" : 59811.459306, "bw_samples" : 1200, "iops_min" : 104, "iops_max" : 128, "iops_mean" : 116.153333, "iops_stddev" : 3.649784, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600021, "usr_cpu" : 0.123162, "sys_cpu" : 99.857172, "ctx" : 1605, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.756174, "10" : 91.377900, "20" : 7.865926, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-24", "groupid" : 152, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-24", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "16777216" }, "read" : { "io_bytes" : 1163919360000, "io_kbytes" : 1136640000, "bw_bytes" : 1939849434, "bw" : 1894384, "iops" : 115.622370, "runtime" : 600005, "total_ios" : 69374, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 2313287, "max" : 30088666, "mean" : 8638036.528850, "stddev" : 1843542.267023, "N" : 69375 }, "clat_ns" : { "min" : 142, "max" : 7600636, "mean" : 3585.168738, "stddev" : 107701.129558, "N" : 69374, "percentile" : { "0.500000" : 700, "1.000000" : 796, "10.000000" : 1128, "25.000000" : 1336, "50.000000" : 1544, "75.000000" : 1768, "90.000000" : 1992, "99.000000" : 2448, "99.500000" : 2640 } }, "lat_ns" : { "min" : 2946811, "max" : 30092919, "mean" : 8643677.595151, "stddev" : 1841305.257199, "N" : 69374 }, "bw_min" : 1671168, "bw_max" : 2064384, "bw_agg" : 100.000000, "bw_mean" : 1895081.604167, "bw_dev" : 61407.443736, "bw_samples" : 1200, "iops_min" : 102, "iops_max" : 126, "iops_mean" : 115.623333, "iops_stddev" : 3.750979, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600013, "usr_cpu" : 0.137164, "sys_cpu" : 99.845170, "ctx" : 1344, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.018739, "500" : 0.210453, "750" : 0.478565, "1000" : 4.077897 }, "latency_us" : { "2" : 85.741056, "4" : 9.184997, "10" : 0.190273, "20" : 0.027388, "50" : 0.024505, "100" : 0.010000, "250" : 0.000000, "500" : 0.010000, "750" : 0.000000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.028829, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-24", "groupid" : 153, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-24", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "16777216" }, "read" : { "io_bytes" : 1769476194304, "io_kbytes" : 1728004096, "bw_bytes" : 2949117160, "bw" : 2879997, "iops" : 175.781081, "runtime" : 600002, "total_ios" : 105469, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 148518, "max" : 438506, "mean" : 179520.210678, "stddev" : 20344.260777, "N" : 105469 }, "clat_ns" : { "min" : 3381450, "max" : 9327159, "mean" : 5507525.110440, "stddev" : 257099.686949, "N" : 105469, "percentile" : { "0.500000" : 4423680, "1.000000" : 4554752, "10.000000" : 5406720, "25.000000" : 5406720, "50.000000" : 5472256, "75.000000" : 5472256, "90.000000" : 5537792, "99.000000" : 6520832, "99.500000" : 6520832 } }, "lat_ns" : { "min" : 3592760, "max" : 9490770, "mean" : 5687262.268107, "stddev" : 256321.452905, "N" : 105469 }, "bw_min" : 2850816, "bw_max" : 2916352, "bw_agg" : 100.000000, "bw_mean" : 2881007.221667, "bw_dev" : 10696.561966, "bw_samples" : 1200, "iops_min" : 174, "iops_max" : 178, "iops_mean" : 175.780000, "iops_stddev" : 0.662293, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600001, "usr_cpu" : 0.058000, "sys_cpu" : 3.355828, "ctx" : 105664, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.012326, "10" : 99.987674, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-25", "groupid" : 154, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-25", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "33554432" }, "read" : { "io_bytes" : 1137897897984, "io_kbytes" : 1111228416, "bw_bytes" : 1896414318, "bw" : 1851967, "iops" : 56.517551, "runtime" : 600026, "total_ios" : 33912, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 6200845, "max" : 33833615, "mean" : 17685463.989207, "stddev" : 3749173.089529, "N" : 33912, "percentile" : { "0.500000" : 8028160, "1.000000" : 11862016, "10.000000" : 16187392, "25.000000" : 16449536, "50.000000" : 16711680, "75.000000" : 16908288, "90.000000" : 17694720, "99.000000" : 30801920, "99.500000" : 31064064 } }, "lat_ns" : { "min" : 6201713, "max" : 33834378, "mean" : 17686260.009466, "stddev" : 3749177.226477, "N" : 33912 }, "bw_min" : 1572864, "bw_max" : 2097152, "bw_agg" : 100.000000, "bw_mean" : 1852661.718333, "bw_dev" : 80989.343451, "bw_samples" : 1200, "iops_min" : 48, "iops_max" : 64, "iops_mean" : 56.518333, "iops_stddev" : 2.469767, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600027, "usr_cpu" : 0.081830, "sys_cpu" : 99.896171, "ctx" : 1470, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.802076, "20" : 91.256782, "50" : 7.941142, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-25", "groupid" : 155, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-25", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "33554432" }, "read" : { "io_bytes" : 1128838201344, "io_kbytes" : 1102381056, "bw_bytes" : 1881353104, "bw" : 1837258, "iops" : 56.067025, "runtime" : 600014, "total_ios" : 33641, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 2346327, "max" : 33278123, "mean" : 17814230.413144, "stddev" : 3650699.007492, "N" : 33642 }, "clat_ns" : { "min" : 511, "max" : 14889474, "mean" : 11918.077376, "stddev" : 312827.420256, "N" : 33641, "percentile" : { "0.500000" : 1384, "1.000000" : 1480, "10.000000" : 1816, "25.000000" : 1976, "50.000000" : 2160, "75.000000" : 2416, "90.000000" : 2640, "99.000000" : 3088, "99.500000" : 3408 } }, "lat_ns" : { "min" : 7242006, "max" : 33283198, "mean" : 17829193.234743, "stddev" : 3637667.609939, "N" : 33641 }, "bw_min" : 1576016, "bw_max" : 2035687, "bw_agg" : 100.000000, "bw_mean" : 1837992.720833, "bw_dev" : 78031.378374, "bw_samples" : 1200, "iops_min" : 48, "iops_max" : 62, "iops_mean" : 56.068333, "iops_stddev" : 2.379786, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600013, "usr_cpu" : 0.100498, "sys_cpu" : 99.880169, "ctx" : 1692, "majf" : 1, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.011890, "1000" : 0.020808 }, "latency_us" : { "2" : 28.604976, "4" : 70.910496, "10" : 0.225915, "20" : 0.050534, "50" : 0.047561, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.011890, "4" : 0.011890, "10" : 0.065396, "20" : 0.029726, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-25", "groupid" : 156, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-25", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "33554432" }, "read" : { "io_bytes" : 1769492971520, "io_kbytes" : 1728020480, "bw_bytes" : 2949115630, "bw" : 2879995, "iops" : 87.890495, "runtime" : 600008, "total_ios" : 52735, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 319525, "max" : 611876, "mean" : 354026.852944, "stddev" : 13773.163006, "N" : 52735 }, "clat_ns" : { "min" : 7670698, "max" : 14798692, "mean" : 11021187.783104, "stddev" : 201082.165048, "N" : 52735, "percentile" : { "0.500000" : 10551296, "1.000000" : 10682368, "10.000000" : 10813440, "25.000000" : 10813440, "50.000000" : 11075584, "75.000000" : 11206656, "90.000000" : 11206656, "99.000000" : 11337728, "99.500000" : 11468800 } }, "lat_ns" : { "min" : 8036395, "max" : 15144722, "mean" : 11375543.631194, "stddev" : 200440.913975, "N" : 52735 }, "bw_min" : 2818048, "bw_max" : 2889362, "bw_agg" : 100.000000, "bw_mean" : 2881069.577500, "bw_dev" : 14822.685356, "bw_samples" : 1200, "iops_min" : 86, "iops_max" : 88, "iops_mean" : 87.890000, "iops_stddev" : 0.456151, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600007, "usr_cpu" : 0.050833, "sys_cpu" : 3.170296, "ctx" : 52759, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.072058, "20" : 99.927942, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-26", "groupid" : 157, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-26", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "67108864" }, "read" : { "io_bytes" : 1142125756416, "io_kbytes" : 1115357184, "bw_bytes" : 1903416032, "bw" : 1858804, "iops" : 28.363109, "runtime" : 600040, "total_ios" : 17019, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 12808643, "max" : 65183309, "mean" : 35248205.642635, "stddev" : 7270555.631699, "N" : 17019, "percentile" : { "0.500000" : 16187392, "1.000000" : 27394048, "10.000000" : 32636928, "25.000000" : 32899072, "50.000000" : 33423360, "75.000000" : 33816576, "90.000000" : 34865152, "99.000000" : 61079552, "99.500000" : 61603840 } }, "lat_ns" : { "min" : 12809384, "max" : 65184084, "mean" : 35249003.907515, "stddev" : 7270555.515291, "N" : 17019 }, "bw_min" : 1441792, "bw_max" : 2228224, "bw_agg" : 100.000000, "bw_mean" : 1859610.861667, "bw_dev" : 117533.678766, "bw_samples" : 1200, "iops_min" : 22, "iops_max" : 34, "iops_mean" : 28.363333, "iops_stddev" : 1.791833, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600039, "usr_cpu" : 0.049830, "sys_cpu" : 99.929505, "ctx" : 1709, "majf" : 1, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.752101, "50" : 91.679887, "100" : 7.568012, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-26", "groupid" : 158, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-26", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "67108864" }, "read" : { "io_bytes" : 1124207689728, "io_kbytes" : 1097859072, "bw_bytes" : 1873629519, "bw" : 1829716, "iops" : 27.917589, "runtime" : 600016, "total_ios" : 16751, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 3390282, "max" : 66529382, "mean" : 35780624.685411, "stddev" : 7445712.900518, "N" : 16752 }, "clat_ns" : { "min" : 1006, "max" : 32834977, "mean" : 29199.144887, "stddev" : 739155.456526, "N" : 16751, "percentile" : { "0.500000" : 1368, "1.000000" : 1496, "10.000000" : 1816, "25.000000" : 1960, "50.000000" : 2128, "75.000000" : 2352, "90.000000" : 2576, "99.000000" : 3120, "99.500000" : 6112 } }, "lat_ns" : { "min" : 14483400, "max" : 66533574, "mean" : 35813060.416274, "stddev" : 7405442.934774, "N" : 16751 }, "bw_min" : 1441792, "bw_max" : 2101354, "bw_agg" : 100.000000, "bw_mean" : 1830375.761667, "bw_dev" : 117300.603306, "bw_samples" : 1200, "iops_min" : 22, "iops_max" : 32, "iops_mean" : 27.918333, "iops_stddev" : 1.788667, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600037, "usr_cpu" : 0.059163, "sys_cpu" : 99.918838, "ctx" : 2381, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 29.693750, "4" : 69.762999, "10" : 0.232822, "20" : 0.083577, "50" : 0.059698, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.010000, "4" : 0.010000, "10" : 0.023879, "20" : 0.077607, "50" : 0.053728, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-26", "groupid" : 159, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-26", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "67108864" }, "read" : { "io_bytes" : 1769526525952, "io_kbytes" : 1728053248, "bw_bytes" : 2949112572, "bw" : 2879992, "iops" : 43.945202, "runtime" : 600020, "total_ios" : 26368, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 671622, "max" : 1173789, "mean" : 757141.871245, "stddev" : 37865.015488, "N" : 26368 }, "clat_ns" : { "min" : 17316181, "max" : 26838602, "mean" : 21995207.584345, "stddev" : 546348.361429, "N" : 26368, "percentile" : { "0.500000" : 20840448, "1.000000" : 21102592, "10.000000" : 21364736, "25.000000" : 21626880, "50.000000" : 21889024, "75.000000" : 22413312, "90.000000" : 22675456, "99.000000" : 23199744, "99.500000" : 23199744 } }, "lat_ns" : { "min" : 18118677, "max" : 27610961, "mean" : 22752846.979521, "stddev" : 545674.591405, "N" : 26368 }, "bw_min" : 2752512, "bw_max" : 2889362, "bw_agg" : 100.000000, "bw_mean" : 2881097.921667, "bw_dev" : 21302.746955, "bw_samples" : 1200, "iops_min" : 42, "iops_max" : 44, "iops_mean" : 43.945000, "iops_stddev" : 0.327207, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600019, "usr_cpu" : 0.025166, "sys_cpu" : 3.387226, "ctx" : 26475, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.034132, "50" : 99.965868, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-27", "groupid" : 160, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-27", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "134217728" }, "read" : { "io_bytes" : 1142192865280, "io_kbytes" : 1115422720, "bw_bytes" : 1903527873, "bw" : 1858913, "iops" : 14.182388, "runtime" : 600040, "total_ios" : 8510, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 24960416, "max" : 129346687, "mean" : 70499603.608460, "stddev" : 14787550.797856, "N" : 8510, "percentile" : { "0.500000" : 32112640, "1.000000" : 49020928, "10.000000" : 65273856, "25.000000" : 65798144, "50.000000" : 66846720, "75.000000" : 67633152, "90.000000" : 69730304, "99.000000" : 122159104, "99.500000" : 123207680 } }, "lat_ns" : { "min" : 24961419, "max" : 129347542, "mean" : 70500486.830905, "stddev" : 14787546.202430, "N" : 8510 }, "bw_min" : 1310720, "bw_max" : 2364024, "bw_agg" : 100.000000, "bw_mean" : 1859623.968333, "bw_dev" : 195627.871258, "bw_samples" : 1200, "iops_min" : 10, "iops_max" : 18, "iops_mean" : 14.181667, "iops_stddev" : 1.491817, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600039, "usr_cpu" : 0.021832, "sys_cpu" : 99.956669, "ctx" : 1786, "majf" : 1, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 1.034078, "100" : 91.304348, "250" : 7.661575, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-27", "groupid" : 161, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-27", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "134217728" }, "read" : { "io_bytes" : 1124073472000, "io_kbytes" : 1097728000, "bw_bytes" : 1873421440, "bw" : 1829513, "iops" : 13.956411, "runtime" : 600011, "total_ios" : 8374, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 2846899, "max" : 128882415, "mean" : 71430286.205970, "stddev" : 15165539.486364, "N" : 8375 }, "clat_ns" : { "min" : 1359, "max" : 118712362, "mean" : 213837.938142, "stddev" : 3552477.436170, "N" : 8374, "percentile" : { "0.500000" : 1480, "1.000000" : 1512, "10.000000" : 1656, "25.000000" : 1768, "50.000000" : 1944, "75.000000" : 2128, "90.000000" : 2384, "99.000000" : 3024, "99.500000" : 37632 } }, "lat_ns" : { "min" : 29668148, "max" : 128887367, "mean" : 71641538.868283, "stddev" : 14885859.487585, "N" : 8374 }, "bw_min" : 1310720, "bw_max" : 2359296, "bw_agg" : 100.000000, "bw_mean" : 1830077.181667, "bw_dev" : 195671.021568, "bw_samples" : 1200, "iops_min" : 10, "iops_max" : 18, "iops_mean" : 13.956667, "iops_stddev" : 1.492195, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600033, "usr_cpu" : 0.019166, "sys_cpu" : 99.951503, "ctx" : 1856, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 60.174349, "4" : 38.953905, "10" : 0.250776, "20" : 0.011942, "50" : 0.131359, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.011942, "4" : 0.011942, "10" : 0.011942, "20" : 0.047767, "50" : 0.191068, "100" : 0.179126, "250" : 0.023883, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-27", "groupid" : 162, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-27", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "134217728" }, "read" : { "io_bytes" : 1769526525952, "io_kbytes" : 1728053248, "bw_bytes" : 2949024105, "bw" : 2879906, "iops" : 21.971942, "runtime" : 600038, "total_ios" : 13184, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1486704, "max" : 3645984, "mean" : 1601176.887060, "stddev" : 55206.856592, "N" : 13184 }, "clat_ns" : { "min" : 25456101, "max" : 60722805, "mean" : 43907643.078884, "stddev" : 2070629.602216, "N" : 13184, "percentile" : { "0.500000" : 38535168, "1.000000" : 39059456, "10.000000" : 41156608, "25.000000" : 42729472, "50.000000" : 43778048, "75.000000" : 44826624, "90.000000" : 46399488, "99.000000" : 49020928, "99.500000" : 49020928 } }, "lat_ns" : { "min" : 29103795, "max" : 62438303, "mean" : 45509523.046192, "stddev" : 2067503.860351, "N" : 13184 }, "bw_min" : 2621440, "bw_max" : 3152032, "bw_agg" : 100.000000, "bw_mean" : 2880867.877500, "bw_dev" : 55954.280080, "bw_samples" : 1200, "iops_min" : 20, "iops_max" : 24, "iops_mean" : 21.971667, "iops_stddev" : 0.427414, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600037, "usr_cpu" : 0.014666, "sys_cpu" : 3.542282, "ctx" : 13278, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 99.931735, "100" : 0.068265, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-28", "groupid" : 163, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-28", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "268435456" }, "read" : { "io_bytes" : 1142461300736, "io_kbytes" : 1115684864, "bw_bytes" : 1904022833, "bw" : 1859397, "iops" : 7.093038, "runtime" : 600025, "total_ios" : 4256, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 52646207, "max" : 250168408, "mean" : 140975830.043234, "stddev" : 29818229.528373, "N" : 4256, "percentile" : { "0.500000" : 65273856, "1.000000" : 128450560, "10.000000" : 130547712, "25.000000" : 131596288, "50.000000" : 132644864, "75.000000" : 135266304, "90.000000" : 139460608, "99.000000" : 242221056, "99.500000" : 244318208 } }, "lat_ns" : { "min" : 52647075, "max" : 250168986, "mean" : 140976684.663534, "stddev" : 29818224.233651, "N" : 4256 }, "bw_min" : 1048576, "bw_max" : 2621440, "bw_agg" : 100.000000, "bw_mean" : 1859873.056667, "bw_dev" : 288812.084700, "bw_samples" : 1200, "iops_min" : 4, "iops_max" : 10, "iops_mean" : 7.091667, "iops_stddev" : 1.101185, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600024, "usr_cpu" : 0.006500, "sys_cpu" : 99.973834, "ctx" : 1857, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.869361, "250" : 99.107143, "500" : 0.023496, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-28", "groupid" : 164, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-28", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "268435456" }, "read" : { "io_bytes" : 1120181157888, "io_kbytes" : 1093926912, "bw_bytes" : 1866722811, "bw" : 1822971, "iops" : 6.952418, "runtime" : 600079, "total_ios" : 4172, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 3203702, "max" : 255662055, "mean" : 143234922.736640, "stddev" : 31799370.641737, "N" : 4173 }, "clat_ns" : { "min" : 1460, "max" : 129307716, "mean" : 585227.743768, "stddev" : 7197234.702565, "N" : 4172, "percentile" : { "0.500000" : 1544, "1.000000" : 1592, "10.000000" : 1736, "25.000000" : 1864, "50.000000" : 2024, "75.000000" : 2192, "90.000000" : 2480, "99.000000" : 8512, "99.500000" : 53739520 } }, "lat_ns" : { "min" : 58427780, "max" : 255666738, "mean" : 143826123.725311, "stddev" : 30851515.414921, "N" : 4172 }, "bw_min" : 1048576, "bw_max" : 2626693, "bw_agg" : 100.000000, "bw_mean" : 1823600.179167, "bw_dev" : 304298.334770, "bw_samples" : 1200, "iops_min" : 4, "iops_max" : 10, "iops_mean" : 6.953333, "iops_stddev" : 1.160004, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600109, "usr_cpu" : 0.009832, "sys_cpu" : 99.965173, "ctx" : 1779, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 46.116970, "4" : 52.708533, "10" : 0.191755, "20" : 0.047939, "50" : 0.143816, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.023969, "50" : 0.239693, "100" : 0.311601, "250" : 0.215724, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-28", "groupid" : 165, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-28", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "268435456" }, "read" : { "io_bytes" : 1758252236800, "io_kbytes" : 1717043200, "bw_bytes" : 2930024841, "bw" : 2861352, "iops" : 10.915193, "runtime" : 600081, "total_ios" : 6550, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 3509157, "max" : 4480226, "mean" : 3697892.051908, "stddev" : 103305.986200, "N" : 6550 }, "clat_ns" : { "min" : 72904650, "max" : 105518564, "mean" : 87913026.943817, "stddev" : 6699512.395943, "N" : 6550, "percentile" : { "0.500000" : 73924608, "1.000000" : 74973184, "10.000000" : 78118912, "25.000000" : 82313216, "50.000000" : 88604672, "75.000000" : 92798976, "90.000000" : 95944704, "99.000000" : 101187584, "99.500000" : 102236160 } }, "lat_ns" : { "min" : 76756205, "max" : 109130437, "mean" : 91611748.625191, "stddev" : 6680791.356214, "N" : 6550 }, "bw_min" : 2621440, "bw_max" : 3152032, "bw_agg" : 100.000000, "bw_mean" : 2862507.364167, "bw_dev" : 261494.162469, "bw_samples" : 1200, "iops_min" : 10, "iops_max" : 12, "iops_mean" : 10.915000, "iops_stddev" : 0.996796, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600080, "usr_cpu" : 0.010665, "sys_cpu" : 4.047460, "ctx" : 6942, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 97.954198, "250" : 2.045802, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-29", "groupid" : 166, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-29", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "536870912" }, "read" : { "io_bytes" : 1145682526208, "io_kbytes" : 1118830592, "bw_bytes" : 1909257676, "bw" : 1864509, "iops" : 3.556270, "runtime" : 600067, "total_ios" : 2134, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 126791802, "max" : 505784632, "mean" : 281185475.820993, "stddev" : 57944014.781114, "N" : 2134, "percentile" : { "0.500000" : 179306496, "1.000000" : 256901120, "10.000000" : 261095424, "25.000000" : 263192576, "50.000000" : 265289728, "75.000000" : 270532608, "90.000000" : 278921216, "99.000000" : 488636416, "99.500000" : 492830720 } }, "lat_ns" : { "min" : 126792579, "max" : 505785380, "mean" : 281186432.708997, "stddev" : 57943993.618476, "N" : 2134 }, "bw_min" : 1048576, "bw_max" : 3152032, "bw_agg" : 100.000000, "bw_mean" : 1864698.247500, "bw_dev" : 446874.270535, "bw_samples" : 1200, "iops_min" : 2, "iops_max" : 6, "iops_mean" : 3.555000, "iops_stddev" : 0.852005, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600066, "usr_cpu" : 0.007166, "sys_cpu" : 99.974003, "ctx" : 2181, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.796626, "500" : 99.015933, "750" : 0.187441, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-29", "groupid" : 167, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-29", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "536870912" }, "read" : { "io_bytes" : 1123670818816, "io_kbytes" : 1097334784, "bw_bytes" : 1872469498, "bw" : 1828583, "iops" : 3.486080, "runtime" : 600101, "total_ios" : 2092, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 7902800, "max" : 505890144, "mean" : 284919433.515527, "stddev" : 61496822.757513, "N" : 2093 }, "clat_ns" : { "min" : 1434, "max" : 268878735, "mean" : 1907649.932122, "stddev" : 18522374.108152, "N" : 2092, "percentile" : { "0.500000" : 1544, "1.000000" : 1560, "10.000000" : 1704, "25.000000" : 1816, "50.000000" : 1960, "75.000000" : 2128, "90.000000" : 2416, "99.000000" : 90701824, "99.500000" : 185597952 } }, "lat_ns" : { "min" : 119341410, "max" : 505894592, "mean" : 286837790.495219, "stddev" : 58213429.957435, "N" : 2092 }, "bw_min" : 1048576, "bw_max" : 3145728, "bw_agg" : 100.000000, "bw_mean" : 1828898.162500, "bw_dev" : 468309.633842, "bw_samples" : 1200, "iops_min" : 2, "iops_max" : 6, "iops_mean" : 3.486667, "iops_stddev" : 0.892834, "iops_samples" : 1200 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600112, "usr_cpu" : 0.004499, "sys_cpu" : 99.971339, "ctx" : 1689, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 56.405354, "4" : 41.778203, "10" : 0.143403, "20" : 0.000000, "50" : 0.286807, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.047801, "10" : 0.000000, "20" : 0.095602, "50" : 0.143403, "100" : 0.191205, "250" : 0.860421, "500" : 0.047801, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-29", "groupid" : 168, "error" : 11, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-29", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "536870912" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 1, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 3361, "usr_cpu" : 0.000000, "sys_cpu" : 91.609640, "ctx" : 328, "majf" : 0, "minf" : 2, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 50.000000, "4" : 50.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-30", "groupid" : 169, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-30", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "1073741824" }, "read" : { "io_bytes" : 1130650140672, "io_kbytes" : 1104150528, "bw_bytes" : 1884005559, "bw" : 1839849, "iops" : 1.754617, "runtime" : 600131, "total_ios" : 1053, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 252770205, "max" : 991158804, "mean" : 569916527.609686, "stddev" : 124259203.175649, "N" : 1053, "percentile" : { "0.500000" : 256901120, "1.000000" : 513802240, "10.000000" : 522190848, "25.000000" : 526385152, "50.000000" : 534773760, "75.000000" : 541065216, "90.000000" : 549453824, "99.000000" : 968884224, "99.500000" : 968884224 } }, "lat_ns" : { "min" : 252770900, "max" : 991159612, "mean" : 569917378.700855, "stddev" : 124259189.030570, "N" : 1053 }, "bw_min" : 2097152, "bw_max" : 4202709, "bw_agg" : 100.000000, "bw_mean" : 2106094.630725, "bw_dev" : 129460.702540, "bw_samples" : 1048, "iops_min" : 2, "iops_max" : 4, "iops_mean" : 2.007634, "iops_stddev" : 0.123383, "iops_samples" : 1048 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600130, "usr_cpu" : 0.003833, "sys_cpu" : 99.976338, "ctx" : 2034, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.949668, "750" : 90.028490, "1000" : 9.021842, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-30", "groupid" : 170, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-30", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "1073741824" }, "read" : { "io_bytes" : 1126355173376, "io_kbytes" : 1099956224, "bw_bytes" : 1876542408, "bw" : 1832560, "iops" : 1.746000, "runtime" : 600229, "total_ios" : 1048, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 11329959, "max" : 1031895993, "mean" : 564719113.618685, "stddev" : 131300743.112970, "N" : 1049 }, "clat_ns" : { "min" : 1478, "max" : 708582073, "mean" : 8275339.201336, "stddev" : 59590361.818161, "N" : 1048, "percentile" : { "0.500000" : 1544, "1.000000" : 1560, "10.000000" : 1688, "25.000000" : 1800, "50.000000" : 1976, "75.000000" : 2192, "90.000000" : 2416, "99.000000" : 442499072, "99.500000" : 505413632 } }, "lat_ns" : { "min" : 237728843, "max" : 1031903065, "mean" : 572717377.684160, "stddev" : 116471875.667372, "N" : 1048 }, "bw_min" : 2097152, "bw_max" : 4202709, "bw_agg" : 100.000000, "bw_mean" : 2102089.826960, "bw_dev" : 91818.191931, "bw_samples" : 1046, "iops_min" : 2, "iops_max" : 4, "iops_mean" : 2.003824, "iops_stddev" : 0.087412, "iops_samples" : 1046 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600252, "usr_cpu" : 0.002666, "sys_cpu" : 99.973345, "ctx" : 1827, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 55.248092, "4" : 41.603053, "10" : 0.190840, "20" : 0.000000, "50" : 0.572519, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.095420, "100" : 0.190840, "250" : 0.381679, "500" : 1.145038, "750" : 0.572519, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-direct-30", "groupid" : 171, "error" : 11, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-30", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "1073741824" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 1, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 3271, "usr_cpu" : 0.000000, "sys_cpu" : 92.662794, "ctx" : 323, "majf" : 0, "minf" : 1, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 50.000000, "4" : 50.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-31", "groupid" : 172, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-31", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "2147483648" }, "read" : { "io_bytes" : 2158592, "io_kbytes" : 2108, "bw_bytes" : 3591, "bw" : 3, "iops" : 1.755510, "runtime" : 600965, "total_ios" : 1055, "short_ios" : 528, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 5994, "max" : 258676, "mean" : 170040.584440, "stddev" : 18807.300098, "N" : 527, "percentile" : { "0.500000" : 138240, "1.000000" : 140288, "10.000000" : 154624, "25.000000" : 158720, "50.000000" : 168960, "75.000000" : 177152, "90.000000" : 189440, "99.000000" : 222208, "99.500000" : 250880 } }, "lat_ns" : { "min" : 6877, "max" : 259450, "mean" : 171080.918406, "stddev" : 18847.569194, "N" : 527 }, "bw_min" : 8, "bw_max" : 8, "bw_agg" : 100.000000, "bw_mean" : 8.000000, "bw_dev" : 0.000000, "bw_samples" : 527, "iops_min" : 2, "iops_max" : 2, "iops_mean" : 2.000000, "iops_stddev" : 0.000000, "iops_samples" : 527 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600964, "usr_cpu" : 0.001165, "sys_cpu" : 99.968551, "ctx" : 2093, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 33.354390, "4" : 66.645610, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.189573, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 49.478673, "500" : 0.284360, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-31", "groupid" : 173, "error" : 14, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-31", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "2147483648" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 0, "usr_cpu" : 0.000000, "sys_cpu" : 0.000000, "ctx" : 0, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 0.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 } }, { "jobname" : "read-full-uring-direct-31", "groupid" : 174, "error" : 14, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-31", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "2147483648" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 0, "usr_cpu" : 0.000000, "sys_cpu" : 0.000000, "ctx" : 0, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 0.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 } }, { "jobname" : "read-full-32", "groupid" : 175, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-32", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "4294967296" }, "read" : { "io_bytes" : 2146304, "io_kbytes" : 2096, "bw_bytes" : 3576, "bw" : 3, "iops" : 1.313016, "runtime" : 600145, "total_ios" : 788, "short_ios" : 526, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 7008, "max" : 256447, "mean" : 188979.522901, "stddev" : 24232.818272, "N" : 262, "percentile" : { "0.500000" : 7008, "1.000000" : 7200, "10.000000" : 175104, "25.000000" : 181248, "50.000000" : 189440, "75.000000" : 195584, "90.000000" : 209920, "99.000000" : 238592, "99.500000" : 240640 } }, "lat_ns" : { "min" : 7593, "max" : 257596, "mean" : 190009.839695, "stddev" : 24291.927920, "N" : 262 }, "bw_min" : 16, "bw_max" : 16, "bw_agg" : 100.000000, "bw_mean" : 16.000000, "bw_dev" : 0.000000, "bw_samples" : 262, "iops_min" : 2, "iops_max" : 2, "iops_mean" : 2.000000, "iops_stddev" : 0.000000, "iops_samples" : 262 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600144, "usr_cpu" : 0.002000, "sys_cpu" : 99.968674, "ctx" : 1858, "majf" : 2, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 40.030441, "4" : 59.969559, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.380711, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 32.741117, "500" : 0.126904, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-32", "groupid" : 176, "error" : 14, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-32", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "4294967296" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 0, "usr_cpu" : 0.000000, "sys_cpu" : 0.000000, "ctx" : 0, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 0.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 } }, { "jobname" : "read-full-uring-direct-32", "groupid" : 177, "error" : 14, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-32", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "4294967296" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 0, "usr_cpu" : 0.000000, "sys_cpu" : 0.000000, "ctx" : 0, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 0.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 } }, { "jobname" : "read-full-33", "groupid" : 178, "error" : 0, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-33", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "bs" : "8589934592" }, "read" : { "io_bytes" : 2129920, "io_kbytes" : 2080, "bw_bytes" : 3544, "bw" : 3, "iops" : 1.086732, "runtime" : 600884, "total_ios" : 653, "short_ios" : 523, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 200443, "max" : 302440, "mean" : 234272.561538, "stddev" : 16995.609517, "N" : 130, "percentile" : { "0.500000" : 199680, "1.000000" : 209920, "10.000000" : 216064, "25.000000" : 224256, "50.000000" : 230400, "75.000000" : 242688, "90.000000" : 257024, "99.000000" : 280576, "99.500000" : 301056 } }, "lat_ns" : { "min" : 201464, "max" : 303621, "mean" : 235152.376923, "stddev" : 17017.345513, "N" : 130 }, "bw_min" : 32, "bw_max" : 32, "bw_agg" : 100.000000, "bw_mean" : 32.000000, "bw_dev" : 0.000000, "bw_samples" : 130, "iops_min" : 2, "iops_max" : 2, "iops_mean" : 2.000000, "iops_stddev" : 0.000000, "iops_samples" : 130 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 600883, "usr_cpu" : 0.000000, "sys_cpu" : 99.977034, "ctx" : 2141, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 44.472789, "4" : 55.527211, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 16.998469, "500" : 2.909648, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "read-full-uring-33", "groupid" : 179, "error" : 14, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-33", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "8589934592" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 0, "usr_cpu" : 0.000000, "sys_cpu" : 0.000000, "ctx" : 0, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 0.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 } }, { "jobname" : "read-full-uring-direct-33", "groupid" : 180, "error" : 14, "eta" : 0, "elapsed" : 109315, "job options" : { "name" : "read-full-uring-direct-33", "stonewall" : "1", "thread" : "1", "filename" : "/dev/mapper/local", "rw" : "randread", "norandommap" : "1", "random_generator" : "tausworthe64", "ramp_time" : "1m", "runtime" : "10m", "time_based" : "1", "percentile_list" : "0.5:1:10:25:50:75:90:99:99.5", "direct" : "1", "ioengine" : "io_uring", "fixedbufs" : "1", "registerfiles" : "1", "bs" : "8589934592" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 0, "usr_cpu" : 0.000000, "sys_cpu" : 0.000000, "ctx" : 0, "majf" : 0, "minf" : 0, "iodepth_level" : { "1" : 0.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 } } ] }