fs_probe_results.yaml

---
# 2x 2Tb RAID0 Samsung PM9A1 (980 Pro) on XFS
timestamp: 2023-06-28 11:48:02 +0000
system:
    os:
        name: Linux
        ver: 5.15.0-75-generic
    cpu:
        name: AuthenticAMD AMD Ryzen Threadripper PRO 5975WX 32-Cores 
        architecture: x86_64
        physical_cores: 64
    mem:
        # Main memory bandwidth when accessed sequentially (1 CPU core)
        max_bandwidth: 1879048192
        # Main memory bandwidth when 4Kb pages are accessed randomly (1 CPU core)
        min_bandwidth: 1395864371
        quantity: 134966030336
        in_use: 0.294597
    timer:
        ns_per_tick: 20
        ns_overhead: 20
    scheduler:
        # Nanoseconds to context switch a thread
        ns_yield: 495
        # Nanoseconds to sleep and wake a thread
        ns_sleep_wake: 54812
    drop_filesystem_cache_support: 1
storage:
    device:
        min_io_size: 4096
        size: 3298534883328
    fs:
        name: xfs
        config: todo
        size: 3296923746304
        in_use: 0.0133642
direct=0 sync=0:
    concurrency:
        # The i/o modify quantum guaranteed to be atomically visible to readers
        # irrespective of rewrite quantity
        atomic_rewrite_quantum: 1048576

        # The maximum single aligned i/o modify quantity atomically visible to readers
        # (can be [potentially unreliably] much larger than atomic_rewrite_quantum). A
        # very common value on modern hardware with direct i/o thanks to PCIe DMA is
        # 4096, don't trust values higher than this because of potentially discontiguous
        # memory page mapping.
        max_aligned_atomic_rewrite: 1048576

    latency:
        read:
            # The nanoseconds to read zero bytes
            nothing: 233
            qd1:
                # The nanoseconds to read 4Kb at a queue depth of 1 (min)
                min: 540
                # The nanoseconds to read 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 58195
                # The nanoseconds to read 4Kb at a queue depth of 1 (max)
                max: 466406
                # The nanoseconds to read 4Kb at a queue depth of 1 (50% of the time)
                50%: 72613
                # The nanoseconds to read 4Kb at a queue depth of 1 (95% of the time)
                95%: 90053
                # The nanoseconds to read 4Kb at a queue depth of 1 (99% of the time)
                99%: 156525
                # The nanoseconds to read 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 329042
            qd16:
                # The nanoseconds to read 4Kb at a queue depth of 16 (min)
                min: 420
                # The nanoseconds to read 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 55364
                # The nanoseconds to read 4Kb at a queue depth of 16 (max)
                max: 8280612
                # The nanoseconds to read 4Kb at a queue depth of 16 (50% of the time)
                50%: 70282
                # The nanoseconds to read 4Kb at a queue depth of 16 (95% of the time)
                95%: 117784
                # The nanoseconds to read 4Kb at a queue depth of 16 (99% of the time)
                99%: 163816
                # The nanoseconds to read 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 723935
        write:
            # The nanoseconds to write zero bytes
            nothing: 249
            qd1:
                # The nanoseconds to write 4Kb at a queue depth of 1 (min)
                min: 530
                # The nanoseconds to write 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 967
                # The nanoseconds to write 4Kb at a queue depth of 1 (max)
                max: 3271181
                # The nanoseconds to write 4Kb at a queue depth of 1 (50% of the time)
                50%: 950
                # The nanoseconds to write 4Kb at a queue depth of 1 (95% of the time)
                95%: 1160
                # The nanoseconds to write 4Kb at a queue depth of 1 (99% of the time)
                99%: 1330
                # The nanoseconds to write 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 38212
            qd16:
                # The nanoseconds to write 4Kb at a queue depth of 16 (min)
                min: 560
                # The nanoseconds to write 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 1692
                # The nanoseconds to write 4Kb at a queue depth of 16 (max)
                max: 48122990
                # The nanoseconds to write 4Kb at a queue depth of 16 (50% of the time)
                50%: 1340
                # The nanoseconds to write 4Kb at a queue depth of 16 (95% of the time)
                95%: 2220
                # The nanoseconds to write 4Kb at a queue depth of 16 (99% of the time)
                99%: 3310
                # The nanoseconds to write 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 242618
        readwrite:
            qd4:
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (min)
                min: 380
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4
                # (arithmetic mean)
                mean: 3785

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (max)
                max: 7926744
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (50% of
                # the time)
                50%: 960

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (95% of
                # the time)
                95%: 1550

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99% of
                # the time)
                99%: 84473

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99.999%
                # of the time)
                99.999%: 211207

    response_time:
        race_free:
            warm_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, race free)
                    0b: 7150
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, race free)
                    0b: 100
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, race
                    # free)
                    0b: 1864

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, race
                    # free)
                    0b: 1824

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, race free)
                    0b: 14852
        non_race_free:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, non race free)
                    0b: 7187
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, non race free)
                    0b: 96
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, non
                    # race free)
                    0b: 1816

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, non
                    # race free)
                    0b: 1834

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, non race free)
                    0b: 14270
        race_free:
            cold_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (cold cache, race free)
                    0b: 7692
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (cold cache, race free)
                    0b: 288
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (cold cache, race
                    # free)
                    0b: 5422

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (cold cache, race
                    # free)
                    0b: 5055

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (cold cache, race free)
                    0b: 20605
direct=1 sync=0:
    concurrency:
        # The i/o modify quantum guaranteed to be atomically visible to readers
        # irrespective of rewrite quantity
        atomic_rewrite_quantum: 512

        # The maximum single aligned i/o modify quantity atomically visible to readers
        # (can be [potentially unreliably] much larger than atomic_rewrite_quantum). A
        # very common value on modern hardware with direct i/o thanks to PCIe DMA is
        # 4096, don't trust values higher than this because of potentially discontiguous
        # memory page mapping.
        max_aligned_atomic_rewrite: 4096

        # The multiple of offset in a file where update atomicity breaks, so if you
        # wrote 4096 bytes at a 512 offset and this value was 4096, your write would
        # tear at 3584 because all writes would tear on a 4096 offset multiple. Linux
        # has a famously broken kernel i/o design which causes this value to be a page
        # multiple, except on filing systems which take special measures to work around
        # it. Windows NT appears to lose all atomicity as soon as an i/o straddles a
        # 4096 file offset multiple and DMA suddenly goes into many 64 byte cache lines
        # :(, so if this value is less than max_aligned_atomic_rewrite and some multiple
        # of the CPU cache line size then this is what has happened.
        atomic_rewrite_offset_boundary: 960

    latency:
        read:
            # The nanoseconds to read zero bytes
            nothing: 232
            qd1:
                # The nanoseconds to read 4Kb at a queue depth of 1 (min)
                min: 23731
                # The nanoseconds to read 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 77496
                # The nanoseconds to read 4Kb at a queue depth of 1 (max)
                max: 3613736
                # The nanoseconds to read 4Kb at a queue depth of 1 (50% of the time)
                50%: 74643
                # The nanoseconds to read 4Kb at a queue depth of 1 (95% of the time)
                95%: 87873
                # The nanoseconds to read 4Kb at a queue depth of 1 (99% of the time)
                99%: 96023
                # The nanoseconds to read 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 1496912
            qd16:
                # The nanoseconds to read 4Kb at a queue depth of 16 (min)
                min: 20741
                # The nanoseconds to read 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 76729
                # The nanoseconds to read 4Kb at a queue depth of 16 (max)
                max: 8198206
                # The nanoseconds to read 4Kb at a queue depth of 16 (50% of the time)
                50%: 73413
                # The nanoseconds to read 4Kb at a queue depth of 16 (95% of the time)
                95%: 101033
                # The nanoseconds to read 4Kb at a queue depth of 16 (99% of the time)
                99%: 134545
                # The nanoseconds to read 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 281480
        write:
            # The nanoseconds to write zero bytes
            nothing: 253
            qd1:
                # The nanoseconds to write 4Kb at a queue depth of 1 (min)
                min: 11110
                # The nanoseconds to write 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 12600
                # The nanoseconds to write 4Kb at a queue depth of 1 (max)
                max: 15815883
                # The nanoseconds to write 4Kb at a queue depth of 1 (50% of the time)
                50%: 13351
                # The nanoseconds to write 4Kb at a queue depth of 1 (95% of the time)
                95%: 13811
                # The nanoseconds to write 4Kb at a queue depth of 1 (99% of the time)
                99%: 14500
                # The nanoseconds to write 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 38602
            qd16:
                # The nanoseconds to write 4Kb at a queue depth of 16 (min)
                min: 11020
                # The nanoseconds to write 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 20894
                # The nanoseconds to write 4Kb at a queue depth of 16 (max)
                max: 22529599
                # The nanoseconds to write 4Kb at a queue depth of 16 (50% of the time)
                50%: 17280
                # The nanoseconds to write 4Kb at a queue depth of 16 (95% of the time)
                95%: 36011
                # The nanoseconds to write 4Kb at a queue depth of 16 (99% of the time)
                99%: 42222
                # The nanoseconds to write 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 20588331
        readwrite:
            qd4:
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (min)
                min: 10730
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4
                # (arithmetic mean)
                mean: 35509

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (max)
                max: 7963059
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (50% of
                # the time)
                50%: 13230

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (95% of
                # the time)
                95%: 85223

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99% of
                # the time)
                99%: 118785

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99.999%
                # of the time)
                99.999%: 2341572

    response_time:
        race_free:
            warm_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, race free)
                    0b: 8698
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, race free)
                    0b: 128
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, race
                    # free)
                    0b: 1576

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, race
                    # free)
                    0b: 1579

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, race free)
                    0b: 13064
        non_race_free:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, non race free)
                    0b: 7023
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, non race free)
                    0b: 116
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, non
                    # race free)
                    0b: 1586

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, non
                    # race free)
                    0b: 1557

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, non race free)
                    0b: 12947
        race_free:
            cold_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (cold cache, race free)
                    0b: 7424
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (cold cache, race free)
                    0b: 651
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (cold cache, race
                    # free)
                    0b: 6916

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (cold cache, race
                    # free)
                    0b: 7117

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (cold cache, race free)
                    0b: 21054
direct=0 sync=1:
    concurrency:
        # The i/o modify quantum guaranteed to be atomically visible to readers
        # irrespective of rewrite quantity
        atomic_rewrite_quantum: 1048576

        # The maximum single aligned i/o modify quantity atomically visible to readers
        # (can be [potentially unreliably] much larger than atomic_rewrite_quantum). A
        # very common value on modern hardware with direct i/o thanks to PCIe DMA is
        # 4096, don't trust values higher than this because of potentially discontiguous
        # memory page mapping.
        max_aligned_atomic_rewrite: 1048576

    latency:
        read:
            # The nanoseconds to read zero bytes
            nothing: 256
            qd1:
                # The nanoseconds to read 4Kb at a queue depth of 1 (min)
                min: 450
                # The nanoseconds to read 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 54283
                # The nanoseconds to read 4Kb at a queue depth of 1 (max)
                max: 7937501
                # The nanoseconds to read 4Kb at a queue depth of 1 (50% of the time)
                50%: 72003
                # The nanoseconds to read 4Kb at a queue depth of 1 (95% of the time)
                95%: 89123
                # The nanoseconds to read 4Kb at a queue depth of 1 (99% of the time)
                99%: 101444
                # The nanoseconds to read 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 7915741
            qd16:
                # The nanoseconds to read 4Kb at a queue depth of 16 (min)
                min: 420
                # The nanoseconds to read 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 55875
                # The nanoseconds to read 4Kb at a queue depth of 16 (max)
                max: 8237333
                # The nanoseconds to read 4Kb at a queue depth of 16 (50% of the time)
                50%: 71313
                # The nanoseconds to read 4Kb at a queue depth of 16 (95% of the time)
                95%: 106454
                # The nanoseconds to read 4Kb at a queue depth of 16 (99% of the time)
                99%: 144525
                # The nanoseconds to read 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 355292
        write:
            # The nanoseconds to write zero bytes
            nothing: 249
            qd1:
                # The nanoseconds to write 4Kb at a queue depth of 1 (min)
                min: 6084087
                # The nanoseconds to write 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 6326824
                # The nanoseconds to write 4Kb at a queue depth of 1 (max)
                max: 20894064
                # The nanoseconds to write 4Kb at a queue depth of 1 (50% of the time)
                50%: 6230292
                # The nanoseconds to write 4Kb at a queue depth of 1 (95% of the time)
                95%: 6610306
                # The nanoseconds to write 4Kb at a queue depth of 1 (99% of the time)
                99%: 9108715
                # The nanoseconds to write 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 20894064
            qd16:
                # The nanoseconds to write 4Kb at a queue depth of 16 (min)
                min: 9365256
                # The nanoseconds to write 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 15895277
                # The nanoseconds to write 4Kb at a queue depth of 16 (max)
                max: 28330671
                # The nanoseconds to write 4Kb at a queue depth of 16 (50% of the time)
                50%: 14776138
                # The nanoseconds to write 4Kb at a queue depth of 16 (95% of the time)
                95%: 20678389
                # The nanoseconds to write 4Kb at a queue depth of 16 (99% of the time)
                99%: 22440401
                # The nanoseconds to write 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 28330671
        readwrite:
            qd4:
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (min)
                min: 510
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4
                # (arithmetic mean)
                mean: 101628

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (max)
                max: 14673785
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (50% of
                # the time)
                50%: 73223

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (95% of
                # the time)
                95%: 104044

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99% of
                # the time)
                99%: 801448

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99.999%
                # of the time)
                99.999%: 10156593

    response_time:
        race_free:
            warm_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, race free)
                    0b: 4860254
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, race free)
                    0b: 248
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, race
                    # free)
                    0b: 21986

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, race
                    # free)
                    0b: 368663

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, race free)
                    0b: 4899083
        non_race_free:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, non race free)
                    0b: 4936334
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, non race free)
                    0b: 243
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, non
                    # race free)
                    0b: 22358

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, non
                    # race free)
                    0b: 435857

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, non race free)
                    0b: 5297965
        race_free:
            cold_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (cold cache, race free)
                    0b: 5445454
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (cold cache, race free)
                    0b: 839
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (cold cache, race
                    # free)
                    0b: 20638

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (cold cache, race
                    # free)
                    0b: 507275

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (cold cache, race free)
                    0b: 5115400
direct=1 sync=1:
    concurrency:
        # The i/o modify quantum guaranteed to be atomically visible to readers
        # irrespective of rewrite quantity
        atomic_rewrite_quantum: 512

        # The maximum single aligned i/o modify quantity atomically visible to readers
        # (can be [potentially unreliably] much larger than atomic_rewrite_quantum). A
        # very common value on modern hardware with direct i/o thanks to PCIe DMA is
        # 4096, don't trust values higher than this because of potentially discontiguous
        # memory page mapping.
        max_aligned_atomic_rewrite: 4096

        # The multiple of offset in a file where update atomicity breaks, so if you
        # wrote 4096 bytes at a 512 offset and this value was 4096, your write would
        # tear at 3584 because all writes would tear on a 4096 offset multiple. Linux
        # has a famously broken kernel i/o design which causes this value to be a page
        # multiple, except on filing systems which take special measures to work around
        # it. Windows NT appears to lose all atomicity as soon as an i/o straddles a
        # 4096 file offset multiple and DMA suddenly goes into many 64 byte cache lines
        # :(, so if this value is less than max_aligned_atomic_rewrite and some multiple
        # of the CPU cache line size then this is what has happened.
        atomic_rewrite_offset_boundary: 960

    latency:
        read:
            # The nanoseconds to read zero bytes
            nothing: 248
            qd1:
                # The nanoseconds to read 4Kb at a queue depth of 1 (min)
                min: 20891
                # The nanoseconds to read 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 75461
                # The nanoseconds to read 4Kb at a queue depth of 1 (max)
                max: 7906693
                # The nanoseconds to read 4Kb at a queue depth of 1 (50% of the time)
                50%: 74053
                # The nanoseconds to read 4Kb at a queue depth of 1 (95% of the time)
                95%: 87703
                # The nanoseconds to read 4Kb at a queue depth of 1 (99% of the time)
                99%: 88194
                # The nanoseconds to read 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 7905974
            qd16:
                # The nanoseconds to read 4Kb at a queue depth of 16 (min)
                min: 20521
                # The nanoseconds to read 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 75167
                # The nanoseconds to read 4Kb at a queue depth of 16 (max)
                max: 8461944
                # The nanoseconds to read 4Kb at a queue depth of 16 (50% of the time)
                50%: 72963
                # The nanoseconds to read 4Kb at a queue depth of 16 (95% of the time)
                95%: 99403
                # The nanoseconds to read 4Kb at a queue depth of 16 (99% of the time)
                99%: 133675
                # The nanoseconds to read 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 273180
        write:
            # The nanoseconds to write zero bytes
            nothing: 250
            qd1:
                # The nanoseconds to write 4Kb at a queue depth of 1 (min)
                min: 1742502
                # The nanoseconds to write 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 6321226
                # The nanoseconds to write 4Kb at a queue depth of 1 (max)
                max: 20726786
                # The nanoseconds to write 4Kb at a queue depth of 1 (50% of the time)
                50%: 6258815
                # The nanoseconds to write 4Kb at a queue depth of 1 (95% of the time)
                95%: 7014093
                # The nanoseconds to write 4Kb at a queue depth of 1 (99% of the time)
                99%: 8982664
                # The nanoseconds to write 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 20726786
            qd16:
                # The nanoseconds to write 4Kb at a queue depth of 16 (min)
                min: 7689997
                # The nanoseconds to write 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 16395537
                # The nanoseconds to write 4Kb at a queue depth of 16 (max)
                max: 29631807
                # The nanoseconds to write 4Kb at a queue depth of 16 (50% of the time)
                50%: 16216034
                # The nanoseconds to write 4Kb at a queue depth of 16 (95% of the time)
                95%: 20747568
                # The nanoseconds to write 4Kb at a queue depth of 16 (99% of the time)
                99%: 21740825
                # The nanoseconds to write 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 29631807
        readwrite:
            qd4:
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (min)
                min: 20731
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4
                # (arithmetic mean)
                mean: 126797

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (max)
                max: 14292886
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (50% of
                # the time)
                50%: 74383

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (95% of
                # the time)
                95%: 116235

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99% of
                # the time)
                99%: 812619

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99.999%
                # of the time)
                99.999%: 10165048

    response_time:
        race_free:
            warm_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, race free)
                    0b: 4937701
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, race free)
                    0b: 244
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, race
                    # free)
                    0b: 21748

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, race
                    # free)
                    0b: 442917

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, race free)
                    0b: 5490621
        non_race_free:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, non race free)
                    0b: 5328565
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, non race free)
                    0b: 242
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, non
                    # race free)
                    0b: 23289

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, non
                    # race free)
                    0b: 368987

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, non race free)
                    0b: 4902903
        race_free:
            cold_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (cold cache, race free)
                    0b: 4856481
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (cold cache, race free)
                    0b: 864
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (cold cache, race
                    # free)
                    0b: 28816

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (cold cache, race
                    # free)
                    0b: 395647

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (cold cache, race free)
                    0b: 4956458

---
# 2x 2Tb RAID0 Samsung PM9A1 (980 Pro) on F2FS
timestamp: 2023-06-28 12:34:44 +0000
system:
    os:
        name: Linux
        ver: 5.15.0-75-generic
    cpu:
        name: AuthenticAMD AMD Ryzen Threadripper PRO 5975WX 32-Cores
        architecture: x86_64
        physical_cores: 64
    mem:
        # Main memory bandwidth when accessed sequentially (1 CPU core)
        max_bandwidth: 1932735283
        # Main memory bandwidth when 4Kb pages are accessed randomly (1 CPU core)
        min_bandwidth: 1449551462
        quantity: 134966030336
        in_use: 0.208974
    timer:
        ns_per_tick: 20
        ns_overhead: 20
    scheduler:
        # Nanoseconds to context switch a thread
        ns_yield: 198
        # Nanoseconds to sleep and wake a thread
        ns_sleep_wake: 54342
    drop_filesystem_cache_support: 1
storage:
    device:
        min_io_size: 4096
        size: 1649267441664
    fs:
        name: f2fs
        config: todo
        size: 3298532786176
        in_use: 0.0106769
direct=0 sync=0:
    concurrency:
        # The i/o modify quantum guaranteed to be atomically visible to readers
        # irrespective of rewrite quantity
        atomic_rewrite_quantum: 1

        # The maximum single aligned i/o modify quantity atomically visible to readers
        # (can be [potentially unreliably] much larger than atomic_rewrite_quantum). A
        # very common value on modern hardware with direct i/o thanks to PCIe DMA is
        # 4096, don't trust values higher than this because of potentially discontiguous
        # memory page mapping.
        max_aligned_atomic_rewrite: 1

    latency:
        read:
            # The nanoseconds to read zero bytes
            nothing: 247
            qd1:
                # The nanoseconds to read 4Kb at a queue depth of 1 (min)
                min: 380
                # The nanoseconds to read 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 20892
                # The nanoseconds to read 4Kb at a queue depth of 1 (max)
                max: 15993540
                # The nanoseconds to read 4Kb at a queue depth of 1 (50% of the time)
                50%: 900
                # The nanoseconds to read 4Kb at a queue depth of 1 (95% of the time)
                95%: 47842
                # The nanoseconds to read 4Kb at a queue depth of 1 (99% of the time)
                99%: 79982
                # The nanoseconds to read 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 10171923
            qd16:
                # The nanoseconds to read 4Kb at a queue depth of 16 (min)
                min: 360
                # The nanoseconds to read 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 22269
                # The nanoseconds to read 4Kb at a queue depth of 16 (max)
                max: 3760819
                # The nanoseconds to read 4Kb at a queue depth of 16 (50% of the time)
                50%: 1310
                # The nanoseconds to read 4Kb at a queue depth of 16 (95% of the time)
                95%: 87282
                # The nanoseconds to read 4Kb at a queue depth of 16 (99% of the time)
                99%: 133174
                # The nanoseconds to read 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 419892
        write:
            # The nanoseconds to write zero bytes
            nothing: 242
            qd1:
                # The nanoseconds to write 4Kb at a queue depth of 1 (min)
                min: 640
                # The nanoseconds to write 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 1352
                # The nanoseconds to write 4Kb at a queue depth of 1 (max)
                max: 8105574
                # The nanoseconds to write 4Kb at a queue depth of 1 (50% of the time)
                50%: 1240
                # The nanoseconds to write 4Kb at a queue depth of 1 (95% of the time)
                95%: 1760
                # The nanoseconds to write 4Kb at a queue depth of 1 (99% of the time)
                99%: 1970
                # The nanoseconds to write 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 118393
            qd16:
                # The nanoseconds to write 4Kb at a queue depth of 16 (min)
                min: 870
                # The nanoseconds to write 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 2367
                # The nanoseconds to write 4Kb at a queue depth of 16 (max)
                max: 31465590
                # The nanoseconds to write 4Kb at a queue depth of 16 (50% of the time)
                50%: 2230
                # The nanoseconds to write 4Kb at a queue depth of 16 (95% of the time)
                95%: 3410
                # The nanoseconds to write 4Kb at a queue depth of 16 (99% of the time)
                99%: 4420
                # The nanoseconds to write 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 192905
        readwrite:
            qd4:
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (min)
                min: 330
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4
                # (arithmetic mean)
                mean: 3141

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (max)
                max: 8368842
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (50% of
                # the time)
                50%: 1300

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (95% of
                # the time)
                95%: 2680

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99% of
                # the time)
                99%: 45301

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99.999%
                # of the time)
                99.999%: 177105

    response_time:
        race_free:
            warm_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, race free)
                    0b: 10332
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, race free)
                    0b: 104
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, race
                    # free)
                    0b: 1772

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, race
                    # free)
                    0b: 1813

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, race free)
                    0b: 13756
        non_race_free:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, non race free)
                    0b: 10436
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, non race free)
                    0b: 101
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, non
                    # race free)
                    0b: 1757

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, non
                    # race free)
                    0b: 1788

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, non race free)
                    0b: 13437
        race_free:
            cold_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (cold cache, race free)
                    0b: 10956
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (cold cache, race free)
                    0b: 2735
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (cold cache, race
                    # free)
                    0b: 23376

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (cold cache, race
                    # free)
                    0b: 23925

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (cold cache, race free)
                    0b: 40880
direct=1 sync=0:
    concurrency:
        # The i/o modify quantum guaranteed to be atomically visible to readers
        # irrespective of rewrite quantity
        atomic_rewrite_quantum: 1

        # The maximum single aligned i/o modify quantity atomically visible to readers
        # (can be [potentially unreliably] much larger than atomic_rewrite_quantum). A
        # very common value on modern hardware with direct i/o thanks to PCIe DMA is
        # 4096, don't trust values higher than this because of potentially discontiguous
        # memory page mapping.
        max_aligned_atomic_rewrite: 1

    latency:
        read:
            # The nanoseconds to read zero bytes
            nothing: 253
            qd1:
                # The nanoseconds to read 4Kb at a queue depth of 1 (min)
                min: 390
                # The nanoseconds to read 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 3143
                # The nanoseconds to read 4Kb at a queue depth of 1 (max)
                max: 15995984
                # The nanoseconds to read 4Kb at a queue depth of 1 (50% of the time)
                50%: 680
                # The nanoseconds to read 4Kb at a queue depth of 1 (95% of the time)
                95%: 41221
                # The nanoseconds to read 4Kb at a queue depth of 1 (99% of the time)
                99%: 44671
                # The nanoseconds to read 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 114873
            qd16:
                # The nanoseconds to read 4Kb at a queue depth of 16 (min)
                min: 430
                # The nanoseconds to read 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 19019
                # The nanoseconds to read 4Kb at a queue depth of 16 (max)
                max: 9640681
                # The nanoseconds to read 4Kb at a queue depth of 16 (50% of the time)
                50%: 1490
                # The nanoseconds to read 4Kb at a queue depth of 16 (95% of the time)
                95%: 69230
                # The nanoseconds to read 4Kb at a queue depth of 16 (99% of the time)
                99%: 107070
                # The nanoseconds to read 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 356410
        write:
            # The nanoseconds to write zero bytes
            nothing: 246
            qd1:
                # The nanoseconds to write 4Kb at a queue depth of 1 (min)
                min: 15740
                # The nanoseconds to write 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 16639
                # The nanoseconds to write 4Kb at a queue depth of 1 (max)
                max: 8150153
                # The nanoseconds to write 4Kb at a queue depth of 1 (50% of the time)
                50%: 16350
                # The nanoseconds to write 4Kb at a queue depth of 1 (95% of the time)
                95%: 16770
                # The nanoseconds to write 4Kb at a queue depth of 1 (99% of the time)
                99%: 17710
                # The nanoseconds to write 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 390040
            qd16:
                # The nanoseconds to write 4Kb at a queue depth of 16 (min)
                min: 16770
                # The nanoseconds to write 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 38631
                # The nanoseconds to write 4Kb at a queue depth of 16 (max)
                max: 9121663
                # The nanoseconds to write 4Kb at a queue depth of 16 (50% of the time)
                50%: 37500
                # The nanoseconds to write 4Kb at a queue depth of 16 (95% of the time)
                95%: 55330
                # The nanoseconds to write 4Kb at a queue depth of 16 (99% of the time)
                99%: 65970
                # The nanoseconds to write 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 3095235
        readwrite:
            qd4:
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (min)
                min: 460
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4
                # (arithmetic mean)
                mean: 28011

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (max)
                max: 10823258
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (50% of
                # the time)
                50%: 16550

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (95% of
                # the time)
                95%: 56040

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99% of
                # the time)
                99%: 119240

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99.999%
                # of the time)
                99.999%: 8158411

    response_time:
        race_free:
            warm_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, race free)
                    0b: 5463
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, race free)
                    0b: 132
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, race
                    # free)
                    0b: 1528

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, race
                    # free)
                    0b: 1557

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, race free)
                    0b: 11679
        non_race_free:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, non race free)
                    0b: 5028
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, non race free)
                    0b: 112
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, non
                    # race free)
                    0b: 1552

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, non
                    # race free)
                    0b: 1569

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, non race free)
                    0b: 11016
        race_free:
            cold_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (cold cache, race free)
                    0b: 19903
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (cold cache, race free)
                    0b: 2071
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (cold cache, race
                    # free)
                    0b: 38380

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (cold cache, race
                    # free)
                    0b: 39345

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (cold cache, race free)
                    0b: 58666
direct=0 sync=1:
    concurrency:
        # The i/o modify quantum guaranteed to be atomically visible to readers
        # irrespective of rewrite quantity
        atomic_rewrite_quantum: 1

        # The maximum single aligned i/o modify quantity atomically visible to readers
        # (can be [potentially unreliably] much larger than atomic_rewrite_quantum). A
        # very common value on modern hardware with direct i/o thanks to PCIe DMA is
        # 4096, don't trust values higher than this because of potentially discontiguous
        # memory page mapping.
        max_aligned_atomic_rewrite: 1

    latency:
        read:
            # The nanoseconds to read zero bytes
            nothing: 246
            qd1:
                # The nanoseconds to read 4Kb at a queue depth of 1 (min)
                min: 380
                # The nanoseconds to read 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 40983
                # The nanoseconds to read 4Kb at a queue depth of 1 (max)
                max: 3545213
                # The nanoseconds to read 4Kb at a queue depth of 1 (50% of the time)
                50%: 45970
                # The nanoseconds to read 4Kb at a queue depth of 1 (95% of the time)
                95%: 89320
                # The nanoseconds to read 4Kb at a queue depth of 1 (99% of the time)
                99%: 92091
                # The nanoseconds to read 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 1163584
            qd16:
                # The nanoseconds to read 4Kb at a queue depth of 16 (min)
                min: 370
                # The nanoseconds to read 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 35671
                # The nanoseconds to read 4Kb at a queue depth of 16 (max)
                max: 8556015
                # The nanoseconds to read 4Kb at a queue depth of 16 (50% of the time)
                50%: 44960
                # The nanoseconds to read 4Kb at a queue depth of 16 (95% of the time)
                95%: 92410
                # The nanoseconds to read 4Kb at a queue depth of 16 (99% of the time)
                99%: 125900
                # The nanoseconds to read 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 268321
        write:
            # The nanoseconds to write zero bytes
            nothing: 242
            qd1:
                # The nanoseconds to write 4Kb at a queue depth of 1 (min)
                min: 1579188
                # The nanoseconds to write 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 1714524
                # The nanoseconds to write 4Kb at a queue depth of 1 (max)
                max: 10144409
                # The nanoseconds to write 4Kb at a queue depth of 1 (50% of the time)
                50%: 1707019
                # The nanoseconds to write 4Kb at a queue depth of 1 (95% of the time)
                95%: 1750338
                # The nanoseconds to write 4Kb at a queue depth of 1 (99% of the time)
                99%: 1809849
                # The nanoseconds to write 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 10144409
            qd16:
                # The nanoseconds to write 4Kb at a queue depth of 16 (min)
                min: 4620578
                # The nanoseconds to write 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 21280066
                # The nanoseconds to write 4Kb at a queue depth of 16 (max)
                max: 98310850
                # The nanoseconds to write 4Kb at a queue depth of 16 (50% of the time)
                50%: 19373425
                # The nanoseconds to write 4Kb at a queue depth of 16 (95% of the time)
                95%: 32905429
                # The nanoseconds to write 4Kb at a queue depth of 16 (99% of the time)
                99%: 38668023
                # The nanoseconds to write 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 98310850
        readwrite:
            qd4:
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (min)
                min: 560
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4
                # (arithmetic mean)
                mean: 143886

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (max)
                max: 5732768
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (50% of
                # the time)
                50%: 73450

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (95% of
                # the time)
                95%: 788985

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99% of
                # the time)
                99%: 1729212

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99.999%
                # of the time)
                99.999%: 5714248

    response_time:
        race_free:
            warm_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, race free)
                    0b: 1820140
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, race free)
                    0b: 316
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, race
                    # free)
                    0b: 28950

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, race
                    # free)
                    0b: 5684

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, race free)
                    0b: 6311519
        non_race_free:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, non race free)
                    0b: 1832380
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, non race free)
                    0b: 237
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, non
                    # race free)
                    0b: 27857

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, non
                    # race free)
                    0b: 5708

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, non race free)
                    0b: 6288884
        race_free:
            cold_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (cold cache, race free)
                    0b: 1778866
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (cold cache, race free)
                    0b: 1970
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (cold cache, race
                    # free)
                    0b: 66263

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (cold cache, race
                    # free)
                    0b: 67119

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (cold cache, race free)
                    0b: 6228914
direct=1 sync=1:
    concurrency:
        # The i/o modify quantum guaranteed to be atomically visible to readers
        # irrespective of rewrite quantity
        atomic_rewrite_quantum: 1

        # The maximum single aligned i/o modify quantity atomically visible to readers
        # (can be [potentially unreliably] much larger than atomic_rewrite_quantum). A
        # very common value on modern hardware with direct i/o thanks to PCIe DMA is
        # 4096, don't trust values higher than this because of potentially discontiguous
        # memory page mapping.
        max_aligned_atomic_rewrite: 1

    latency:
        read:
            # The nanoseconds to read zero bytes
            nothing: 251
            qd1:
                # The nanoseconds to read 4Kb at a queue depth of 1 (min)
                min: 540
                # The nanoseconds to read 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 53661
                # The nanoseconds to read 4Kb at a queue depth of 1 (max)
                max: 8295811
                # The nanoseconds to read 4Kb at a queue depth of 1 (50% of the time)
                50%: 73040
                # The nanoseconds to read 4Kb at a queue depth of 1 (95% of the time)
                95%: 90030
                # The nanoseconds to read 4Kb at a queue depth of 1 (99% of the time)
                99%: 92750
                # The nanoseconds to read 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 3376006
            qd16:
                # The nanoseconds to read 4Kb at a queue depth of 16 (min)
                min: 430
                # The nanoseconds to read 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 35594
                # The nanoseconds to read 4Kb at a queue depth of 16 (max)
                max: 5206374
                # The nanoseconds to read 4Kb at a queue depth of 16 (50% of the time)
                50%: 44990
                # The nanoseconds to read 4Kb at a queue depth of 16 (95% of the time)
                95%: 92150
                # The nanoseconds to read 4Kb at a queue depth of 16 (99% of the time)
                99%: 124861
                # The nanoseconds to read 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 263202
        write:
            # The nanoseconds to write zero bytes
            nothing: 244
            qd1:
                # The nanoseconds to write 4Kb at a queue depth of 1 (min)
                min: 1614864
                # The nanoseconds to write 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 1719189
                # The nanoseconds to write 4Kb at a queue depth of 1 (max)
                max: 10203287
                # The nanoseconds to write 4Kb at a queue depth of 1 (50% of the time)
                50%: 1709015
                # The nanoseconds to write 4Kb at a queue depth of 1 (95% of the time)
                95%: 1755086
                # The nanoseconds to write 4Kb at a queue depth of 1 (99% of the time)
                99%: 1800645
                # The nanoseconds to write 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 10203287
            qd16:
                # The nanoseconds to write 4Kb at a queue depth of 16 (min)
                min: 7164257
                # The nanoseconds to write 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 21949659
                # The nanoseconds to write 4Kb at a queue depth of 16 (max)
                max: 43666733
                # The nanoseconds to write 4Kb at a queue depth of 16 (50% of the time)
                50%: 19786718
                # The nanoseconds to write 4Kb at a queue depth of 16 (95% of the time)
                95%: 34309738
                # The nanoseconds to write 4Kb at a queue depth of 16 (99% of the time)
                99%: 36858571
                # The nanoseconds to write 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 43666733
        readwrite:
            qd4:
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (min)
                min: 590
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4
                # (arithmetic mean)
                mean: 142954

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (max)
                max: 6071082
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (50% of
                # the time)
                50%: 73611

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (95% of
                # the time)
                95%: 788538

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99% of
                # the time)
                99%: 1753388

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99.999%
                # of the time)
                99.999%: 5762597

    response_time:
        race_free:
            warm_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, race free)
                    0b: 1899879
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, race free)
                    0b: 310
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, race
                    # free)
                    0b: 28550

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, race
                    # free)
                    0b: 5626

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, race free)
                    0b: 6310448
        non_race_free:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, non race free)
                    0b: 1844193
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, non race free)
                    0b: 239
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, non
                    # race free)
                    0b: 27783

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, non
                    # race free)
                    0b: 4356

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, non race free)
                    0b: 6200818
        race_free:
            cold_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (cold cache, race free)
                    0b: 1755434
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (cold cache, race free)
                    0b: 2748
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (cold cache, race
                    # free)
                    0b: 72061

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (cold cache, race
                    # free)
                    0b: 70538

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (cold cache, race free)
                    0b: 6243208
---
# 960Gb Intel Optane 905P X-Point on XFS
timestamp: 2023-07-21 14:46:25 +0000
system:
    os:
        name: Linux
        ver: 5.15.0-76-generic
    cpu:
        name: AuthenticAMD AMD Ryzen Threadripper PRO 5975WX 32-Cores
        architecture: x86_64
        physical_cores: 64
    mem:
        # Main memory bandwidth when accessed sequentially (1 CPU core)
        max_bandwidth: 1932735283
        # Main memory bandwidth when 4Kb pages are accessed randomly (1 CPU core)
        min_bandwidth: 1449551462
        quantity: 134963339264
        in_use: 0.187772
    timer:
        ns_per_tick: 20
        ns_overhead: 20
    scheduler:
        # Nanoseconds to context switch a thread
        ns_yield: 458
        # Nanoseconds to sleep and wake a thread
        ns_sleep_wake: 38039
    drop_filesystem_cache_support: 1
storage:
    device:
        min_io_size: 1024
        size: 960193626112
    fs:
        name: xfs
        config: todo
        size: 959724781568
        in_use: 0.0455115
direct=0 sync=0:
    concurrency:
        # The i/o modify quantum guaranteed to be atomically visible to readers
        # irrespective of rewrite quantity
        atomic_rewrite_quantum: 1048576

        # The maximum single aligned i/o modify quantity atomically visible to readers
        # (can be [potentially unreliably] much larger than atomic_rewrite_quantum). A
        # very common value on modern hardware with direct i/o thanks to PCIe DMA is
        # 4096, don't trust values higher than this because of potentially discontiguous
        # memory page mapping.
        max_aligned_atomic_rewrite: 1048576

    latency:
        read:
            # The nanoseconds to read zero bytes
            nothing: 104
            qd1:
                # The nanoseconds to read 4Kb at a queue depth of 1 (min)
                min: 250
                # The nanoseconds to read 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 646
                # The nanoseconds to read 4Kb at a queue depth of 1 (max)
                max: 2488078
                # The nanoseconds to read 4Kb at a queue depth of 1 (50% of the time)
                50%: 480
                # The nanoseconds to read 4Kb at a queue depth of 1 (95% of the time)
                95%: 650
                # The nanoseconds to read 4Kb at a queue depth of 1 (99% of the time)
                99%: 11929
                # The nanoseconds to read 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 41569
            qd16:
                # The nanoseconds to read 4Kb at a queue depth of 16 (min)
                min: 270
                # The nanoseconds to read 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 5189
                # The nanoseconds to read 4Kb at a queue depth of 16 (max)
                max: 4019592
                # The nanoseconds to read 4Kb at a queue depth of 16 (50% of the time)
                50%: 1610
                # The nanoseconds to read 4Kb at a queue depth of 16 (95% of the time)
                95%: 30389
                # The nanoseconds to read 4Kb at a queue depth of 16 (99% of the time)
                99%: 66159
                # The nanoseconds to read 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 218226
        write:
            # The nanoseconds to write zero bytes
            nothing: 102
            qd1:
                # The nanoseconds to write 4Kb at a queue depth of 1 (min)
                min: 430
                # The nanoseconds to write 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 943
                # The nanoseconds to write 4Kb at a queue depth of 1 (max)
                max: 2890876
                # The nanoseconds to write 4Kb at a queue depth of 1 (50% of the time)
                50%: 930
                # The nanoseconds to write 4Kb at a queue depth of 1 (95% of the time)
                95%: 1140
                # The nanoseconds to write 4Kb at a queue depth of 1 (99% of the time)
                99%: 1300
                # The nanoseconds to write 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 24929
            qd16:
                # The nanoseconds to write 4Kb at a queue depth of 16 (min)
                min: 450
                # The nanoseconds to write 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 1581
                # The nanoseconds to write 4Kb at a queue depth of 16 (max)
                max: 54002385
                # The nanoseconds to write 4Kb at a queue depth of 16 (50% of the time)
                50%: 1460
                # The nanoseconds to write 4Kb at a queue depth of 16 (95% of the time)
                95%: 2380
                # The nanoseconds to write 4Kb at a queue depth of 16 (99% of the time)
                99%: 3470
                # The nanoseconds to write 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 199106
        readwrite:
            qd4:
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (min)
                min: 260
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4
                # (arithmetic mean)
                mean: 1034

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (max)
                max: 3788260
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (50% of
                # the time)
                50%: 790

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (95% of
                # the time)
                95%: 1280

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99% of
                # the time)
                99%: 12940

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99.999%
                # of the time)
                99.999%: 50600

    response_time:
        race_free:
            warm_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, race free)
                    0b: 6448
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, race free)
                    0b: 49
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, race
                    # free)
                    0b: 1063

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, race
                    # free)
                    0b: 1040

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, race free)
                    0b: 10285
        non_race_free:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, non race free)
                    0b: 6346
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, non race free)
                    0b: 45
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, non
                    # race free)
                    0b: 1035

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, non
                    # race free)
                    0b: 1013

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, non race free)
                    0b: 9769
        race_free:
            cold_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (cold cache, race free)
                    0b: 6865
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (cold cache, race free)
                    0b: 93
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (cold cache, race
                    # free)
                    0b: 3628

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (cold cache, race
                    # free)
                    0b: 3464

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (cold cache, race free)
                    0b: 13448
direct=1 sync=0:
    concurrency:
        # The i/o modify quantum guaranteed to be atomically visible to readers
        # irrespective of rewrite quantity
        atomic_rewrite_quantum: 16384

        # The maximum single aligned i/o modify quantity atomically visible to readers
        # (can be [potentially unreliably] much larger than atomic_rewrite_quantum). A
        # very common value on modern hardware with direct i/o thanks to PCIe DMA is
        # 4096, don't trust values higher than this because of potentially discontiguous
        # memory page mapping.
        max_aligned_atomic_rewrite: 262144

    latency:
        read:
            # The nanoseconds to read zero bytes
            nothing: 101
            qd1:
                # The nanoseconds to read 4Kb at a queue depth of 1 (min)
                min: 11290
                # The nanoseconds to read 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 12164
                # The nanoseconds to read 4Kb at a queue depth of 1 (max)
                max: 467296
                # The nanoseconds to read 4Kb at a queue depth of 1 (50% of the time)
                50%: 12000
                # The nanoseconds to read 4Kb at a queue depth of 1 (95% of the time)
                95%: 12630
                # The nanoseconds to read 4Kb at a queue depth of 1 (99% of the time)
                99%: 13849
                # The nanoseconds to read 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 51590
            qd16:
                # The nanoseconds to read 4Kb at a queue depth of 16 (min)
                min: 12750
                # The nanoseconds to read 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 27549
                # The nanoseconds to read 4Kb at a queue depth of 16 (max)
                max: 1010092
                # The nanoseconds to read 4Kb at a queue depth of 16 (50% of the time)
                50%: 26790
                # The nanoseconds to read 4Kb at a queue depth of 16 (95% of the time)
                95%: 35730
                # The nanoseconds to read 4Kb at a queue depth of 16 (99% of the time)
                99%: 57909
                # The nanoseconds to read 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 77070
        write:
            # The nanoseconds to write zero bytes
            nothing: 100
            qd1:
                # The nanoseconds to write 4Kb at a queue depth of 1 (min)
                min: 12789
                # The nanoseconds to write 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 14120
                # The nanoseconds to write 4Kb at a queue depth of 1 (max)
                max: 789235
                # The nanoseconds to write 4Kb at a queue depth of 1 (50% of the time)
                50%: 13910
                # The nanoseconds to write 4Kb at a queue depth of 1 (95% of the time)
                95%: 14930
                # The nanoseconds to write 4Kb at a queue depth of 1 (99% of the time)
                99%: 17030
                # The nanoseconds to write 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 74370
            qd16:
                # The nanoseconds to write 4Kb at a queue depth of 16 (min)
                min: 16810
                # The nanoseconds to write 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 27311
                # The nanoseconds to write 4Kb at a queue depth of 16 (max)
                max: 986064
                # The nanoseconds to write 4Kb at a queue depth of 16 (50% of the time)
                50%: 26260
                # The nanoseconds to write 4Kb at a queue depth of 16 (95% of the time)
                95%: 43580
                # The nanoseconds to write 4Kb at a queue depth of 16 (99% of the time)
                99%: 57940
                # The nanoseconds to write 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 95719
        readwrite:
            qd4:
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (min)
                min: 10710
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4
                # (arithmetic mean)
                mean: 13945

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (max)
                max: 1929499
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (50% of
                # the time)
                50%: 13339

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (95% of
                # the time)
                95%: 16210

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99% of
                # the time)
                99%: 23869

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99.999%
                # of the time)
                99.999%: 63520

    response_time:
        race_free:
            warm_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, race free)
                    0b: 5157
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, race free)
                    0b: 70
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, race
                    # free)
                    0b: 858

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, race
                    # free)
                    0b: 832

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, race free)
                    0b: 8403
        non_race_free:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, non race free)
                    0b: 5433
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, non race free)
                    0b: 54
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, non
                    # race free)
                    0b: 872

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, non
                    # race free)
                    0b: 832

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, non race free)
                    0b: 8218
        race_free:
            cold_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (cold cache, race free)
                    0b: 5961
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (cold cache, race free)
                    0b: 126
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (cold cache, race
                    # free)
                    0b: 3530

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (cold cache, race
                    # free)
                    0b: 2702

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (cold cache, race free)
                    0b: 12081
direct=0 sync=1:
    concurrency:
        # The i/o modify quantum guaranteed to be atomically visible to readers
        # irrespective of rewrite quantity
        atomic_rewrite_quantum: 1048576

        # The maximum single aligned i/o modify quantity atomically visible to readers
        # (can be [potentially unreliably] much larger than atomic_rewrite_quantum). A
        # very common value on modern hardware with direct i/o thanks to PCIe DMA is
        # 4096, don't trust values higher than this because of potentially discontiguous
        # memory page mapping.
        max_aligned_atomic_rewrite: 1048576

    latency:
        read:
            # The nanoseconds to read zero bytes
            nothing: 104
            qd1:
                # The nanoseconds to read 4Kb at a queue depth of 1 (min)
                min: 250
                # The nanoseconds to read 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 767
                # The nanoseconds to read 4Kb at a queue depth of 1 (max)
                max: 3147180
                # The nanoseconds to read 4Kb at a queue depth of 1 (50% of the time)
                50%: 600
                # The nanoseconds to read 4Kb at a queue depth of 1 (95% of the time)
                95%: 830
                # The nanoseconds to read 4Kb at a queue depth of 1 (99% of the time)
                99%: 12040
                # The nanoseconds to read 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 43990
            qd16:
                # The nanoseconds to read 4Kb at a queue depth of 16 (min)
                min: 270
                # The nanoseconds to read 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 4911
                # The nanoseconds to read 4Kb at a queue depth of 16 (max)
                max: 3849262
                # The nanoseconds to read 4Kb at a queue depth of 16 (50% of the time)
                50%: 1570
                # The nanoseconds to read 4Kb at a queue depth of 16 (95% of the time)
                95%: 29550
                # The nanoseconds to read 4Kb at a queue depth of 16 (99% of the time)
                99%: 65301
                # The nanoseconds to read 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 220170
        write:
            # The nanoseconds to write zero bytes
            nothing: 101
            qd1:
                # The nanoseconds to write 4Kb at a queue depth of 1 (min)
                min: 14050
                # The nanoseconds to write 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 15338
                # The nanoseconds to write 4Kb at a queue depth of 1 (max)
                max: 3206413
                # The nanoseconds to write 4Kb at a queue depth of 1 (50% of the time)
                50%: 14800
                # The nanoseconds to write 4Kb at a queue depth of 1 (95% of the time)
                95%: 15730
                # The nanoseconds to write 4Kb at a queue depth of 1 (99% of the time)
                99%: 39400
                # The nanoseconds to write 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 139330
            qd16:
                # The nanoseconds to write 4Kb at a queue depth of 16 (min)
                min: 15190
                # The nanoseconds to write 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 27629
                # The nanoseconds to write 4Kb at a queue depth of 16 (max)
                max: 4691087
                # The nanoseconds to write 4Kb at a queue depth of 16 (50% of the time)
                50%: 26040
                # The nanoseconds to write 4Kb at a queue depth of 16 (95% of the time)
                95%: 49270
                # The nanoseconds to write 4Kb at a queue depth of 16 (99% of the time)
                99%: 60200
                # The nanoseconds to write 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 176820
        readwrite:
            qd4:
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (min)
                min: 250
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4
                # (arithmetic mean)
                mean: 1130

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (max)
                max: 3692158
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (50% of
                # the time)
                50%: 620

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (95% of
                # the time)
                95%: 980

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99% of
                # the time)
                99%: 15570

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99.999%
                # of the time)
                99.999%: 73450

    response_time:
        race_free:
            warm_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, race free)
                    0b: 106389
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, race free)
                    0b: 160
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, race
                    # free)
                    0b: 1976

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, race
                    # free)
                    0b: 1984

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, race free)
                    0b: 39299
        non_race_free:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, non race free)
                    0b: 36742
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, non race free)
                    0b: 54
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, non
                    # race free)
                    0b: 952

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, non
                    # race free)
                    0b: 1032

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, non race free)
                    0b: 42777
        race_free:
            cold_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (cold cache, race free)
                    0b: 66312
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (cold cache, race free)
                    0b: 327
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (cold cache, race
                    # free)
                    0b: 20000

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (cold cache, race
                    # free)
                    0b: 3449

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (cold cache, race free)
                    0b: 55574
direct=1 sync=1:
    concurrency:
        # The i/o modify quantum guaranteed to be atomically visible to readers
        # irrespective of rewrite quantity
        atomic_rewrite_quantum: 1048576

        # The maximum single aligned i/o modify quantity atomically visible to readers
        # (can be [potentially unreliably] much larger than atomic_rewrite_quantum). A
        # very common value on modern hardware with direct i/o thanks to PCIe DMA is
        # 4096, don't trust values higher than this because of potentially discontiguous
        # memory page mapping.
        max_aligned_atomic_rewrite: 1048576

    latency:
        read:
            # The nanoseconds to read zero bytes
            nothing: 101
            qd1:
                # The nanoseconds to read 4Kb at a queue depth of 1 (min)
                min: 11060
                # The nanoseconds to read 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 11935
                # The nanoseconds to read 4Kb at a queue depth of 1 (max)
                max: 3104919
                # The nanoseconds to read 4Kb at a queue depth of 1 (50% of the time)
                50%: 11541
                # The nanoseconds to read 4Kb at a queue depth of 1 (95% of the time)
                95%: 12591
                # The nanoseconds to read 4Kb at a queue depth of 1 (99% of the time)
                99%: 14001
                # The nanoseconds to read 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 51210
            qd16:
                # The nanoseconds to read 4Kb at a queue depth of 16 (min)
                min: 13150
                # The nanoseconds to read 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 27554
                # The nanoseconds to read 4Kb at a queue depth of 16 (max)
                max: 3623594
                # The nanoseconds to read 4Kb at a queue depth of 16 (50% of the time)
                50%: 26800
                # The nanoseconds to read 4Kb at a queue depth of 16 (95% of the time)
                95%: 35740
                # The nanoseconds to read 4Kb at a queue depth of 16 (99% of the time)
                99%: 57930
                # The nanoseconds to read 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 76710
        write:
            # The nanoseconds to write zero bytes
            nothing: 101
            qd1:
                # The nanoseconds to write 4Kb at a queue depth of 1 (min)
                min: 12860
                # The nanoseconds to write 4Kb at a queue depth of 1 (arithmetic mean)
                mean: 13626
                # The nanoseconds to write 4Kb at a queue depth of 1 (max)
                max: 248562
                # The nanoseconds to write 4Kb at a queue depth of 1 (50% of the time)
                50%: 13190
                # The nanoseconds to write 4Kb at a queue depth of 1 (95% of the time)
                95%: 13940
                # The nanoseconds to write 4Kb at a queue depth of 1 (99% of the time)
                99%: 35860
                # The nanoseconds to write 4Kb at a queue depth of 1 (99.999% of the time)
                99.999%: 84180
            qd16:
                # The nanoseconds to write 4Kb at a queue depth of 16 (min)
                min: 13220
                # The nanoseconds to write 4Kb at a queue depth of 16 (arithmetic mean)
                mean: 27578
                # The nanoseconds to write 4Kb at a queue depth of 16 (max)
                max: 3224095
                # The nanoseconds to write 4Kb at a queue depth of 16 (50% of the time)
                50%: 26280
                # The nanoseconds to write 4Kb at a queue depth of 16 (95% of the time)
                95%: 48090
                # The nanoseconds to write 4Kb at a queue depth of 16 (99% of the time)
                99%: 59091
                # The nanoseconds to write 4Kb at a queue depth of 16 (99.999% of the time)
                99.999%: 126561
        readwrite:
            qd4:
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (min)
                min: 10790
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4
                # (arithmetic mean)
                mean: 13410

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (max)
                max: 1403291
                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (50% of
                # the time)
                50%: 12980

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (95% of
                # the time)
                95%: 15690

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99% of
                # the time)
                99%: 24770

                # The nanoseconds to 75% read 25% write 4Kb at a total queue depth of 4 (99.999%
                # of the time)
                99.999%: 124281

    response_time:
        race_free:
            warm_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, race free)
                    0b: 52387
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, race free)
                    0b: 126
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, race
                    # free)
                    0b: 1760

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, race
                    # free)
                    0b: 1921

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, race free)
                    0b: 40299
        non_race_free:
                create_file:
                    # The average nanoseconds to create a 0 byte file (warm cache, non race free)
                    0b: 36146
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (warm cache, non race free)
                    0b: 59
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (warm cache, non
                    # race free)
                    0b: 980

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (warm cache, non
                    # race free)
                    0b: 1035

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (warm cache, non race free)
                    0b: 41171
        race_free:
            cold_cache:
                create_file:
                    # The average nanoseconds to create a 0 byte file (cold cache, race free)
                    0b: 55404
                enumerate_file:
                    # The average nanoseconds to enumerate a 0 byte file (cold cache, race free)
                    0b: 1082
                open_file_read:
                    # The average nanoseconds to open a 0 byte file for reading (cold cache, race
                    # free)
                    0b: 18142

                open_file_write:
                    # The average nanoseconds to open a 0 byte file for writing (cold cache, race
                    # free)
                    0b: 16458

                delete_file:
                    # The average nanoseconds to delete a 0 byte file (cold cache, race free)
                    0b: 59617