worker-01.priv.ocp.oraclevcn.com == START_1 [Tue May 23 18:22:35 UTC 2023] == ---------------------------------------------------------------- Running fio --------------------------------------------------------------------------- { "fio version" : "fio-3.27", "timestamp" : 1684866216, "timestamp_ms" : 1684866216315, "time" : "Tue May 23 18:23:36 2023", "global options" : { "rw" : "write", "ioengine" : "sync", "fdatasync" : "1", "directory" : "/var/lib/etcd", "size" : "100m", "bs" : "8000" }, "jobs" : [ { "jobname" : "etcd_perf", "groupid" : 0, "error" : 0, "eta" : 0, "elapsed" : 61, "job options" : { "name" : "etcd_perf", "runtime" : "60", "time_based" : "1" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 61878, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 494992000, "io_kbytes" : 483390, "bw_bytes" : 8249729, "bw" : 8056, "iops" : 1031.216146, "runtime" : 60001, "total_ios" : 61874, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 6973, "max" : 17533510, "mean" : 433111.038223, "stddev" : 322605.571287, "N" : 61874, "percentile" : { "1.000000" : 10816, "5.000000" : 301056, "10.000000" : 317440, "20.000000" : 346112, "30.000000" : 366592, "40.000000" : 387072, "50.000000" : 407552, "60.000000" : 423936, "70.000000" : 444416, "80.000000" : 464896, "90.000000" : 505856, "95.000000" : 577536, "99.000000" : 1187840, "99.500000" : 1875968, "99.900000" : 4685824, "99.950000" : 7110656, "99.990000" : 10944512 } }, "lat_ns" : { "min" : 7094, "max" : 17533710, "mean" : 433315.689433, "stddev" : 322610.088505, "N" : 61874 }, "bw_min" : 6250, "bw_max" : 8953, "bw_agg" : 100.000000, "bw_mean" : 8057.882353, "bw_dev" : 336.200384, "bw_samples" : 119, "iops_min" : 800, "iops_max" : 1146, "iops_mean" : 1031.453782, "iops_stddev" : 43.032260, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 1322, "max" : 17583155, "mean" : 533145.044216, "stddev" : 209422.500114, "N" : 61878, "percentile" : { "1.000000" : 362496, "5.000000" : 428032, "10.000000" : 456704, "20.000000" : 477184, "30.000000" : 489472, "40.000000" : 505856, "50.000000" : 518144, "60.000000" : 528384, "70.000000" : 544768, "80.000000" : 569344, "90.000000" : 602112, "95.000000" : 643072, "99.000000" : 856064, "99.500000" : 1089536, "99.900000" : 3063808, "99.950000" : 5013504, "99.990000" : 7962624 } } }, "job_runtime" : 60000, "usr_cpu" : 0.711667, "sys_cpu" : 3.530000, "ctx" : 183097, "majf" : 0, "minf" : 14, "iodepth_level" : { "1" : 200.006465, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.400815, "20" : 1.115170, "50" : 0.040405, "100" : 0.000000, "250" : 0.000000, "500" : 87.435757, "750" : 8.669231, "1000" : 0.982642 }, "latency_ms" : { "2" : 0.893752, "4" : 0.316773, "10" : 0.127679, "20" : 0.017778, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 } ], "disk_util" : [ { "name" : "sda", "read_ios" : 60820, "write_ios" : 62152, "read_merges" : 0, "write_merges" : 65, "read_ticks" : 25520, "write_ticks" : 32555, "in_queue" : 58076, "util" : 99.614929 } ] } -------------------------------------------------------------------------------------------------------------------------------------------------------- INFO: 99th percentile of fsync is 856064 ns INFO: 99th percentile of the fsync is within the recommended threshold: - 20 ms, the disk can be used to host etcd Tue May 23 18:23:36 UTC 2023 == START_2 [Tue May 23 18:24:36 UTC 2023] == ---------------------------------------------------------------- Running fio --------------------------------------------------------------------------- { "fio version" : "fio-3.27", "timestamp" : 1684866336, "timestamp_ms" : 1684866336890, "time" : "Tue May 23 18:25:36 2023", "global options" : { "rw" : "write", "ioengine" : "sync", "fdatasync" : "1", "directory" : "/var/lib/etcd", "size" : "100m", "bs" : "8000" }, "jobs" : [ { "jobname" : "etcd_perf", "groupid" : 0, "error" : 0, "eta" : 0, "elapsed" : 61, "job options" : { "name" : "etcd_perf", "runtime" : "60", "time_based" : "1" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 62041, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 496304000, "io_kbytes" : 484671, "bw_bytes" : 8271595, "bw" : 8077, "iops" : 1033.949434, "runtime" : 60001, "total_ios" : 62038, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 7523, "max" : 21571823, "mean" : 428420.351333, "stddev" : 291164.338439, "N" : 62038, "percentile" : { "1.000000" : 10944, "5.000000" : 309248, "10.000000" : 321536, "20.000000" : 346112, "30.000000" : 370688, "40.000000" : 387072, "50.000000" : 403456, "60.000000" : 423936, "70.000000" : 444416, "80.000000" : 464896, "90.000000" : 501760, "95.000000" : 561152, "99.000000" : 1073152, "99.500000" : 1695744, "99.900000" : 4358144, "99.950000" : 5603328, "99.990000" : 10944512 } }, "lat_ns" : { "min" : 7674, "max" : 21572054, "mean" : 428648.660369, "stddev" : 291166.709889, "N" : 62038 }, "bw_min" : 6890, "bw_max" : 8765, "bw_agg" : 100.000000, "bw_mean" : 8078.680672, "bw_dev" : 311.977398, "bw_samples" : 119, "iops_min" : 882, "iops_max" : 1122, "iops_mean" : 1034.109244, "iops_stddev" : 39.965619, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 1202, "max" : 28298462, "mean" : 535264.306894, "stddev" : 256419.056406, "N" : 62041, "percentile" : { "1.000000" : 366592, "5.000000" : 432128, "10.000000" : 460800, "20.000000" : 481280, "30.000000" : 493568, "40.000000" : 505856, "50.000000" : 518144, "60.000000" : 528384, "70.000000" : 544768, "80.000000" : 569344, "90.000000" : 593920, "95.000000" : 634880, "99.000000" : 831488, "99.500000" : 1044480, "99.900000" : 4358144, "99.950000" : 5668864, "99.990000" : 10158080 } } }, "job_runtime" : 60000, "usr_cpu" : 0.716667, "sys_cpu" : 3.695000, "ctx" : 183557, "majf" : 0, "minf" : 16, "iodepth_level" : { "1" : 200.004836, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.212773, "20" : 1.315323, "50" : 0.029014, "100" : 0.000000, "250" : 0.000000, "500" : 88.469970, "750" : 7.956414, "1000" : 0.868822 }, "latency_ms" : { "2" : 0.764048, "4" : 0.262742, "10" : 0.103163, "20" : 0.016119, "50" : 0.010000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 } ], "disk_util" : [ { "name" : "sda", "read_ios" : 60964, "write_ios" : 62321, "read_merges" : 0, "write_merges" : 48, "read_ticks" : 25261, "write_ticks" : 32796, "in_queue" : 58057, "util" : 99.593171 } ] } -------------------------------------------------------------------------------------------------------------------------------------------------------- INFO: 99th percentile of fsync is 831488 ns INFO: 99th percentile of the fsync is within the recommended threshold: - 20 ms, the disk can be used to host etcd Tue May 23 18:25:37 UTC 2023 == START_3 [Tue May 23 18:26:37 UTC 2023] == ---------------------------------------------------------------- Running fio --------------------------------------------------------------------------- { "fio version" : "fio-3.27", "timestamp" : 1684866457, "timestamp_ms" : 1684866457488, "time" : "Tue May 23 18:27:37 2023", "global options" : { "rw" : "write", "ioengine" : "sync", "fdatasync" : "1", "directory" : "/var/lib/etcd", "size" : "100m", "bs" : "8000" }, "jobs" : [ { "jobname" : "etcd_perf", "groupid" : 0, "error" : 0, "eta" : 0, "elapsed" : 61, "job options" : { "name" : "etcd_perf", "runtime" : "60", "time_based" : "1" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 60877, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 486984000, "io_kbytes" : 475570, "bw_bytes" : 8116264, "bw" : 7926, "iops" : 1014.533091, "runtime" : 60001, "total_ios" : 60873, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 7274, "max" : 203842052, "mean" : 435702.995088, "stddev" : 885667.788566, "N" : 60873, "percentile" : { "1.000000" : 10944, "5.000000" : 309248, "10.000000" : 321536, "20.000000" : 350208, "30.000000" : 370688, "40.000000" : 391168, "50.000000" : 407552, "60.000000" : 428032, "70.000000" : 444416, "80.000000" : 468992, "90.000000" : 505856, "95.000000" : 569344, "99.000000" : 1073152, "99.500000" : 1695744, "99.900000" : 4423680, "99.950000" : 5996544, "99.990000" : 11730944 } }, "lat_ns" : { "min" : 7444, "max" : 203842252, "mean" : 435921.636785, "stddev" : 885670.088484, "N" : 60873 }, "bw_min" : 5015, "bw_max" : 8828, "bw_agg" : 100.000000, "bw_mean" : 7931.529412, "bw_dev" : 510.534645, "bw_samples" : 119, "iops_min" : 642, "iops_max" : 1130, "iops_mean" : 1015.294118, "iops_stddev" : 65.348395, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 1123, "max" : 25130698, "mean" : 546392.380850, "stddev" : 286594.882659, "N" : 60877, "percentile" : { "1.000000" : 366592, "5.000000" : 432128, "10.000000" : 464896, "20.000000" : 485376, "30.000000" : 497664, "40.000000" : 509952, "50.000000" : 528384, "60.000000" : 536576, "70.000000" : 552960, "80.000000" : 577536, "90.000000" : 618496, "95.000000" : 659456, "99.000000" : 880640, "99.500000" : 1155072, "99.900000" : 4145152, "99.950000" : 6062080, "99.990000" : 11993088 } } }, "job_runtime" : 60000, "usr_cpu" : 0.778333, "sys_cpu" : 3.488333, "ctx" : 180231, "majf" : 0, "minf" : 16, "iodepth_level" : { "1" : 200.006571, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.272699, "20" : 1.245215, "50" : 0.037784, "100" : 0.000000, "250" : 0.000000, "500" : 87.262005, "750" : 9.117343, "1000" : 0.938018 }, "latency_ms" : { "2" : 0.732673, "4" : 0.261200, "10" : 0.110065, "20" : 0.019713, "50" : 0.010000, "100" : 0.000000, "250" : 0.010000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 } ], "disk_util" : [ { "name" : "sda", "read_ios" : 59821, "write_ios" : 61187, "read_merges" : 0, "write_merges" : 46, "read_ticks" : 25178, "write_ticks" : 32831, "in_queue" : 58009, "util" : 99.394788 } ] } -------------------------------------------------------------------------------------------------------------------------------------------------------- INFO: 99th percentile of fsync is 880640 ns INFO: 99th percentile of the fsync is within the recommended threshold: - 20 ms, the disk can be used to host etcd Tue May 23 18:27:37 UTC 2023 == START_4 [Tue May 23 18:28:37 UTC 2023] == ---------------------------------------------------------------- Running fio --------------------------------------------------------------------------- { "fio version" : "fio-3.27", "timestamp" : 1684866578, "timestamp_ms" : 1684866578081, "time" : "Tue May 23 18:29:38 2023", "global options" : { "rw" : "write", "ioengine" : "sync", "fdatasync" : "1", "directory" : "/var/lib/etcd", "size" : "100m", "bs" : "8000" }, "jobs" : [ { "jobname" : "etcd_perf", "groupid" : 0, "error" : 0, "eta" : 0, "elapsed" : 61, "job options" : { "name" : "etcd_perf", "runtime" : "60", "time_based" : "1" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 62738, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 501872000, "io_kbytes" : 490109, "bw_bytes" : 8364393, "bw" : 8168, "iops" : 1045.549241, "runtime" : 60001, "total_ios" : 62734, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 6913, "max" : 18592126, "mean" : 425171.293111, "stddev" : 317122.886051, "N" : 62734, "percentile" : { "1.000000" : 10944, "5.000000" : 301056, "10.000000" : 313344, "20.000000" : 337920, "30.000000" : 362496, "40.000000" : 382976, "50.000000" : 399360, "60.000000" : 415744, "70.000000" : 436224, "80.000000" : 460800, "90.000000" : 497664, "95.000000" : 552960, "99.000000" : 1138688, "99.500000" : 1761280, "99.900000" : 4358144, "99.950000" : 6389760, "99.990000" : 11862016 } }, "lat_ns" : { "min" : 7023, "max" : 18592347, "mean" : 425395.039484, "stddev" : 317125.032019, "N" : 62734 }, "bw_min" : 5093, "bw_max" : 8906, "bw_agg" : 100.000000, "bw_mean" : 8171.050420, "bw_dev" : 415.181130, "bw_samples" : 119, "iops_min" : 652, "iops_max" : 1140, "iops_mean" : 1045.949580, "iops_stddev" : 53.139702, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 1904, "max" : 17022431, "mean" : 527818.094472, "stddev" : 234184.232347, "N" : 62738, "percentile" : { "1.000000" : 358400, "5.000000" : 423936, "10.000000" : 452608, "20.000000" : 473088, "30.000000" : 485376, "40.000000" : 497664, "50.000000" : 509952, "60.000000" : 522240, "70.000000" : 536576, "80.000000" : 561152, "90.000000" : 593920, "95.000000" : 634880, "99.000000" : 864256, "99.500000" : 1105920, "99.900000" : 3325952, "99.950000" : 5341184, "99.990000" : 10944512 } } }, "job_runtime" : 60000, "usr_cpu" : 0.718333, "sys_cpu" : 3.573333, "ctx" : 185765, "majf" : 0, "minf" : 15, "iodepth_level" : { "1" : 200.006376, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.345905, "20" : 1.176396, "50" : 0.035069, "100" : 0.000000, "250" : 0.000000, "500" : 88.954953, "750" : 7.319795, "1000" : 0.843243 }, "latency_ms" : { "2" : 0.887876, "4" : 0.320400, "10" : 0.097236, "20" : 0.019128, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 } ], "disk_util" : [ { "name" : "sda", "read_ios" : 61680, "write_ios" : 63039, "read_merges" : 0, "write_merges" : 44, "read_ticks" : 25387, "write_ticks" : 32620, "in_queue" : 58007, "util" : 99.503342 } ] } -------------------------------------------------------------------------------------------------------------------------------------------------------- INFO: 99th percentile of fsync is 864256 ns INFO: 99th percentile of the fsync is within the recommended threshold: - 20 ms, the disk can be used to host etcd Tue May 23 18:29:38 UTC 2023 == START_5 [Tue May 23 18:30:38 UTC 2023] == ---------------------------------------------------------------- Running fio --------------------------------------------------------------------------- { "fio version" : "fio-3.27", "timestamp" : 1684866698, "timestamp_ms" : 1684866698660, "time" : "Tue May 23 18:31:38 2023", "global options" : { "rw" : "write", "ioengine" : "sync", "fdatasync" : "1", "directory" : "/var/lib/etcd", "size" : "100m", "bs" : "8000" }, "jobs" : [ { "jobname" : "etcd_perf", "groupid" : 0, "error" : 0, "eta" : 0, "elapsed" : 61, "job options" : { "name" : "etcd_perf", "runtime" : "60", "time_based" : "1" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 61299, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 490360000, "io_kbytes" : 478867, "bw_bytes" : 8172530, "bw" : 7980, "iops" : 1021.566307, "runtime" : 60001, "total_ios" : 61295, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 7334, "max" : 20139549, "mean" : 441324.314724, "stddev" : 370955.179921, "N" : 61295, "percentile" : { "1.000000" : 10944, "5.000000" : 305152, "10.000000" : 317440, "20.000000" : 346112, "30.000000" : 370688, "40.000000" : 387072, "50.000000" : 403456, "60.000000" : 423936, "70.000000" : 444416, "80.000000" : 464896, "90.000000" : 505856, "95.000000" : 585728, "99.000000" : 1449984, "99.500000" : 2637824, "99.900000" : 5079040, "99.950000" : 6717440, "99.990000" : 11337728 } }, "lat_ns" : { "min" : 7464, "max" : 20139759, "mean" : 441550.492324, "stddev" : 370956.235411, "N" : 61295 }, "bw_min" : 5953, "bw_max" : 8671, "bw_agg" : 100.000000, "bw_mean" : 7983.420168, "bw_dev" : 416.829793, "bw_samples" : 119, "iops_min" : 762, "iops_max" : 1110, "iops_mean" : 1021.924370, "iops_stddev" : 53.349846, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 1663, "max" : 12990801, "mean" : 534072.012480, "stddev" : 214005.201489, "N" : 61299, "percentile" : { "1.000000" : 362496, "5.000000" : 432128, "10.000000" : 460800, "20.000000" : 477184, "30.000000" : 493568, "40.000000" : 505856, "50.000000" : 518144, "60.000000" : 528384, "70.000000" : 544768, "80.000000" : 569344, "90.000000" : 602112, "95.000000" : 643072, "99.000000" : 847872, "99.500000" : 1073152, "99.900000" : 3588096, "99.950000" : 5144576, "99.990000" : 10420224 } } }, "job_runtime" : 60000, "usr_cpu" : 0.731667, "sys_cpu" : 3.595000, "ctx" : 181514, "majf" : 0, "minf" : 15, "iodepth_level" : { "1" : 200.006526, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.244718, "20" : 1.262746, "50" : 0.047312, "100" : 0.010000, "250" : 0.000000, "500" : 87.491639, "750" : 8.075699, "1000" : 1.101232 }, "latency_ms" : { "2" : 1.096337, "4" : 0.509014, "10" : 0.145199, "20" : 0.022840, "50" : 0.010000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 } ], "disk_util" : [ { "name" : "sda", "read_ios" : 60240, "write_ios" : 61609, "read_merges" : 0, "write_merges" : 48, "read_ticks" : 25754, "write_ticks" : 32245, "in_queue" : 57998, "util" : 99.571488 } ] } -------------------------------------------------------------------------------------------------------------------------------------------------------- INFO: 99th percentile of fsync is 847872 ns INFO: 99th percentile of the fsync is within the recommended threshold: - 20 ms, the disk can be used to host etcd Tue May 23 18:31:38 UTC 2023 == START_6 [Tue May 23 18:32:38 UTC 2023] == ---------------------------------------------------------------- Running fio --------------------------------------------------------------------------- { "fio version" : "fio-3.27", "timestamp" : 1684866819, "timestamp_ms" : 1684866819293, "time" : "Tue May 23 18:33:39 2023", "global options" : { "rw" : "write", "ioengine" : "sync", "fdatasync" : "1", "directory" : "/var/lib/etcd", "size" : "100m", "bs" : "8000" }, "jobs" : [ { "jobname" : "etcd_perf", "groupid" : 0, "error" : 0, "eta" : 0, "elapsed" : 61, "job options" : { "name" : "etcd_perf", "runtime" : "60", "time_based" : "1" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 61595, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 492736000, "io_kbytes" : 481187, "bw_bytes" : 8212129, "bw" : 8019, "iops" : 1026.516225, "runtime" : 60001, "total_ios" : 61592, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 7093, "max" : 203701857, "mean" : 433807.026367, "stddev" : 881401.837680, "N" : 61592, "percentile" : { "1.000000" : 11072, "5.000000" : 301056, "10.000000" : 317440, "20.000000" : 342016, "30.000000" : 366592, "40.000000" : 382976, "50.000000" : 399360, "60.000000" : 419840, "70.000000" : 440320, "80.000000" : 460800, "90.000000" : 501760, "95.000000" : 577536, "99.000000" : 1253376, "99.500000" : 1925120, "99.900000" : 4882432, "99.950000" : 7176192, "99.990000" : 11730944 } }, "lat_ns" : { "min" : 7273, "max" : 203702087, "mean" : 434032.680023, "stddev" : 881402.917057, "N" : 61592 }, "bw_min" : 4593, "bw_max" : 9031, "bw_agg" : 100.000000, "bw_mean" : 8027.924370, "bw_dev" : 629.556962, "bw_samples" : 119, "iops_min" : 588, "iops_max" : 1156, "iops_mean" : 1027.630252, "iops_stddev" : 80.578824, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 2134, "max" : 207282914, "mean" : 536829.534962, "stddev" : 872388.575448, "N" : 61595, "percentile" : { "1.000000" : 362496, "5.000000" : 423936, "10.000000" : 456704, "20.000000" : 477184, "30.000000" : 493568, "40.000000" : 505856, "50.000000" : 514048, "60.000000" : 528384, "70.000000" : 544768, "80.000000" : 561152, "90.000000" : 593920, "95.000000" : 634880, "99.000000" : 888832, "99.500000" : 1155072, "99.900000" : 3489792, "99.950000" : 5406720, "99.990000" : 10944512 } } }, "job_runtime" : 60000, "usr_cpu" : 0.773333, "sys_cpu" : 3.443333, "ctx" : 182130, "majf" : 0, "minf" : 17, "iodepth_level" : { "1" : 200.004871, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.389661, "20" : 1.123523, "50" : 0.043837, "100" : 0.000000, "250" : 0.000000, "500" : 88.448175, "750" : 7.522081, "1000" : 1.040720 }, "latency_ms" : { "2" : 0.956293, "4" : 0.323094, "10" : 0.128263, "20" : 0.022730, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 } ], "disk_util" : [ { "name" : "sda", "read_ios" : 60538, "write_ios" : 61888, "read_merges" : 0, "write_merges" : 51, "read_ticks" : 25403, "write_ticks" : 32629, "in_queue" : 58033, "util" : 99.478107 } ] } -------------------------------------------------------------------------------------------------------------------------------------------------------- INFO: 99th percentile of fsync is 888832 ns INFO: 99th percentile of the fsync is within the recommended threshold: - 20 ms, the disk can be used to host etcd Tue May 23 18:33:39 UTC 2023 == START_7 [Tue May 23 18:34:39 UTC 2023] == ---------------------------------------------------------------- Running fio --------------------------------------------------------------------------- { "fio version" : "fio-3.27", "timestamp" : 1684866939, "timestamp_ms" : 1684866939887, "time" : "Tue May 23 18:35:39 2023", "global options" : { "rw" : "write", "ioengine" : "sync", "fdatasync" : "1", "directory" : "/var/lib/etcd", "size" : "100m", "bs" : "8000" }, "jobs" : [ { "jobname" : "etcd_perf", "groupid" : 0, "error" : 0, "eta" : 0, "elapsed" : 61, "job options" : { "name" : "etcd_perf", "runtime" : "60", "time_based" : "1" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 62016, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 496096000, "io_kbytes" : 484468, "bw_bytes" : 8268128, "bw" : 8074, "iops" : 1033.516108, "runtime" : 60001, "total_ios" : 62012, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 7013, "max" : 25959690, "mean" : 428568.844611, "stddev" : 356930.541008, "N" : 62012, "percentile" : { "1.000000" : 10944, "5.000000" : 305152, "10.000000" : 317440, "20.000000" : 342016, "30.000000" : 366592, "40.000000" : 382976, "50.000000" : 399360, "60.000000" : 419840, "70.000000" : 440320, "80.000000" : 460800, "90.000000" : 497664, "95.000000" : 561152, "99.000000" : 1155072, "99.500000" : 1859584, "99.900000" : 4882432, "99.950000" : 7372800, "99.990000" : 12386304 } }, "lat_ns" : { "min" : 7114, "max" : 25959910, "mean" : 428776.664097, "stddev" : 356933.221031, "N" : 62012 }, "bw_min" : 6453, "bw_max" : 8890, "bw_agg" : 100.000000, "bw_mean" : 8078.907563, "bw_dev" : 347.496665, "bw_samples" : 119, "iops_min" : 826, "iops_max" : 1138, "iops_mean" : 1034.142857, "iops_stddev" : 44.479149, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 1123, "max" : 25721328, "mean" : 535421.639980, "stddev" : 296840.095509, "N" : 62016, "percentile" : { "1.000000" : 362496, "5.000000" : 428032, "10.000000" : 456704, "20.000000" : 477184, "30.000000" : 489472, "40.000000" : 501760, "50.000000" : 514048, "60.000000" : 528384, "70.000000" : 544768, "80.000000" : 561152, "90.000000" : 593920, "95.000000" : 643072, "99.000000" : 897024, "99.500000" : 1155072, "99.900000" : 4423680, "99.950000" : 5537792, "99.990000" : 15007744 } } }, "job_runtime" : 60000, "usr_cpu" : 0.693333, "sys_cpu" : 3.718333, "ctx" : 183601, "majf" : 0, "minf" : 15, "iodepth_level" : { "1" : 200.006450, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.278978, "20" : 1.230407, "50" : 0.046765, "100" : 0.000000, "250" : 0.000000, "500" : 88.953751, "750" : 7.398568, "1000" : 0.841773 }, "latency_ms" : { "2" : 0.791782, "4" : 0.316068, "10" : 0.112881, "20" : 0.025801, "50" : 0.010000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 } ], "disk_util" : [ { "name" : "sda", "read_ios" : 60949, "write_ios" : 62293, "read_merges" : 0, "write_merges" : 43, "read_ticks" : 25234, "write_ticks" : 32676, "in_queue" : 57910, "util" : 99.488137 } ] } -------------------------------------------------------------------------------------------------------------------------------------------------------- INFO: 99th percentile of fsync is 897024 ns INFO: 99th percentile of the fsync is within the recommended threshold: - 20 ms, the disk can be used to host etcd Tue May 23 18:35:40 UTC 2023 == START_8 [Tue May 23 18:36:40 UTC 2023] == ---------------------------------------------------------------- Running fio --------------------------------------------------------------------------- { "fio version" : "fio-3.27", "timestamp" : 1684867060, "timestamp_ms" : 1684867060523, "time" : "Tue May 23 18:37:40 2023", "global options" : { "rw" : "write", "ioengine" : "sync", "fdatasync" : "1", "directory" : "/var/lib/etcd", "size" : "100m", "bs" : "8000" }, "jobs" : [ { "jobname" : "etcd_perf", "groupid" : 0, "error" : 0, "eta" : 0, "elapsed" : 61, "job options" : { "name" : "etcd_perf", "runtime" : "60", "time_based" : "1" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 62127, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 496984000, "io_kbytes" : 485335, "bw_bytes" : 8282928, "bw" : 8088, "iops" : 1035.366077, "runtime" : 60001, "total_ios" : 62123, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 7144, "max" : 19108214, "mean" : 427929.751139, "stddev" : 331815.283384, "N" : 62123, "percentile" : { "1.000000" : 10944, "5.000000" : 305152, "10.000000" : 317440, "20.000000" : 342016, "30.000000" : 366592, "40.000000" : 382976, "50.000000" : 403456, "60.000000" : 419840, "70.000000" : 440320, "80.000000" : 460800, "90.000000" : 497664, "95.000000" : 561152, "99.000000" : 1122304, "99.500000" : 1810432, "99.900000" : 4423680, "99.950000" : 6914048, "99.990000" : 11599872 } }, "lat_ns" : { "min" : 7234, "max" : 19108424, "mean" : 428137.015888, "stddev" : 331818.645781, "N" : 62123 }, "bw_min" : 5687, "bw_max" : 8968, "bw_agg" : 100.000000, "bw_mean" : 8090.773109, "bw_dev" : 370.868094, "bw_samples" : 119, "iops_min" : 728, "iops_max" : 1148, "iops_mean" : 1035.672269, "iops_stddev" : 47.475615, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 1231, "max" : 28061262, "mean" : 534207.447631, "stddev" : 297433.351821, "N" : 62127, "percentile" : { "1.000000" : 362496, "5.000000" : 428032, "10.000000" : 456704, "20.000000" : 477184, "30.000000" : 489472, "40.000000" : 501760, "50.000000" : 514048, "60.000000" : 528384, "70.000000" : 544768, "80.000000" : 561152, "90.000000" : 593920, "95.000000" : 634880, "99.000000" : 839680, "99.500000" : 1056768, "99.900000" : 4177920, "99.950000" : 5996544, "99.990000" : 10944512 } } }, "job_runtime" : 60000, "usr_cpu" : 0.685000, "sys_cpu" : 3.640000, "ctx" : 183884, "majf" : 0, "minf" : 14, "iodepth_level" : { "1" : 200.006439, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.267212, "20" : 1.237867, "50" : 0.051511, "100" : 0.000000, "250" : 0.000000, "500" : 88.733641, "750" : 7.684754, "1000" : 0.820952 }, "latency_ms" : { "2" : 0.764612, "4" : 0.313893, "10" : 0.098192, "20" : 0.027365, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 } ], "disk_util" : [ { "name" : "sda", "read_ios" : 61058, "write_ios" : 62440, "read_merges" : 0, "write_merges" : 48, "read_ticks" : 25285, "write_ticks" : 32767, "in_queue" : 58051, "util" : 99.494798 } ] } -------------------------------------------------------------------------------------------------------------------------------------------------------- INFO: 99th percentile of fsync is 839680 ns INFO: 99th percentile of the fsync is within the recommended threshold: - 20 ms, the disk can be used to host etcd Tue May 23 18:37:40 UTC 2023 == START_9 [Tue May 23 18:38:40 UTC 2023] == ---------------------------------------------------------------- Running fio --------------------------------------------------------------------------- { "fio version" : "fio-3.27", "timestamp" : 1684867181, "timestamp_ms" : 1684867181118, "time" : "Tue May 23 18:39:41 2023", "global options" : { "rw" : "write", "ioengine" : "sync", "fdatasync" : "1", "directory" : "/var/lib/etcd", "size" : "100m", "bs" : "8000" }, "jobs" : [ { "jobname" : "etcd_perf", "groupid" : 0, "error" : 0, "eta" : 0, "elapsed" : 61, "job options" : { "name" : "etcd_perf", "runtime" : "60", "time_based" : "1" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 61942, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 495504000, "io_kbytes" : 483890, "bw_bytes" : 8258262, "bw" : 8064, "iops" : 1032.282795, "runtime" : 60001, "total_ios" : 61938, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 6973, "max" : 25325277, "mean" : 431005.913252, "stddev" : 347718.822575, "N" : 61938, "percentile" : { "1.000000" : 10688, "5.000000" : 301056, "10.000000" : 317440, "20.000000" : 342016, "30.000000" : 366592, "40.000000" : 387072, "50.000000" : 403456, "60.000000" : 419840, "70.000000" : 440320, "80.000000" : 464896, "90.000000" : 505856, "95.000000" : 577536, "99.000000" : 1171456, "99.500000" : 1744896, "99.900000" : 4816896, "99.950000" : 7176192, "99.990000" : 13565952 } }, "lat_ns" : { "min" : 7094, "max" : 25325918, "mean" : 431209.465627, "stddev" : 347725.028572, "N" : 61938 }, "bw_min" : 6828, "bw_max" : 8765, "bw_agg" : 100.000000, "bw_mean" : 8066.302521, "bw_dev" : 351.122523, "bw_samples" : 119, "iops_min" : 874, "iops_max" : 1122, "iops_mean" : 1032.537815, "iops_stddev" : 44.953986, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 1312, "max" : 25130387, "mean" : 534241.098108, "stddev" : 233339.374807, "N" : 61942, "percentile" : { "1.000000" : 362496, "5.000000" : 423936, "10.000000" : 456704, "20.000000" : 477184, "30.000000" : 489472, "40.000000" : 501760, "50.000000" : 518144, "60.000000" : 528384, "70.000000" : 544768, "80.000000" : 569344, "90.000000" : 602112, "95.000000" : 643072, "99.000000" : 880640, "99.500000" : 1073152, "99.900000" : 3686400, "99.950000" : 5603328, "99.990000" : 8847360 } } }, "job_runtime" : 60000, "usr_cpu" : 0.771667, "sys_cpu" : 3.450000, "ctx" : 183250, "majf" : 0, "minf" : 18, "iodepth_level" : { "1" : 200.006458, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.371339, "20" : 1.143079, "50" : 0.041977, "100" : 0.000000, "250" : 0.000000, "500" : 87.666699, "750" : 8.532726, "1000" : 0.938035 }, "latency_ms" : { "2" : 0.904130, "4" : 0.253479, "10" : 0.119474, "20" : 0.027447, "50" : 0.010000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 } ], "disk_util" : [ { "name" : "sda", "read_ios" : 60882, "write_ios" : 62241, "read_merges" : 0, "write_merges" : 50, "read_ticks" : 25456, "write_ticks" : 32673, "in_queue" : 58129, "util" : 99.669950 } ] } -------------------------------------------------------------------------------------------------------------------------------------------------------- INFO: 99th percentile of fsync is 880640 ns INFO: 99th percentile of the fsync is within the recommended threshold: - 20 ms, the disk can be used to host etcd Tue May 23 18:39:41 UTC 2023 == START_10 [Tue May 23 18:40:41 UTC 2023] == ---------------------------------------------------------------- Running fio --------------------------------------------------------------------------- { "fio version" : "fio-3.27", "timestamp" : 1684867301, "timestamp_ms" : 1684867301709, "time" : "Tue May 23 18:41:41 2023", "global options" : { "rw" : "write", "ioengine" : "sync", "fdatasync" : "1", "directory" : "/var/lib/etcd", "size" : "100m", "bs" : "8000" }, "jobs" : [ { "jobname" : "etcd_perf", "groupid" : 0, "error" : 0, "eta" : 0, "elapsed" : 61, "job options" : { "name" : "etcd_perf", "runtime" : "60", "time_based" : "1" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 62406, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 499216000, "io_kbytes" : 487515, "bw_bytes" : 8320127, "bw" : 8125, "iops" : 1040.016000, "runtime" : 60001, "total_ios" : 62402, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 6823, "max" : 28664406, "mean" : 428740.391237, "stddev" : 328554.217651, "N" : 62402, "percentile" : { "1.000000" : 10944, "5.000000" : 301056, "10.000000" : 317440, "20.000000" : 346112, "30.000000" : 366592, "40.000000" : 387072, "50.000000" : 403456, "60.000000" : 419840, "70.000000" : 440320, "80.000000" : 460800, "90.000000" : 497664, "95.000000" : 561152, "99.000000" : 1105920, "99.500000" : 1761280, "99.900000" : 4685824, "99.950000" : 5996544, "99.990000" : 10944512 } }, "lat_ns" : { "min" : 6994, "max" : 28664667, "mean" : 428982.993189, "stddev" : 328556.918764, "N" : 62402 }, "bw_min" : 5343, "bw_max" : 9015, "bw_agg" : 100.000000, "bw_mean" : 8132.470588, "bw_dev" : 389.323442, "bw_samples" : 119, "iops_min" : 684, "iops_max" : 1154, "iops_mean" : 1041.008403, "iops_stddev" : 49.834216, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 1303, "max" : 28733707, "mean" : 529405.521617, "stddev" : 281878.250289, "N" : 62406, "percentile" : { "1.000000" : 358400, "5.000000" : 423936, "10.000000" : 452608, "20.000000" : 473088, "30.000000" : 485376, "40.000000" : 497664, "50.000000" : 509952, "60.000000" : 528384, "70.000000" : 536576, "80.000000" : 561152, "90.000000" : 593920, "95.000000" : 634880, "99.000000" : 839680, "99.500000" : 1036288, "99.900000" : 3653632, "99.950000" : 6193152, "99.990000" : 11993088 } } }, "job_runtime" : 60000, "usr_cpu" : 0.735000, "sys_cpu" : 3.558333, "ctx" : 184739, "majf" : 0, "minf" : 14, "iodepth_level" : { "1" : 200.006410, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.370180, "20" : 1.145797, "50" : 0.040063, "100" : 0.000000, "250" : 0.000000, "500" : 88.590109, "750" : 7.714496, "1000" : 0.940675 }, "latency_ms" : { "2" : 0.786834, "4" : 0.259607, "10" : 0.131406, "20" : 0.017628, "50" : 0.010000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 } ], "disk_util" : [ { "name" : "sda", "read_ios" : 61330, "write_ios" : 62723, "read_merges" : 0, "write_merges" : 49, "read_ticks" : 25469, "write_ticks" : 32654, "in_queue" : 58124, "util" : 99.568161 } ] } -------------------------------------------------------------------------------------------------------------------------------------------------------- INFO: 99th percentile of fsync is 839680 ns INFO: 99th percentile of the fsync is within the recommended threshold: - 20 ms, the disk can be used to host etcd Tue May 23 18:41:41 UTC 2023