0f94938a74
This will allow us to test a greater number of connections without having to add more subsystems when doing NVMe-oF testing. Change-Id: I33203d6db79b30abb065f098c16840096478c5de Signed-off-by: Seth Howell <seth.howell@intel.com> Reviewed-on: https://review.gerrithub.io/c/spdk/spdk/+/451677 Reviewed-by: Jim Harris <james.r.harris@intel.com> Reviewed-by: Darek Stojaczyk <dariusz.stojaczyk@intel.com> Tested-by: SPDK CI Jenkins <sys_sgci@intel.com>
158 lines
4.3 KiB
Python
Executable File
158 lines
4.3 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
from subprocess import check_call, call, check_output, Popen, PIPE, CalledProcessError
|
|
import re
|
|
import sys
|
|
import signal
|
|
|
|
fio_template = """
|
|
[global]
|
|
thread=1
|
|
invalidate=1
|
|
rw=%(testtype)s
|
|
time_based=1
|
|
runtime=%(runtime)s
|
|
ioengine=libaio
|
|
direct=1
|
|
bs=%(blocksize)d
|
|
iodepth=%(iodepth)d
|
|
norandommap=%(norandommap)d
|
|
numjobs=%(numjobs)s
|
|
%(verify)s
|
|
verify_dump=1
|
|
|
|
"""
|
|
|
|
verify_template = """
|
|
do_verify=1
|
|
verify=crc32c-intel
|
|
"""
|
|
|
|
|
|
fio_job_template = """
|
|
[job%(jobnumber)d]
|
|
filename=%(device)s
|
|
|
|
"""
|
|
|
|
|
|
def interrupt_handler(signum, frame):
|
|
fio.terminate()
|
|
print("FIO terminated")
|
|
sys.exit(0)
|
|
|
|
|
|
def main():
|
|
|
|
global fio
|
|
if (len(sys.argv) < 7):
|
|
print("usage:")
|
|
print(" " + sys.argv[0] + " <nvmf/iscsi> <io_size> <queue_depth> <test_type> <runtime> <num_jobs>")
|
|
print("advanced usage:")
|
|
print("If you want to run fio with verify, please add verify string after runtime.")
|
|
print("Currently fio.py only support write rw randwrite randrw with verify enabled.")
|
|
sys.exit(1)
|
|
|
|
app = str(sys.argv[1])
|
|
io_size = int(sys.argv[2])
|
|
queue_depth = int(sys.argv[3])
|
|
test_type = sys.argv[4]
|
|
runtime = sys.argv[5]
|
|
num_jobs = sys.argv[6]
|
|
|
|
verify = False
|
|
if len(sys.argv) > 7:
|
|
verify = True
|
|
|
|
if app == "nvmf":
|
|
devices = get_nvmf_target_devices()
|
|
elif app == "iscsi":
|
|
devices = get_iscsi_target_devices()
|
|
|
|
configure_devices(devices)
|
|
try:
|
|
fio_executable = check_output("which fio", shell=True).split()[0]
|
|
except CalledProcessError as e:
|
|
sys.stderr.write(str(e))
|
|
sys.stderr.write("\nCan't find the fio binary, please install it.\n")
|
|
sys.exit(1)
|
|
|
|
device_paths = ['/dev/' + dev for dev in devices]
|
|
print("Device paths:")
|
|
print(device_paths)
|
|
sys.stdout.flush()
|
|
signal.signal(signal.SIGTERM, interrupt_handler)
|
|
signal.signal(signal.SIGINT, interrupt_handler)
|
|
fio = Popen([fio_executable, '-'], stdin=PIPE)
|
|
fio.communicate(create_fio_config(io_size, queue_depth, device_paths, test_type, runtime, num_jobs, verify).encode())
|
|
fio.stdin.close()
|
|
rc = fio.wait()
|
|
print("FIO completed with code %d\n" % rc)
|
|
sys.stdout.flush()
|
|
sys.exit(rc)
|
|
|
|
|
|
def get_iscsi_target_devices():
|
|
output = check_output('iscsiadm -m session -P 3', shell=True)
|
|
return re.findall("Attached scsi disk (sd[a-z]+)", output.decode("ascii"))
|
|
|
|
|
|
def get_nvmf_target_devices():
|
|
output = str(check_output('lsblk -l -o NAME', shell=True).decode())
|
|
return re.findall("(nvme[0-9]+n[0-9]+)\n", output)
|
|
|
|
|
|
def create_fio_config(size, q_depth, devices, test, run_time, num_jobs, verify):
|
|
norandommap = 0
|
|
if not verify:
|
|
verifyfio = ""
|
|
norandommap = 1
|
|
else:
|
|
verifyfio = verify_template
|
|
fiofile = fio_template % {"blocksize": size, "iodepth": q_depth,
|
|
"testtype": test, "runtime": run_time,
|
|
"norandommap": norandommap, "verify": verifyfio,
|
|
"numjobs": num_jobs}
|
|
for (i, dev) in enumerate(devices):
|
|
fiofile += fio_job_template % {"jobnumber": i, "device": dev}
|
|
return fiofile
|
|
|
|
|
|
def set_device_parameter(devices, filename_template, value):
|
|
valid_value = True
|
|
|
|
for dev in devices:
|
|
filename = filename_template % dev
|
|
f = open(filename, 'r+b')
|
|
try:
|
|
f.write(value.encode())
|
|
f.close()
|
|
except OSError:
|
|
valid_value = False
|
|
continue
|
|
|
|
return valid_value
|
|
|
|
|
|
def configure_devices(devices):
|
|
set_device_parameter(devices, "/sys/block/%s/queue/nomerges", "2")
|
|
set_device_parameter(devices, "/sys/block/%s/queue/nr_requests", "128")
|
|
requested_qd = 128
|
|
qd = requested_qd
|
|
while qd > 0:
|
|
try:
|
|
set_device_parameter(devices, "/sys/block/%s/device/queue_depth", str(qd))
|
|
break
|
|
except IOError:
|
|
qd = qd - 1
|
|
if qd == 0:
|
|
print("Could not set block device queue depths.")
|
|
else:
|
|
print("Requested queue_depth {} but only {} is supported.".format(str(requested_qd), str(qd)))
|
|
if not set_device_parameter(devices, "/sys/block/%s/queue/scheduler", "noop"):
|
|
set_device_parameter(devices, "/sys/block/%s/queue/scheduler", "none")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|