#!/usr/bin/env python import io import sys import random import signal import subprocess import pprint import socket import threading from errno import ESRCH from os import kill, path, unlink, path, listdir, remove from rpc_commands_lib import Commands_Rpc from time import sleep from uuid import uuid4 MEGABYTE = 1024 * 1024 current_fio_pid = -1 def is_process_alive(pid): try: os.kill(pid, 0) except Exception as e: return 1 return 0 def get_fio_cmd(nbd_disk, offset, size, rw, pattern, extra_params=""): fio_template = "fio --name=fio_test --filename=%(file)s --offset=%(offset)s --size=%(size)s"\ " --rw=%(rw)s --direct=1 %(extra_params)s %(pattern)s" pattern_template = "" if pattern: pattern_template = "--do_verify=1 --verify=pattern --verify_pattern=%s"\ " --verify_state_save=0" % pattern fio_cmd = fio_template % {"file": nbd_disk, "offset": offset, "size": size, "rw": rw, "pattern": pattern_template, "extra_params": extra_params} return fio_cmd def run_fio(fio_cmd, expected_ret_value): global current_fio_pid try: proc = subprocess.Popen([fio_cmd], shell=True) current_fio_pid = proc.pid proc.wait() rv = proc.returncode except Exception as e: print("ERROR: Fio test ended with unexpected exception.") rv = 1 if expected_ret_value == rv: return 0 if rv == 0: print("ERROR: Fio test ended with unexpected success") else: print("ERROR: Fio test ended with unexpected failure") return 1 class FioThread(threading.Thread): def __init__(self, nbd_disk, offset, size, rw, pattern, expected_ret_value, extra_params=""): super(FioThread, self).__init__() self.fio_cmd = get_fio_cmd(nbd_disk, offset, size, rw, pattern, extra_params=extra_params) self.rv = 1 self.expected_ret_value = expected_ret_value def run(self): print("INFO: Starting fio") self.rv = run_fio(self.fio_cmd, self.expected_ret_value) print("INFO: Fio test finished") def test_counter(): ''' :return: the number of tests ''' return ['test_case' in i for i in dir(TestCases)].count(True) def case_message(func): def inner(*args, **kwargs): test_name = { 1: 'construct_lvs_positive', 50: 'construct_logical_volume_positive', 51: 'construct_multi_logical_volumes_positive', 52: 'construct_lvol_bdev_using_name_positive', 53: 'construct_lvol_bdev_duplicate_names_positive', 100: 'construct_logical_volume_nonexistent_lvs_uuid', 101: 'construct_lvol_bdev_on_full_lvol_store', 102: 'construct_lvol_bdev_name_twice', 150: 'resize_lvol_bdev_positive', 200: 'resize_logical_volume_nonexistent_logical_volume', 201: 'resize_logical_volume_with_size_out_of_range', 250: 'destroy_lvol_store_positive', 251: 'destroy_lvol_store_use_name_positive', 252: 'destroy_lvol_store_with_lvol_bdev_positive', 253: 'destroy_multi_logical_volumes_positive', 254: 'destroy_after_resize_lvol_bdev_positive', 255: 'delete_lvol_store_persistent_positive', 300: 'destroy_lvol_store_nonexistent_lvs_uuid', 301: 'delete_lvol_store_underlying_bdev', 350: 'nested_destroy_logical_volume_negative', 400: 'nested_construct_logical_volume_positive', 450: 'construct_lvs_nonexistent_bdev', 451: 'construct_lvs_on_bdev_twice', 452: 'construct_lvs_name_twice', 500: 'nested_construct_lvol_bdev_on_full_lvol_store', 550: 'delete_bdev_positive', 600: 'construct_lvol_store_with_cluster_size_max', 601: 'construct_lvol_store_with_cluster_size_min', 650: 'thin_provisioning_check_space', 651: 'thin_provisioning_read_empty_bdev', 652: 'thin_provisionind_data_integrity_test', 653: 'thin_provisioning_resize', 654: 'thin_overprovisioning', 655: 'thin_provisioning_filling_disks_less_than_lvs_size', 700: 'tasting_positive', 701: 'tasting_lvol_store_positive', 800: 'rename_positive', 801: 'rename_lvs_nonexistent', 802: 'rename_lvs_EEXIST', 803: 'rename_lvol_bdev_nonexistent', 804: 'rename_lvol_bdev_EEXIST', 10000: 'SIGTERM', } num = int(func.__name__.strip('test_case')[:]) print("========================================================") print("Test Case {num}: Start".format(num=num)) print("Test Name: {name}".format(name=test_name[num])) print("========================================================") fail_count = func(*args, **kwargs) print("Test Case {num}: END\n".format(num=num)) print("========================================================") return fail_count return inner class TestCases(object): def __init__(self, rpc_py, total_size, block_size, cluster_size, base_dir_path, app_path): self.c = Commands_Rpc(rpc_py) self.total_size = total_size self.block_size = block_size self.cluster_size = cluster_size self.path = base_dir_path self.app_path = app_path self.lvs_name = "lvs_test" self.lbd_name = "lbd_test" self.vhost_config_path = path.join(path.dirname(sys.argv[0]), 'vhost.conf') def _gen_lvs_uuid(self): return str(uuid4()) def _gen_lvb_uuid(self): return "_".join([str(uuid4()), str(random.randrange(9999999999))]) def compare_two_disks(self, disk1, disk2, expected_ret_value): cmp_cmd = "cmp %s %s" % (disk1, disk2) try: process = subprocess.check_output(cmp_cmd, stderr=subprocess.STDOUT, shell=True) rv = 0 except subprocess.CalledProcessError, ex: rv = 1 except Exception as e: print("ERROR: Cmp ended with unexpected exception.") rv = 1 if expected_ret_value == rv: return 0 elif rv == 0: print("ERROR: Cmp ended with unexpected success") else: print("ERROR: Cmp ended with unexpected failure") return 1 def run_fio_test(self, nbd_disk, offset, size, rw, pattern, expected_ret_value=0): fio_cmd = get_fio_cmd(nbd_disk, offset, size, rw, pattern) return run_fio(fio_cmd, expected_ret_value) def _stop_vhost(self, pid_path): with io.open(pid_path, 'r') as vhost_pid: pid = int(vhost_pid.readline()) if pid: try: kill(pid, signal.SIGTERM) for count in range(30): sleep(1) kill(pid, 0) except OSError, err: if err.errno == ESRCH: pass else: return 1 else: return 1 else: return 1 return 0 def _start_vhost(self, vhost_path, config_path, pid_path): subprocess.call("{app} -c {config} -f " "{pid} &".format(app=vhost_path, config=config_path, pid=pid_path), shell=True) for timeo in range(10): if timeo == 9: print("ERROR: Timeout on waiting for app start") return 1 if not path.exists(pid_path): print("Info: Waiting for PID file...") sleep(1) continue else: break # Wait for RPC to open sock = socket.socket(socket.AF_UNIX) for timeo in range(30): if timeo == 29: print("ERROR: Timeout on waiting for RPC start") return 1 try: sock.connect("/var/tmp/spdk.sock") break except socket.error as e: print("Info: Waiting for RPC Unix socket...") sleep(1) continue else: sock.close() break with io.open(pid_path, 'r') as vhost_pid: pid = int(vhost_pid.readline()) if not pid: return 1 return 0 def _find_traddress_for_nvme(self, nvme_name): with open(self.vhost_config_path) as file: for line in file: if nvme_name in line and "TransportID" in line: for word in line.split(" "): if word.startswith("traddr"): return word.split(":", 1)[1].replace("\"", "") print("INFO: Traddr not found for Nvme {nvme}".format(nvme=nvme_name)) return -1 # positive tests @case_message def test_case1(self): base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) self.c.destroy_lvol_store(uuid_store) self.c.delete_bdev(base_name) if self.c.check_get_lvol_stores("", "", "") == 1: fail_count += 1 return fail_count @case_message def test_case50(self): base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) uuid_bdev = self.c.construct_lvol_bdev(uuid_store, self.lbd_name, self.total_size - 1) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, self.total_size - 1) self.c.delete_bdev(uuid_bdev) self.c.destroy_lvol_store(uuid_store) self.c.delete_bdev(base_name) return fail_count @case_message def test_case51(self): base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) size = ((self.total_size - 1) / 4) for j in range(2): uuid_bdevs = [] for i in range(4): uuid_bdev = self.c.construct_lvol_bdev(uuid_store, self.lbd_name + str(i), size) uuid_bdevs.append(uuid_bdev) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, size) for uuid_bdev in uuid_bdevs: self.c.delete_bdev(uuid_bdev) self.c.destroy_lvol_store(uuid_store) self.c.delete_bdev(base_name) return fail_count @case_message def test_case52(self): base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) uuid_bdev = self.c.construct_lvol_bdev(self.lvs_name, self.lbd_name, self.total_size - 1) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, self.total_size - 1) fail_count += self.c.delete_bdev(uuid_bdev) fail_count += self.c.destroy_lvol_store(uuid_store) fail_count += self.c.delete_bdev(base_name) return fail_count @case_message def test_case53(self): base_name_1 = self.c.construct_malloc_bdev(self.total_size, self.block_size) base_name_2 = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store_1 = self.c.construct_lvol_store(base_name_1, self.lvs_name + "1", self.cluster_size) uuid_store_2 = self.c.construct_lvol_store(base_name_2, self.lvs_name + "2", self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name_1, uuid_store_1, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name_2, uuid_store_2, self.cluster_size) uuid_bdev_1 = self.c.construct_lvol_bdev(uuid_store_1, self.lbd_name, self.total_size - 1) uuid_bdev_2 = self.c.construct_lvol_bdev(uuid_store_2, self.lbd_name, self.total_size - 1) fail_count += self.c.check_get_bdevs_methods(uuid_bdev_1, self.total_size - 1) fail_count += self.c.check_get_bdevs_methods(uuid_bdev_2, self.total_size - 1) fail_count += self.c.delete_bdev(uuid_bdev_1) fail_count += self.c.delete_bdev(uuid_bdev_2) fail_count += self.c.destroy_lvol_store(uuid_store_1) fail_count += self.c.destroy_lvol_store(uuid_store_2) fail_count += self.c.delete_bdev(base_name_1) fail_count += self.c.delete_bdev(base_name_2) return fail_count @case_message def test_case100(self): fail_count = 0 if self.c.construct_lvol_bdev(self._gen_lvs_uuid(), self.lbd_name, 32) == 0: fail_count += 1 return fail_count @case_message def test_case101(self): base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) uuid_bdev = self.c.construct_lvol_bdev(uuid_store, self.lbd_name, self.total_size - 1) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, self.total_size - 1) if self.c.construct_lvol_bdev(uuid_store, self.lbd_name + "_1", self.total_size - 1) == 0: fail_count += 1 self.c.delete_bdev(uuid_bdev) self.c.destroy_lvol_store(uuid_store) self.c.delete_bdev(base_name) return fail_count @case_message def test_case102(self): size = (self.total_size / 2) - 1 base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) uuid_bdev = self.c.construct_lvol_bdev(uuid_store, self.lbd_name, size) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, size) if self.c.construct_lvol_bdev(uuid_store, self.lbd_name, size) == 0: fail_count += 1 self.c.delete_bdev(uuid_bdev) self.c.destroy_lvol_store(uuid_store) self.c.delete_bdev(base_name) return fail_count @case_message def test_case150(self): base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) # size is equal to one quarter of size malloc bdev size = self.total_size / 4 uuid_bdev = self.c.construct_lvol_bdev(uuid_store, self.lbd_name, size) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, size) # size is equal to half of size malloc bdev size = self.total_size / 2 self.c.resize_lvol_bdev(uuid_bdev, size) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, size) # size is smaller by 1 MB size = self.total_size - 1 self.c.resize_lvol_bdev(uuid_bdev, size) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, size) # size is equal 0 MiB size = 0 self.c.resize_lvol_bdev(uuid_bdev, size) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, size) self.c.delete_bdev(uuid_bdev) self.c.destroy_lvol_store(uuid_store) self.c.delete_bdev(base_name) return fail_count @case_message def test_case200(self): fail_count = 0 if self.c.resize_lvol_bdev(self._gen_lvb_uuid(), 16) == 0: fail_count += 1 return fail_count @case_message def test_case201(self): base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) uuid_bdev = self.c.construct_lvol_bdev(uuid_store, self.lbd_name, self.total_size - 1) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, self.total_size - 1) if self.c.resize_lvol_bdev(uuid_bdev, self.total_size + 1) == 0: fail_count += 1 self.c.delete_bdev(uuid_bdev) self.c.destroy_lvol_store(uuid_store) self.c.delete_bdev(base_name) return fail_count @case_message def test_case250(self): base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) self.c.destroy_lvol_store(uuid_store) if self.c.check_get_lvol_stores("", "", "") == 1: fail_count += 1 self.c.delete_bdev(base_name) return fail_count @case_message def test_case251(self): base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) fail_count += self.c.destroy_lvol_store(self.lvs_name) if self.c.check_get_lvol_stores("", "", "") == 1: fail_count += 1 fail_count += self.c.delete_bdev(base_name) return fail_count @case_message def test_case252(self): base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) uuid_bdev = self.c.construct_lvol_bdev(uuid_store, self.lbd_name, self.total_size - 1) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, self.total_size - 1) if self.c.destroy_lvol_store(uuid_store) != 0: fail_count += 1 if self.c.check_get_lvol_stores("", "", "") == 1: fail_count += 1 self.c.delete_bdev(base_name) return fail_count @case_message def test_case253(self): base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) size = ((self.total_size - 1) / 4) for i in range(4): uuid_bdev = self.c.construct_lvol_bdev(uuid_store, self.lbd_name + str(i), size) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, size) self.c.destroy_lvol_store(uuid_store) if self.c.check_get_lvol_stores("", "", "") == 1: fail_count += 1 self.c.delete_bdev(base_name) return fail_count @case_message def test_case254(self): base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) size = ((self.total_size - 1) / 4) uuid_bdev = self.c.construct_lvol_bdev(uuid_store, self.lbd_name, size) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, size) sz = size + 1 self.c.resize_lvol_bdev(uuid_bdev, sz) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, sz) sz = size * 2 self.c.resize_lvol_bdev(uuid_bdev, sz) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, sz) sz = size * 3 self.c.resize_lvol_bdev(uuid_bdev, sz) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, sz) sz = (size * 4) - 1 self.c.resize_lvol_bdev(uuid_bdev, sz) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, sz) sz = 0 self.c.resize_lvol_bdev(uuid_bdev, sz) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, sz) self.c.destroy_lvol_store(uuid_store) if self.c.check_get_lvol_stores("", "", "") == 1: fail_count += 1 self.c.delete_bdev(base_name) return fail_count @case_message def test_case255(self): base_path = path.dirname(sys.argv[0]) base_name = "Nvme0n1p0" uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) if self.c.destroy_lvol_store(self.lvs_name) != 0: fail_count += 1 traddr = self._find_traddress_for_nvme("Nvme0") if traddr != -1: self.c.delete_bdev("Nvme0n1") self.c.construct_nvme_bdev("Nvme0", "PCIe", traddr) # wait 1 second to allow time for lvolstore tasting sleep(1) else: fail_count += 1 ret_value = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) if ret_value == 0: fail_count += 1 return fail_count @case_message def test_case300(self): fail_count = 0 if self.c.destroy_lvol_store(self._gen_lvs_uuid()) == 0: fail_count += 1 return fail_count @case_message def test_case301(self): base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) if self.c.delete_bdev(base_name) != 0: fail_count += 1 if self.c.destroy_lvol_store(uuid_store) == 0: fail_count += 1 return fail_count def test_case350(self): print("Test of this feature not yet implemented.") pass return 0 def test_case400(self): print("Test of this feature not yet implemented.") pass return 0 # negative tests @case_message def test_case450(self): fail_count = 0 bad_bdev_id = random.randrange(999999999) if self.c.construct_lvol_store(bad_bdev_id, self.lvs_name, self.cluster_size) == 0: fail_count += 1 return fail_count @case_message def test_case451(self): base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) if self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) == 0: fail_count += 1 self.c.destroy_lvol_store(uuid_store) self.c.delete_bdev(base_name) return fail_count @case_message def test_case452(self): fail_count = 0 base_name_1 = self.c.construct_malloc_bdev(self.total_size, self.block_size) base_name_2 = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store_1 = self.c.construct_lvol_store(base_name_1, self.lvs_name, self.cluster_size) fail_count += self.c.check_get_lvol_stores(base_name_1, uuid_store_1, self.cluster_size) if self.c.construct_lvol_store(base_name_2, self.lvs_name, self.cluster_size) == 0: fail_count += 1 fail_count += self.c.destroy_lvol_store(uuid_store_1) fail_count += self.c.delete_bdev(base_name_1) fail_count += self.c.delete_bdev(base_name_2) return fail_count def test_case500(self): print("Test of this feature not yet implemented.") pass return 0 @case_message def test_case550(self): base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) self.c.delete_bdev(base_name) if self.c.check_get_lvol_stores("", "", "") == 1: fail_count += 1 return fail_count @case_message def test_case600(self): fail_count = 0 base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) lvol_uuid = self.c.construct_lvol_store(base_name, self.lvs_name, (self.total_size * 1024 * 1024) + 1) == 0 if self.c.check_get_lvol_stores(base_name, lvol_uuid) == 0: fail_count += 1 fail_count += self.c.delete_bdev(base_name) return fail_count @case_message def test_case601(self): fail_count = 0 base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) lvol_uuid = self.c.construct_lvol_store(base_name, self.lvs_name, 8191) if self.c.check_get_lvol_stores(base_name, lvol_uuid) == 0: fail_count += 1 fail_count += self.c.delete_bdev(base_name) return fail_count @case_message def test_case650(self): """ thin_provisioning_check_space Check if free clusters number on lvol store decreases if we write to created thin provisioned lvol bdev """ # create malloc bdev base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) # create lvol store on mamloc bdev uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) lvs = self.c.get_lvol_stores(self.lvs_name)[0] free_clusters_start = int(lvs['free_clusters']) bdev_size = int(lvs['cluster_size']) * int(lvs['free_clusters']) / MEGABYTE # create thin provisioned lvol bdev with size equals to lvol store free space bdev_name = self.c.construct_lvol_bdev(uuid_store, self.lbd_name, bdev_size, thin=True) lvs = self.c.get_lvol_stores(self.lvs_name)[0] free_clusters_create_lvol = int(lvs[u'free_clusters']) # check and save number of free clusters for lvol store if free_clusters_start != free_clusters_create_lvol: fail_count += 1 lvol_bdev = self.c.get_lvol_bdev_with_name(bdev_name) nbd_name = "/dev/nbd0" fail_count += self.c.start_nbd_disk(bdev_name, nbd_name) size = int(lvs['cluster_size']) # write data (lvs cluster size) to created lvol bdev starting from offset 0. fail_count += self.run_fio_test("/dev/nbd0", 0, size, "write", "0xcc") lvs = self.c.get_lvol_stores(self.lvs_name)[0] free_clusters_first_fio = int(lvs[u'free_clusters']) # check that free clusters on lvol store was decremented by 1 if free_clusters_start != free_clusters_first_fio + 1: fail_count += 1 size = int(lvs['cluster_size']) # calculate size of one and half cluster offset = int((int(lvol_bdev['num_blocks']) * int(lvol_bdev['block_size']) / free_clusters_create_lvol) * 1.5) # write data (lvs cluster size) to lvol bdev with offset set to one and half of cluster size fail_count += self.run_fio_test(nbd_name, offset, size, "write", "0xcc") lvs = self.c.get_lvol_stores(self.lvs_name)[0] free_clusters_second_fio = int(lvs[u'free_clusters']) # check that free clusters on lvol store was decremented by 2 if free_clusters_start != free_clusters_second_fio + 3: fail_count += 1 size = (free_clusters_create_lvol - 3) * int(lvs['cluster_size']) offset = int(int(lvol_bdev['num_blocks']) * int(lvol_bdev['block_size']) / free_clusters_create_lvol * 3) # write data to lvol bdev to the end of its size fail_count += self.run_fio_test(nbd_name, offset, size, "write", "0xcc") lvs = self.c.get_lvol_stores(self.lvs_name)[0] free_clusters_third_fio = int(lvs[u'free_clusters']) # check that lvol store free clusters number equals to 0 if free_clusters_third_fio != 0: fail_count += 1 fail_count += self.c.stop_nbd_disk(nbd_name) # destroy thin provisioned lvol bdev fail_count += self.c.delete_bdev(lvol_bdev['name']) lvs = self.c.get_lvol_stores(self.lvs_name)[0] free_clusters_end = int(lvs[u'free_clusters']) # check that saved number of free clusters equals to current free clusters if free_clusters_start != free_clusters_end: fail_count += 1 # destroy lvol store fail_count += self.c.destroy_lvol_store(uuid_store) # destroy malloc bdev # Expected result: # - calls successful, return code = 0 # - no other operation fails return fail_count @case_message def test_case651(self): """ thin_provisioning_read_empty_bdev Check if we can create thin provisioned bdev on empty lvol store and check if we can read from this device and it returns zeroes. """ # create malloc bdev base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) # construct lvol store on malloc bdev uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) lvs = self.c.get_lvol_stores(self.lvs_name)[0] free_clusters_start = int(lvs['free_clusters']) lbd_name0 = self.lbd_name + str("0") lbd_name1 = self.lbd_name + str("1") # calculate bdev size in megabytes bdev_size = int(lvs['cluster_size']) * int(lvs['free_clusters']) / MEGABYTE # create thick provisioned lvol bvdev with size equal to lvol store bdev_name0 = self.c.construct_lvol_bdev(uuid_store, lbd_name0, bdev_size, thin=False) # create thin provisioned lvol bdev with the same size bdev_name1 = self.c.construct_lvol_bdev(uuid_store, lbd_name1, bdev_size, thin=True) lvol_bdev0 = self.c.get_lvol_bdev_with_name(bdev_name0) lvol_bdev1 = self.c.get_lvol_bdev_with_name(bdev_name1) nbd_name0 = "/dev/nbd0" fail_count += self.c.start_nbd_disk(lvol_bdev0['name'], nbd_name0) nbd_name1 = "/dev/nbd1" fail_count += self.c.start_nbd_disk(lvol_bdev1['name'], nbd_name1) size = bdev_size * MEGABYTE # fill the whole thick provisioned lvol bdev fail_count += self.run_fio_test(nbd_name0, 0, size, "write", False) size = bdev_size * MEGABYTE # perform read operations on thin provisioned lvol bdev # and check if they return zeroes fail_count += self.run_fio_test(nbd_name1, 0, size, "read", "0x00") fail_count += self.c.stop_nbd_disk(nbd_name0) fail_count += self.c.stop_nbd_disk(nbd_name1) # destroy thin provisioned lvol bdev fail_count += self.c.delete_bdev(lvol_bdev0['name']) fail_count += self.c.delete_bdev(lvol_bdev1['name']) # destroy lvol store fail_count += self.c.destroy_lvol_store(uuid_store) # destroy malloc bdev # Expected result: # - calls successful, return code = 0 # - no other operation fails return fail_count @case_message def test_case652(self): """ thin_provisioning_data_integrity_test Check if data written to thin provisioned lvol bdev were properly written (fio test with verification). """ # create malloc bdev base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) # construct lvol store on malloc bdev uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) lvs = self.c.get_lvol_stores(self.lvs_name)[0] free_clusters_start = int(lvs['free_clusters']) bdev_size = int(lvs['cluster_size']) * int(lvs['free_clusters']) / MEGABYTE # construct thin provisioned lvol bdev with size equal to lvol store bdev_name = self.c.construct_lvol_bdev(uuid_store, self.lbd_name, bdev_size, thin=True) lvol_bdev = self.c.get_lvol_bdev_with_name(bdev_name) nbd_name = "/dev/nbd0" fail_count += self.c.start_nbd_disk(lvol_bdev['name'], nbd_name) size = bdev_size * MEGABYTE # on the whole lvol bdev perform write operation with verification fail_count += self.run_fio_test(nbd_name, 0, size, "write", "0xcc") fail_count += self.c.stop_nbd_disk(nbd_name) # destroy thin provisioned lvol bdev fail_count += self.c.delete_bdev(lvol_bdev['name']) # destroy lvol store fail_count += self.c.destroy_lvol_store(uuid_store) # destroy malloc bdev # Expected result: # - calls successful, return code = 0 # - verification ends with success # - no other operation fails return fail_count @case_message def test_case653(self): """ thin_provisioning_resize Check thin provisioned bdev resize. To be implemented. """ # TODO # create malloc bdev # construct lvol store on malloc bdev # construct thin provisioned lvol bdevs on created lvol store # with size equal to 50% of lvol store # fill all free space of lvol bdev with data # save number of free clusters for lvs # resize bdev to full size of lvs # check if bdev size changed (total_data_clusters*cluster_size # equal to num_blocks*block_size) # check if free_clusters on lvs remain unaffected # perform write operation with verification # to newly created free space of lvol bdev # resize bdev to 30M and check if it ended with success # check if free clusters on lvs equals to saved counter # destroy thin provisioned lvol bdev # destroy lvol store # destroy malloc bdev fail_count = 0 # Expected result: # - calls successful, return code = 0 # - no other operation fails return fail_count @case_message def test_case654(self): """ thin_overprovisioning Create two thin provisioned lvol bdevs with max size and check if writting more than total size of lvol store will cause failures. """ # create malloc bdev base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) # construct lvol store on malloc bdev uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) lvs = self.c.get_lvol_stores(self.lvs_name)[0] free_clusters_start = int(lvs['free_clusters']) lbd_name0 = self.lbd_name + str("0") lbd_name1 = self.lbd_name + str("1") bdev_size = int(lvs['cluster_size']) * int(lvs['free_clusters']) / MEGABYTE # construct two thin provisioned lvol bdevs on created lvol store # with size equals to free lvs size bdev_name0 = self.c.construct_lvol_bdev(uuid_store, lbd_name0, bdev_size, thin=True) bdev_name1 = self.c.construct_lvol_bdev(uuid_store, lbd_name1, bdev_size, thin=True) lvs = self.c.get_lvol_stores(self.lvs_name)[0] free_clusters_create_lvol = int(lvs[u'free_clusters']) if free_clusters_start != free_clusters_create_lvol: fail_count += 1 lvol_bdev0 = self.c.get_lvol_bdev_with_name(bdev_name0) lvol_bdev1 = self.c.get_lvol_bdev_with_name(bdev_name1) nbd_name0 = "/dev/nbd0" nbd_name1 = "/dev/nbd1" fail_count += self.c.start_nbd_disk(lvol_bdev0['name'], nbd_name0) fail_count += self.c.start_nbd_disk(lvol_bdev1['name'], nbd_name1) size = "75%" # fill first bdev to 75% of its space with specific pattern fail_count += self.run_fio_test(nbd_name0, 0, size, "write", "0xcc") size = "75%" # fill second bdev up to 75% of its space # check that error message occured while filling second bdev with data fail_count += self.run_fio_test(nbd_name1, 0, size, "write", "0xee", expected_ret_value=1) size = "75%" # check if data on first disk stayed unchanged fail_count += self.run_fio_test(nbd_name0, 0, size, "read", "0xcc") size = "25%" offset = "75%" fail_count += self.run_fio_test(nbd_name0, offset, size, "read", "0x00") fail_count += self.c.stop_nbd_disk(nbd_name0) fail_count += self.c.stop_nbd_disk(nbd_name1) # destroy thin provisioned lvol bdev fail_count += self.c.delete_bdev(lvol_bdev0['name']) fail_count += self.c.delete_bdev(lvol_bdev1['name']) # destroy lvol store fail_count += self.c.destroy_lvol_store(uuid_store) # destroy malloc bdev # Expected result: # - calls successful, return code = 0 # - no other operation fails return fail_count @case_message def test_case655(self): """ thin_provisioning_filling_disks_less_than_lvs_size Check if writing to two thin provisioned lvol bdevs less than total size of lvol store will end with success """ # create malloc bdev base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) # construct lvol store on malloc bdev uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) lvs = self.c.get_lvol_stores(self.lvs_name)[0] free_clusters_start = int(lvs['free_clusters']) lbd_name0 = self.lbd_name + str("0") lbd_name1 = self.lbd_name + str("1") lvs_size = int(lvs['cluster_size']) * int(lvs['free_clusters']) / MEGABYTE bdev_size = int(lvs_size * 0.7) # construct two thin provisioned lvol bdevs on created lvol store # with size equal to 70% of lvs size bdev_name0 = self.c.construct_lvol_bdev(uuid_store, lbd_name0, bdev_size, thin=True) bdev_name1 = self.c.construct_lvol_bdev(uuid_store, lbd_name1, bdev_size, thin=True) lvol_bdev0 = self.c.get_lvol_bdev_with_name(bdev_name0) lvol_bdev1 = self.c.get_lvol_bdev_with_name(bdev_name1) # check if bdevs are available and size of every disk is equal to 70% of lvs size nbd_name0 = "/dev/nbd0" nbd_name1 = "/dev/nbd1" fail_count += self.c.start_nbd_disk(lvol_bdev0['name'], nbd_name0) fail_count += self.c.start_nbd_disk(lvol_bdev1['name'], nbd_name1) size = int(int(lvol_bdev0['num_blocks']) * int(lvol_bdev0['block_size']) * 0.7) # fill first disk with 70% of its size # check if operation didn't fail fail_count += self.run_fio_test(nbd_name0, 0, size, "write", "0xcc") size = int(int(lvol_bdev1['num_blocks']) * int(lvol_bdev1['block_size']) * 0.7) # fill second disk also with 70% of its size # check if operation didn't fail fail_count += self.run_fio_test(nbd_name1, 0, size, "write", "0xee") fail_count += self.c.stop_nbd_disk(nbd_name0) fail_count += self.c.stop_nbd_disk(nbd_name1) # destroy thin provisioned lvol bdevs fail_count += self.c.delete_bdev(lvol_bdev0['name']) fail_count += self.c.delete_bdev(lvol_bdev1['name']) # destroy lvol store fail_count += self.c.destroy_lvol_store(uuid_store) # destroy malloc bdev # Expected result: # - calls successful, return code = 0 # - no other operation fails return fail_count @case_message def test_case700(self): fail_count = 0 uuid_bdevs = [] base_name = "Nvme0n1p0" base_path = path.dirname(sys.argv[0]) vhost_path = path.join(self.app_path, 'vhost') config_path = path.join(base_path, 'vhost.conf') pid_path = path.join(base_path, 'vhost.pid') # Create initial configuration on running vhost instance # create lvol store, create 5 bdevs # save info of all lvs and lvol bdevs uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count += self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) # size = approx 2% of total NVMe disk size _ = self.c.get_lvol_stores()[0] size = int(_["free_clusters"] / 50) for i in range(5): uuid_bdev = self.c.construct_lvol_bdev(uuid_store, self.lbd_name + str(i), size) uuid_bdevs.append(uuid_bdev) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, size) old_bdevs = sorted(self.c.get_lvol_bdevs(), key=lambda x: x["name"]) old_stores = self.c.get_lvol_stores() # Shut down vhost instance and restart with new instance fail_count += self._stop_vhost(pid_path) remove(pid_path) if self._start_vhost(vhost_path, config_path, pid_path) != 0: fail_count += 1 return fail_count # Check if configuration was properly loaded after tasting # get all info all lvs and lvol bdevs, compare with previous info new_bdevs = sorted(self.c.get_lvol_bdevs(), key=lambda x: x["name"]) new_stores = self.c.get_lvol_stores() if old_stores != new_stores: fail_count += 1 print("ERROR: old and loaded lvol store is not the same") print("DIFF:") print(old_stores) print(new_stores) if len(old_bdevs) != len(new_bdevs): fail_count += 1 print("ERROR: old and loaded lvol bdev list count is not equal") for o, n in zip(old_bdevs, new_bdevs): if o != n: fail_count += 1 print("ERROR: old and loaded lvol bdev is not the same") print("DIFF:") pprint.pprint([o, n]) if fail_count != 0: return fail_count # Try modifying loaded configuration # Add some lvol bdevs to existing lvol store then # remove all lvol configuration and re-create it again for i in range(5, 10): uuid_bdev = self.c.construct_lvol_bdev(uuid_store, self.lbd_name + str(i), size) uuid_bdevs.append(uuid_bdev) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, size) for uuid_bdev in uuid_bdevs: self.c.delete_bdev(uuid_bdev) if self.c.destroy_lvol_store(uuid_store) != 0: fail_count += 1 uuid_bdevs = [] uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count += self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) for i in range(10): uuid_bdev = self.c.construct_lvol_bdev(uuid_store, self.lbd_name + str(i), size) uuid_bdevs.append(uuid_bdev) fail_count += self.c.check_get_bdevs_methods(uuid_bdev, size) if self.c.destroy_lvol_store(uuid_store) != 0: fail_count += 1 return fail_count @case_message def test_case701(self): base_name = "Nvme0n1p0" uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) traddr = self._find_traddress_for_nvme("Nvme0") if traddr != -1: self.c.delete_bdev("Nvme0n1") self.c.construct_nvme_bdev("Nvme0", "PCIe", traddr) # wait 1 second to allow time for lvolstore tasting sleep(1) else: fail_count += 1 if self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) != 0: fail_count += 1 if self.c.destroy_lvol_store(uuid_store) != 0: fail_count += 1 return fail_count @case_message def test_case800(self): fail_count = 0 bdev_size = (self.total_size - 1) / 4 bdev_uuids = [] bdev_names = [self.lbd_name + str(i) for i in range(4)] bdev_aliases = ["/".join([self.lvs_name, name]) for name in bdev_names] # Create a lvol store with 4 lvol bdevs base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) lvs_uuid = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count += self.c.check_get_lvol_stores(base_name, lvs_uuid, self.cluster_size, self.lvs_name) for name, alias in zip(bdev_names, bdev_aliases): uuid = self.c.construct_lvol_bdev(lvs_uuid, name, bdev_size) fail_count += self.c.check_get_bdevs_methods(uuid, bdev_size, alias) bdev_uuids.append(uuid) # Rename lvol store and check if lvol store name and # lvol bdev aliases were updated properly new_lvs_name = "lvs_new" bdev_aliases = [alias.replace(self.lvs_name, new_lvs_name) for alias in bdev_aliases] fail_count += self.c.rename_lvol_store(self.lvs_name, new_lvs_name) fail_count += self.c.check_get_lvol_stores(base_name, lvs_uuid, self.cluster_size, new_lvs_name) for uuid, alias in zip(bdev_uuids, bdev_aliases): fail_count += self.c.check_get_bdevs_methods(uuid, bdev_size, alias) # Now try to rename the bdevs using their uuid as "old_name" bdev_names = ["lbd_new" + str(i) for i in range(4)] bdev_aliases = ["/".join([new_lvs_name, name]) for name in bdev_names] print(bdev_aliases) for uuid, new_name, new_alias in zip(bdev_uuids, bdev_names, bdev_aliases): fail_count += self.c.rename_lvol_bdev(uuid, new_name) fail_count += self.c.check_get_bdevs_methods(uuid, bdev_size, new_alias) # Same thing but only use aliases bdev_names = ["lbd_even_newer" + str(i) for i in range(4)] new_bdev_aliases = ["/".join([new_lvs_name, name]) for name in bdev_names] print(bdev_aliases) for uuid, old_alias, new_alias, new_name in zip(bdev_uuids, bdev_aliases, new_bdev_aliases, bdev_names): fail_count += self.c.rename_lvol_bdev(old_alias, new_name) fail_count += self.c.check_get_bdevs_methods(uuid, bdev_size, new_alias) # Delete configuration using names after rename operation for bdev in new_bdev_aliases: fail_count += self.c.delete_bdev(bdev) fail_count += self.c.destroy_lvol_store(new_lvs_name) fail_count += self.c.delete_bdev(base_name) return fail_count @case_message def test_case801(self): fail_count = 0 if self.c.rename_lvol_store("NOTEXIST", "WHATEVER") == 0: fail_count += 1 return fail_count @case_message def test_case802(self): fail_count = 0 lvs_name_1 = "lvs_1" lvs_name_2 = "lvs_2" # Create lists with lvol bdev names and aliases for later use bdev_names_1 = ["lvol_1_" + str(i) for i in range(4)] bdev_aliases_1 = ["/".join([lvs_name_1, name]) for name in bdev_names_1] bdev_uuids_1 = [] bdev_names_2 = ["lvol_2_" + str(i) for i in range(4)] bdev_aliases_2 = ["/".join([lvs_name_2, name]) for name in bdev_names_2] bdev_uuids_2 = [] bdev_size = (self.total_size - 1) / 4 base_bdev_1 = self.c.construct_malloc_bdev(self.total_size, self.block_size) base_bdev_2 = self.c.construct_malloc_bdev(self.total_size, self.block_size) # Create lvol store on each malloc bdev lvs_uuid_1 = self.c.construct_lvol_store(base_bdev_1, lvs_name_1, self.cluster_size) fail_count += self.c.check_get_lvol_stores(base_bdev_1, lvs_uuid_1, self.cluster_size, lvs_name_1) lvs_uuid_2 = self.c.construct_lvol_store(base_bdev_2, lvs_name_2, self.cluster_size) fail_count += self.c.check_get_lvol_stores(base_bdev_2, lvs_uuid_2, self.cluster_size, lvs_name_2) # Create 4 lvol bdevs on top of each lvol store for name, alias in zip(bdev_names_1, bdev_aliases_1): uuid = self.c.construct_lvol_bdev(lvs_uuid_1, name, bdev_size) fail_count += self.c.check_get_bdevs_methods(uuid, bdev_size, alias) bdev_uuids_1.append(uuid) for name, alias in zip(bdev_names_2, bdev_aliases_2): uuid = self.c.construct_lvol_bdev(lvs_uuid_2, name, bdev_size) fail_count += self.c.check_get_bdevs_methods(uuid, bdev_size, alias) bdev_uuids_2.append(uuid) # Try to rename lvol store to already existing name if self.c.rename_lvol_store(lvs_name_1, lvs_name_2) == 0: fail_count += 1 # Verify that names of lvol stores and lvol bdevs did not change fail_count += self.c.check_get_lvol_stores(base_bdev_1, lvs_uuid_1, self.cluster_size, lvs_name_1) fail_count += self.c.check_get_lvol_stores(base_bdev_2, lvs_uuid_2, self.cluster_size, lvs_name_2) for name, alias, uuid in zip(bdev_names_1, bdev_aliases_1, bdev_uuids_1): fail_count += self.c.check_get_bdevs_methods(uuid, bdev_size, alias) for name, alias, uuid in zip(bdev_names_2, bdev_aliases_2, bdev_uuids_2): fail_count += self.c.check_get_bdevs_methods(uuid, bdev_size, alias) # Clean configuration for lvol_uuid in bdev_uuids_1 + bdev_uuids_2: fail_count += self.c.delete_bdev(lvol_uuid) fail_count += self.c.destroy_lvol_store(lvs_uuid_1) fail_count += self.c.destroy_lvol_store(lvs_uuid_2) fail_count += self.c.delete_bdev(base_bdev_1) fail_count += self.c.delete_bdev(base_bdev_2) return fail_count @case_message def test_case803(self): fail_count = 0 if self.c.rename_lvol_bdev("NOTEXIST", "WHATEVER") == 0: fail_count += 1 return fail_count @case_message def test_case804(self): fail_count = 0 bdev_size = (self.total_size - 1) / 2 base_bdev = self.c.construct_malloc_bdev(self.total_size, self.block_size) lvs_uuid = self.c.construct_lvol_store(base_bdev, self.lvs_name, self.cluster_size) fail_count += self.c.check_get_lvol_stores(base_bdev, lvs_uuid, self.cluster_size, self.lvs_name) bdev_uuid_1 = self.c.construct_lvol_bdev(lvs_uuid, self.lbd_name + "1", bdev_size) fail_count += self.c.check_get_bdevs_methods(bdev_uuid_1, bdev_size) bdev_uuid_2 = self.c.construct_lvol_bdev(lvs_uuid, self.lbd_name + "2", bdev_size) fail_count += self.c.check_get_bdevs_methods(bdev_uuid_2, bdev_size) if self.c.rename_lvol_bdev(self.lbd_name + "1", self.lbd_name + "2") == 0: fail_count += 1 fail_count += self.c.check_get_bdevs_methods(bdev_uuid_1, bdev_size, "/".join([self.lvs_name, self.lbd_name + "1"])) fail_count += self.c.delete_bdev(bdev_uuid_1) fail_count += self.c.delete_bdev(bdev_uuid_2) fail_count += self.c.destroy_lvol_store(lvs_uuid) fail_count += self.c.delete_bdev(base_bdev) return fail_count @case_message def test_case10000(self): pid_path = path.join(self.path, 'vhost.pid') base_name = self.c.construct_malloc_bdev(self.total_size, self.block_size) uuid_store = self.c.construct_lvol_store(base_name, self.lvs_name, self.cluster_size) fail_count = self.c.check_get_lvol_stores(base_name, uuid_store, self.cluster_size) fail_count += self._stop_vhost(pid_path) return fail_count