Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(106)

Unified Diff: client/tests/kvm/tests/virtio_console.py

Issue 3554003: Merge remote branch 'cros/upstream' into tempbranch3 (Closed) Base URL: http://git.chromium.org/git/autotest.git
Patch Set: Created 10 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « client/tests/kvm/tests/unittest.py ('k') | client/tests/kvm/tests/whql_client_install.py » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: client/tests/kvm/tests/virtio_console.py
diff --git a/client/tests/kvm/tests/virtio_console.py b/client/tests/kvm/tests/virtio_console.py
new file mode 100644
index 0000000000000000000000000000000000000000..008ec63724343b7ccd3079eb63fde88bcc22be52
--- /dev/null
+++ b/client/tests/kvm/tests/virtio_console.py
@@ -0,0 +1,951 @@
+"""
+virtio_console test
+
+@copyright: Red Hat 2010
+"""
+import array, logging, os, random, re, select, shutil, socket, sys, tempfile
+import threading, time
+from collections import deque
+from threading import Thread
+
+import kvm_subprocess, kvm_test_utils, kvm_utils, kvm_preprocessing
+from autotest_lib.client.common_lib import error
+
+
+def run_virtio_console(test, params, env):
+ """
+ KVM virtio_console test
+
+ 1) Starts VMs with the specified number of virtio console devices
+ 2) Start smoke test
+ 3) Start loopback test
+ 4) Start performance test
+
+ This test uses an auxiliary script, console_switch.py, that is copied to
+ guests. This script has functions to send and write data to virtio console
+ ports. Details of each test can be found on the docstrings for the test_*
+ functions.
+
+ @param test: kvm test object
+ @param params: Dictionary with the test parameters
+ @param env: Dictionary with test environment
+ """
+ class th_send(Thread):
+ """
+ Random data sender thread.
+ """
+ def __init__(self, port, data, event):
+ """
+ @param port: Destination port.
+ @param data: The data intend to be send in a loop.
+ @param event: Exit event.
+ """
+ Thread.__init__(self)
+ self.port = port
+ # FIXME: socket.send(data>>127998) without read blocks thread
+ if len(data) > 102400:
+ data = data[0:102400]
+ logging.error("Data is too long, using only first %d bytes",
+ len(data))
+ self.data = data
+ self.exitevent = event
+ self.idx = 0
+
+
+ def run(self):
+ logging.debug("th_send %s: run", self.getName())
+ while not self.exitevent.isSet():
+ self.idx += self.port.send(self.data)
+ logging.debug("th_send %s: exit(%d)", self.getName(),
+ self.idx)
+
+
+ class th_send_check(Thread):
+ """
+ Random data sender thread.
+ """
+ def __init__(self, port, event, queues, blocklen=1024):
+ """
+ @param port: Destination port
+ @param event: Exit event
+ @param queues: Queues for the control data (FIFOs)
+ @param blocklen: Block length
+ """
+ Thread.__init__(self)
+ self.port = port
+ self.queues = queues
+ # FIXME: socket.send(data>>127998) without read blocks thread
+ if blocklen > 102400:
+ blocklen = 102400
+ logging.error("Data is too long, using blocklen = %d",
+ blocklen)
+ self.blocklen = blocklen
+ self.exitevent = event
+ self.idx = 0
+
+
+ def run(self):
+ logging.debug("th_send_check %s: run", self.getName())
+ too_much_data = False
+ while not self.exitevent.isSet():
+ # FIXME: workaround the problem with qemu-kvm stall when too
+ # much data is sent without receiving
+ for queue in self.queues:
+ while not self.exitevent.isSet() and len(queue) > 1048576:
+ too_much_data = True
+ time.sleep(0.1)
+ ret = select.select([], [self.port], [], 1.0)
+ if ret[1]:
+ # Generate blocklen of random data add them to the FIFO
+ # and send them over virtio_console
+ buf = ""
+ for i in range(self.blocklen):
+ ch = "%c" % random.randrange(255)
+ buf += ch
+ for queue in self.queues:
+ queue.append(ch)
+ target = self.idx + self.blocklen
+ while not self.exitevent.isSet() and self.idx < target:
+ idx = self.port.send(buf)
+ buf = buf[idx:]
+ self.idx += idx
+ logging.debug("th_send_check %s: exit(%d)", self.getName(),
+ self.idx)
+ if too_much_data:
+ logging.error("th_send_check: workaround the 'too_much_data'"
+ "bug")
+
+
+ class th_recv(Thread):
+ """
+ Recieves data and throws it away.
+ """
+ def __init__(self, port, event, blocklen=1024):
+ """
+ @param port: Data source port.
+ @param event: Exit event.
+ @param blocklen: Block length.
+ """
+ Thread.__init__(self)
+ self.port = port
+ self._port_timeout = self.port.gettimeout()
+ self.port.settimeout(0.1)
+ self.exitevent = event
+ self.blocklen = blocklen
+ self.idx = 0
+ def run(self):
+ logging.debug("th_recv %s: run", self.getName())
+ while not self.exitevent.isSet():
+ # TODO: Workaround, it didn't work with select :-/
+ try:
+ self.idx += len(self.port.recv(self.blocklen))
+ except socket.timeout:
+ pass
+ self.port.settimeout(self._port_timeout)
+ logging.debug("th_recv %s: exit(%d)", self.getName(), self.idx)
+
+
+ class th_recv_check(Thread):
+ """
+ Random data receiver/checker thread.
+ """
+ def __init__(self, port, buffer, event, blocklen=1024):
+ """
+ @param port: Source port.
+ @param buffer: Control data buffer (FIFO).
+ @param length: Amount of data we want to receive.
+ @param blocklen: Block length.
+ """
+ Thread.__init__(self)
+ self.port = port
+ self.buffer = buffer
+ self.exitevent = event
+ self.blocklen = blocklen
+ self.idx = 0
+
+
+ def run(self):
+ logging.debug("th_recv_check %s: run", self.getName())
+ while not self.exitevent.isSet():
+ ret = select.select([self.port], [], [], 1.0)
+ if ret and (not self.exitevent.isSet()):
+ buf = self.port.recv(self.blocklen)
+ if buf:
+ # Compare the recvd data with the control data
+ for ch in buf:
+ ch_ = self.buffer.popleft()
+ if not ch == ch_:
+ self.exitevent.set()
+ logging.error("Failed to recv %dth character",
+ self.idx)
+ logging.error("%s != %s", repr(ch), repr(ch_))
+ logging.error("Recv = %s", repr(buf))
+ # sender might change the buffer :-(
+ time.sleep(1)
+ ch_ = ""
+ for buf in self.buffer:
+ ch_ += buf
+ logging.error("Queue = %s", repr(ch_))
+ raise error.TestFail("th_recv_check: incorrect "
+ "data")
+ self.idx += len(buf)
+ logging.debug("th_recv_check %s: exit(%d)", self.getName(),
+ self.idx)
+
+
+ class cpu_load():
+ """
+ Get average cpu load between start and get_load.
+ """
+ def __init__ (self):
+ self.old_load = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
+ self.startTime = 0
+ self.endTime = 0
+
+
+ def _get_cpu_load(self):
+ # Let's see if we can calc system load.
+ try:
+ f = open("/proc/stat", "r")
+ tmp = f.readlines(200)
+ f.close()
+ except:
+ logging.critical("Error reading /proc/stat")
+ error.TestFail("average_cpu_load: Error reading /proc/stat")
+
+ # 200 bytes should be enough because the information we need
+ # is typically stored in the first line
+ # Info about individual processors (not yet supported) is in
+ # the second (third, ...?) line
+ for line in tmp:
+ if line[0:4] == "cpu ":
+ reg = re.compile('[0-9]+')
+ load_values = reg.findall(line)
+ # extract values from /proc/stat
+ load = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
+ for i in range(8):
+ load[i] = int(load_values[i]) - self.old_load[i]
+
+ for i in range(8):
+ self.old_load[i] = int(load_values[i])
+ return load
+
+
+ def start (self):
+ """
+ Start CPU usage measurement
+ """
+ self.old_load = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
+ self.startTime = time.time()
+ self._get_cpu_load()
+
+
+ def get_load(self):
+ """
+ Get and reset CPU usage
+
+ @return: return group cpu (user[%], system[%], sum[%], testTime[s])
+ """
+ self.endTime = time.time()
+ testTime = self.endTime - self.startTime
+ load = self._get_cpu_load()
+
+ user = load[0] / testTime
+ system = load[2] / testTime
+ sum = user + system
+
+ return (user, system, sum, testTime)
+
+
+ class pid_load():
+ """
+ Get average process cpu load between start and get_load
+ """
+ def __init__ (self, pid, name):
+ self.old_load = [0, 0]
+ self.startTime = 0
+ self.endTime = 0
+ self.pid = pid
+ self.name = name
+
+
+ def _get_cpu_load(self, pid):
+ # Let's see if we can calc system load.
+ try:
+ f = open("/proc/%d/stat" % (pid), "r")
+ line = f.readline()
+ f.close()
+ except:
+ logging.critical("Error reading /proc/%d/stat", pid)
+ error.TestFail("average_process_cpu_load: Error reading "
+ "/proc/stat")
+ else:
+ reg = re.compile('[0-9]+')
+ load_values = reg.findall(line)
+ del load_values[0:11]
+ # extract values from /proc/stat
+ load = [0, 0]
+ for i in range(2):
+ load[i] = int(load_values[i]) - self.old_load[i]
+
+ for i in range(2):
+ self.old_load[i] = int(load_values[i])
+ return load
+
+
+ def start (self):
+ """
+ Start CPU usage measurement
+ """
+ self.old_load = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
+ self.startTime = time.time()
+ self._get_cpu_load(self.pid)
+
+
+ def get_load(self):
+ """
+ Get and reset CPU usage.
+
+ @return: Group cpu
+ (pid, user[%], system[%], sum[%], testTime[s])
+ """
+ self.endTime = time.time()
+ testTime = self.endTime - self.startTime
+ load = self._get_cpu_load(self.pid)
+
+ user = load[0] / testTime
+ system = load[1] / testTime
+ sum = user + system
+
+ return (self.name, self.pid, user, system, sum, testTime)
+
+
+ def print_load(process, system):
+ """
+ Print load in tabular mode.
+
+ @param process: List of process statistic tuples.
+ @param system: Tuple of system cpu usage.
+ """
+
+ logging.info("%-10s %6s %5s %5s %5s %11s",
+ "NAME", "PID", "USER", "SYS", "SUM", "TIME")
+ for pr in process:
+ logging.info("%-10s %6d %4.0f%% %4.0f%% %4.0f%% %10.3fs" % pr)
+ logging.info("TOTAL: ------ %4.0f%% %4.0f%% %4.0f%% %10.3fs" %
+ system)
+
+
+ def process_stats(stats, scale=1.0):
+ """
+ Process and print the statistic.
+
+ @param stats: List of measured data.
+ """
+ if not stats:
+ return None
+ for i in range((len(stats) - 1), 0, -1):
+ stats[i] = stats[i] - stats[i - 1]
+ stats[i] /= scale
+ stats[0] /= scale
+ stats = sorted(stats)
+ return stats
+
+
+ def init_guest(vm, timeout=2):
+ """
+ Execute virtio_guest.py on guest, wait until it is initialized.
+
+ @param vm: Informations about the guest.
+ @param timeout: Timeout that will be used to verify if the script
+ started properly.
+ """
+ logging.debug("compile virtio_guest.py on guest %s", vm[0].name)
+ vm[1].sendline("python -OO /tmp/virtio_guest.py -c &&"
+ "echo -n 'PASS: Compile virtio_guest finished' ||"
+ "echo -n 'FAIL: Compile virtio_guest failed'")
+ (match, data) = vm[1].read_until_last_line_matches(["PASS:", "FAIL:"],
+ timeout)
+ if match == 1 or match is None:
+ raise error.TestFail("Command console_switch.py on guest %s failed."
+ "\nreturn code: %s\n output:\n%s" %
+ (vm[0].name, match, data))
+ logging.debug("Starting virtio_guest.py on guest %s", vm[0].name)
+ vm[1].sendline("python /tmp/virtio_guest.pyo &&"
+ "echo -n 'PASS: virtio_guest finished' ||"
+ "echo -n 'FAIL: virtio_guest failed'")
+ (match, data) = vm[1].read_until_last_line_matches(["PASS:", "FAIL:"],
+ timeout)
+ if match == 1 or match is None:
+ raise error.TestFail("Command console_switch.py on guest %s failed."
+ "\nreturn code: %s\n output:\n%s" %
+ (vm[0].name, match, data))
+ # Let the system rest
+ time.sleep(2)
+
+
+ def _on_guest(command, vm, timeout=2):
+ """
+ Execute given command inside the script's main loop, indicating the vm
+ the command was executed on.
+
+ @param command: Command that will be executed.
+ @param vm: Informations about the guest.
+ @param timeout: Timeout used to verify expected output.
+
+ @return: Tuple (match index, data)
+ """
+ logging.debug("Executing '%s' on virtio_guest.py loop, vm: %s," +
+ "timeout: %s", command, vm[0].name, timeout)
+ vm[1].sendline(command)
+ (match, data) = vm[1].read_until_last_line_matches(["PASS:",
+ "FAIL:[Failed to execute]"],
+ timeout)
+ return (match, data)
+
+
+ def on_guest(command, vm, timeout=2):
+ """
+ Wrapper around the _on_guest command which executes the command on
+ guest. Unlike _on_guest command when the command fails it raises the
+ test error.
+
+ @param command: Command that will be executed.
+ @param vm: Informations about the guest.
+ @param timeout: Timeout used to verify expected output.
+
+ @return: Tuple (match index, data)
+ """
+ match, data = _on_guest(command, vm, timeout)
+ if match == 1 or match is None:
+ raise error.TestFail("Failed to execute '%s' on virtio_guest.py, "
+ "vm: %s, output:\n%s" %
+ (command, vm[0].name, data))
+
+ return (match, data)
+
+
+ def socket_readall(sock, read_timeout, mesagesize):
+ """
+ Read everything from the socket.
+
+ @param sock: Socket.
+ @param read_timeout: Read timeout.
+ @param mesagesize: Size of message.
+ """
+ sock_decriptor = sock.fileno()
+ sock.settimeout(read_timeout)
+ message = ""
+ try:
+ while (len(message) < mesagesize):
+ message += sock.recv(mesagesize)
+ except Exception as inst:
+ if (inst.args[0] == "timed out"):
+ logging.debug("Reading timeout")
+ else:
+ logging.debug(inst)
+ sock.setblocking(1)
+ return message
+
+
+ def _guest_exit_threads(vm, send_pts, recv_pts):
+ """
+ Safely executes on_guest("virt.exit_threads()") using workaround of
+ the stuck thread in loopback in mode=virt.LOOP_NONE .
+
+ @param vm: Informations about the guest.
+ @param send_pts: list of possible send sockets we need to work around.
+ @param recv_pts: list of possible recv sockets we need to read-out.
+ """
+ # in LOOP_NONE mode it might stuck in read/write
+ match, tmp = _on_guest("virt.exit_threads()", vm, 10)
+ if match == None:
+ logging.debug("Workaround the stuck thread on guest")
+ # Thread is stucked in read/write
+ for send_pt in send_pts:
+ send_pt[0].sendall(".")
+ elif match != 0:
+ # Something else
+ raise error.TestFail("Unexpected fail\nMatch: %s\nData:\n%s"
+ % (match, tmp))
+
+ # Read-out all remaining data
+ for recv_pt in recv_pts:
+ while select.select([recv_pt[0]], [], [], 0.1)[0]:
+ recv_pt[0].recv(1024)
+
+ # This will cause fail in case anything went wrong.
+ on_guest("print 'PASS: nothing'", vm, 10)
+
+
+ def _vm_create(no_console=3, no_serialport=3):
+ """
+ Creates the VM and connects the specified number of consoles and serial
+ ports.
+
+ @param no_console: Number of desired virtconsoles.
+ @param no_serialport: Number of desired virtserialports.
+ @return: Tuple with (guest information, consoles information)
+ guest informations = [vm, session, tmp_dir]
+ consoles informations = [consoles[], serialports[]]
+ """
+ consoles = []
+ serialports = []
+ tmp_dir = tempfile.mkdtemp(prefix="virtio-console-", dir="/tmp/")
+ if not params.get('extra_params'):
+ params['extra_params'] = ''
+ params['extra_params'] += " -device virtio-serial"
+
+ for i in range(0, no_console):
+ params['extra_params'] += (" -chardev socket,path=%s/%d,id=vc%d,"
+ "server,nowait" % (tmp_dir, i, i))
+ params['extra_params'] += (" -device virtconsole,chardev=vc%d,"
+ "name=console-%d,id=c%d" % (i, i, i))
+
+ for i in range(no_console, no_console + no_serialport):
+ params['extra_params'] += (" -chardev socket,path=%s/%d,id=vs%d,"
+ "server,nowait" % (tmp_dir, i, i))
+ params['extra_params'] += (" -device virtserialport,chardev=vs%d,"
+ "name=serialport-%d,id=p%d" % (i, i, i))
+
+
+ logging.debug("Booting first guest %s", params.get("main_vm"))
+ kvm_preprocessing.preprocess_vm(test, params, env,
+ params.get("main_vm"))
+
+
+ vm = kvm_utils.env_get_vm(env, params.get("main_vm"))
+
+ session = kvm_test_utils.wait_for_login(vm, 0,
+ float(params.get("boot_timeout", 240)),
+ 0, 2)
+
+ # connect the sockets
+ for i in range(0, no_console):
+ sock = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
+ sock.connect("%s/%d" % (tmp_dir, i))
+ consoles.append([sock, "console-%d" % i, "yes"])
+ for i in range(no_console, no_console + no_serialport):
+ sock = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
+ sock.connect("%s/%d" % (tmp_dir, i))
+ serialports.append([sock, "serialport-%d" % i, "no"])
+
+ return [vm, session, tmp_dir], [consoles, serialports]
+
+
+ def test_smoke(vm, consoles, params):
+ """
+ Virtio console smoke test.
+
+ Tests the basic functionalities (poll, read/write with and without
+ connected host, etc.
+
+ @param vm: target virtual machine [vm, session, tmp_dir]
+ @param consoles: a field of virtio ports with the minimum of 2 items
+ @param params: test parameters '$console_type:$data;...'
+ """
+ logging.info("Smoke test: Tests the basic capabilities of "
+ "virtio_consoles.")
+ # PREPARE
+ for param in params.split(';'):
+ if not param:
+ continue
+ logging.info("test_smoke: params: %s", param)
+ param = param.split(':')
+ if len(param) > 1:
+ data = param[1]
+ else:
+ data = "Smoke test data"
+ param = (param[0] == 'serialport')
+ send_pt = consoles[param][0]
+ recv_pt = consoles[param][1]
+
+ # TEST
+ # Poll (OUT)
+ on_guest("virt.poll('%s', %s)" % (send_pt[1], select.POLLOUT), vm,
+ 2)
+
+ # Poll (IN, OUT)
+ send_pt[0].sendall("test")
+ for test in [select.POLLIN, select.POLLOUT]:
+ on_guest("virt.poll('%s', %s)" % (send_pt[1], test), vm, 2)
+
+ # Poll (IN HUP)
+ # I store the socket informations and close the socket
+ sock = send_pt[0]
+ send_pt[0] = sock.getpeername()
+ sock.shutdown(2)
+ sock.close()
+ del sock
+ for test in [select.POLLIN, select.POLLHUP]:
+ on_guest("virt.poll('%s', %s)" % (send_pt[1], test), vm, 2)
+
+ # Poll (HUP)
+ on_guest("virt.recv('%s', 4, 1024, False)" % (send_pt[1]), vm, 2)
+ on_guest("virt.poll('%s', %s)" % (send_pt[1], select.POLLHUP), vm,
+ 2)
+
+ # Reconnect the socket
+ sock = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
+ sock.connect(send_pt[0])
+ send_pt[0] = sock
+ # Redefine socket in consoles
+ consoles[param][0] = send_pt
+ on_guest("virt.poll('%s', %s)" % (send_pt[1], select.POLLOUT), vm,
+ 2)
+
+ # Read/write without host connected
+ # I store the socket informations and close the socket
+ sock = send_pt[0]
+ send_pt[0] = sock.getpeername()
+ sock.shutdown(2)
+ sock.close()
+ del sock
+ # Read should pass
+ on_guest("virt.recv('%s', 0, 1024, False)" % send_pt[1], vm, 2)
+ # Write should timed-out
+ match, tmp = _on_guest("virt.send('%s', 10, False)"
+ % send_pt[1], vm, 2)
+ if match != None:
+ raise error.TestFail("Read on guest while host disconnected "
+ "didn't timed out.\nOutput:\n%s"
+ % tmp)
+ sock = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
+ sock.connect(send_pt[0])
+ send_pt[0] = sock
+
+ # Redefine socket in consoles
+ consoles[param][0] = send_pt
+ if (send_pt[0].recv(1024) < 10):
+ raise error.TestFail("Didn't received data from guest")
+ # Now the _on_guest("virt.send('%s'... command should be finished
+ on_guest("print 'PASS: nothing'", vm, 2)
+
+ # Non-blocking mode
+ on_guest("virt.blocking('%s', False)" % send_pt[1], vm, 2)
+ # Recv should return FAIL with 0 received data
+ match, tmp = _on_guest("virt.recv('%s', 10, 1024, False)" %
+ send_pt[1], vm, 2)
+ if match == 0:
+ raise error.TestFail("Received data even when non were sent\n"
+ "Data:\n%s" % tmp)
+ elif match == None:
+ raise error.TestFail("Timed out, probably in blocking mode\n"
+ "Data:\n%s" % tmp)
+ elif match != 1:
+ raise error.TestFail("Unexpected fail\nMatch: %s\nData:\n%s" %
+ (match, tmp))
+ send_pt[0].sendall("1234567890")
+ on_guest("virt.recv('%s', 10, 1024, False)" % send_pt[1], vm, 2)
+
+ # Blocking mode
+ on_guest("virt.blocking('%s', True)" % send_pt[1], vm, 2)
+ # Recv should timed out
+ match, tmp = _on_guest("virt.recv('%s', 10, 1024, False)" %
+ send_pt[1], vm, 2)
+ if match == 0:
+ raise error.TestFail("Received data even when non were sent\n"
+ "Data:\n%s" % tmp)
+ elif match != None:
+ raise error.TestFail("Unexpected fail\nMatch: %s\nData:\n%s" %
+ (match, tmp))
+ send_pt[0].sendall("1234567890")
+ # Now guest received the data end escaped from the recv()
+ on_guest("print 'PASS: nothing'", vm, 2)
+
+ # Basic loopback test
+ on_guest("virt.loopback(['%s'], ['%s'], 1024, virt.LOOP_NONE)" %
+ (send_pt[1], recv_pt[1]), vm, 2)
+ send_pt[0].sendall(data)
+ tmp = ""
+ i = 0
+ while i <= 10:
+ i += 1
+ ret = select.select([recv_pt[0]], [], [], 1.0)
+ if ret:
+ tmp += recv_pt[0].recv(1024)
+ if len(tmp) >= len(data):
+ break
+ if tmp != data:
+ raise error.TestFail("Incorrect data: '%s' != '%s'",
+ data, tmp)
+ _guest_exit_threads(vm, [send_pt], [recv_pt])
+
+ return consoles
+
+
+ def test_loopback(vm, consoles, params):
+ """
+ Virtio console loopback test.
+
+ Creates loopback on the vm machine between send_pt and recv_pts
+ ports and sends length amount of data through this connection.
+ It validates the correctness of the data sent.
+
+ @param vm: target virtual machine [vm, session, tmp_dir]
+ @param consoles: a field of virtio ports with the minimum of 2 items
+ @param params: test parameters, multiple recievers allowed.
+ '$source_console_type@buffer_length:
+ $destination_console_type1@$buffer_length:...:
+ $loopback_buffer_length;...'
+ """
+ logging.info("Loopback test: Creates a loopback between sender port "
+ "and receiving port, send data through this connection, "
+ "verify data correctness.")
+ # PREPARE
+ for param in params.split(';'):
+ if not param:
+ continue
+ logging.info("test_loopback: params: %s", param)
+ param = param.split(':')
+ idx_serialport = 0
+ idx_console = 0
+ buf_len = []
+ if (param[0].startswith('console')):
+ send_pt = consoles[0][idx_console]
+ idx_console += 1
+ else:
+ send_pt = consoles[1][idx_serialport]
+ idx_serialport += 1
+ if (len(param[0].split('@')) == 2):
+ buf_len.append(int(param[0].split('@')[1]))
+ else:
+ buf_len.append(1024)
+ recv_pts = []
+ for parm in param[1:]:
+ if (parm.isdigit()):
+ buf_len.append(int(parm))
+ break # buf_len is the last portion of param
+ if (parm.startswith('console')):
+ recv_pts.append(consoles[0][idx_console])
+ idx_console += 1
+ else:
+ recv_pts.append(consoles[1][idx_serialport])
+ idx_serialport += 1
+ if (len(parm[0].split('@')) == 2):
+ buf_len.append(int(parm[0].split('@')[1]))
+ else:
+ buf_len.append(1024)
+ # There must be sum(idx_*) consoles + last item as loopback buf_len
+ if len(buf_len) == (idx_console + idx_serialport):
+ buf_len.append(1024)
+
+ if len(recv_pts) == 0:
+ raise error.TestFail("test_loopback: incorrect recv consoles"
+ "definition")
+
+ threads = []
+ queues = []
+ for i in range(0, len(recv_pts)):
+ queues.append(deque())
+
+ tmp = "'%s'" % recv_pts[0][1]
+ for recv_pt in recv_pts[1:]:
+ tmp += ", '%s'" % (recv_pt[1])
+ on_guest("virt.loopback(['%s'], [%s], %d, virt.LOOP_POLL)"
+ % (send_pt[1], tmp, buf_len[-1]), vm, 2)
+
+ exit_event = threading.Event()
+
+ # TEST
+ thread = th_send_check(send_pt[0], exit_event, queues, buf_len[0])
+ thread.start()
+ threads.append(thread)
+
+ for i in range(len(recv_pts)):
+ thread = th_recv_check(recv_pts[i][0], queues[i], exit_event,
+ buf_len[i + 1])
+ thread.start()
+ threads.append(thread)
+
+ time.sleep(60)
+ exit_event.set()
+ threads[0].join()
+ tmp = "%d data sent; " % threads[0].idx
+ for thread in threads[1:]:
+ thread.join()
+ tmp += "%d, " % thread.idx
+ logging.info("test_loopback: %s data received and verified",
+ tmp[:-2])
+
+ # Read-out all remaining data
+ for recv_pt in recv_pts:
+ while select.select([recv_pt[0]], [], [], 0.1)[0]:
+ recv_pt[0].recv(1024)
+
+ _guest_exit_threads(vm, [send_pt], recv_pts)
+
+ del exit_event
+ del threads[:]
+
+
+ def test_perf(vm, consoles, params):
+ """
+ Tests performance of the virtio_console tunel. First it sends the data
+ from host to guest and than back. It provides informations about
+ computer utilisation and statistic informations about the troughput.
+
+ @param vm: target virtual machine [vm, session, tmp_dir]
+ @param consoles: a field of virtio ports with the minimum of 2 items
+ @param params: test parameters:
+ '$console_type@$buffer_length:$test_duration;...'
+ """
+ logging.info("Performance test: Measure performance for the "
+ "virtio console tunnel")
+ for param in params.split(';'):
+ if not param:
+ continue
+ logging.info("test_perf: params: %s", param)
+ param = param.split(':')
+ duration = 60.0
+ if len(param) > 1:
+ try:
+ duration = float(param[1])
+ except:
+ pass
+ param = param[0].split('@')
+ if len(param) > 1 and param[1].isdigit():
+ buf_len = int(param[1])
+ else:
+ buf_len = 1024
+ param = (param[0] == 'serialport')
+ port = consoles[param][0]
+
+ data = ""
+ for i in range(buf_len):
+ data += "%c" % random.randrange(255)
+
+ exit_event = threading.Event()
+ slice = float(duration)/100
+
+ # HOST -> GUEST
+ on_guest('virt.loopback(["%s"], [], %d, virt.LOOP_NONE)' %
+ (port[1], buf_len), vm, 2)
+ thread = th_send(port[0], data, exit_event)
+ stats = array.array('f', [])
+ loads = []
+ loads.append(cpu_load())
+ loads.append(pid_load(os.getpid(), 'autotest'))
+ loads.append(pid_load(vm[0].get_pid(), 'VM'))
+
+ for load in loads:
+ load.start()
+ _time = time.time()
+ thread.start()
+ for i in range(100):
+ stats.append(thread.idx)
+ time.sleep(slice)
+ _time = time.time() - _time - duration
+ print_load([loads[1].get_load(), loads[2].get_load()],
+ loads[0].get_load())
+ exit_event.set()
+ thread.join()
+
+ # Let the guest read-out all the remaining data
+ while not _on_guest("virt.poll('%s', %s)" %
+ (port[1], select.POLLIN), vm, 2)[0]:
+ time.sleep(1)
+
+ _guest_exit_threads(vm, [port], [])
+
+ if (_time > slice):
+ logging.error(
+ "Test ran %fs longer which is more than one slice", _time)
+ else:
+ logging.debug("Test ran %fs longer", _time)
+ stats = process_stats(stats[1:], slice*1048576)
+ logging.debug("Stats = %s", stats)
+ logging.info("Host -> Guest [MB/s] (min/med/max) = %.3f/%.3f/%.3f",
+ stats[0], stats[len(stats)/2], stats[-1])
+
+ del thread
+
+ # GUEST -> HOST
+ exit_event.clear()
+ stats = array.array('f', [])
+ on_guest("virt.send_loop_init('%s', %d)" % (port[1], buf_len),
+ vm, 30)
+ thread = th_recv(port[0], exit_event, buf_len)
+ thread.start()
+ for load in loads:
+ load.start()
+ on_guest("virt.send_loop()", vm, 2)
+ _time = time.time()
+ for i in range(100):
+ stats.append(thread.idx)
+ time.sleep(slice)
+ _time = time.time() - _time - duration
+ print_load([loads[1].get_load(), loads[2].get_load()],
+ loads[0].get_load())
+ on_guest("virt.exit_threads()", vm, 2)
+ exit_event.set()
+ thread.join()
+ if (_time > slice): # Deviation is higher than 1 slice
+ logging.error(
+ "Test ran %fs longer which is more than one slice", _time)
+ else:
+ logging.debug("Test ran %fs longer" % _time)
+ stats = process_stats(stats[1:], slice*1048576)
+ logging.debug("Stats = %s", stats)
+ logging.info("Guest -> Host [MB/s] (min/med/max) = %.3f/%.3f/%.3f",
+ stats[0], stats[len(stats)/2], stats[-1])
+
+ del thread
+
+ del exit_event
+ del loads[:]
+
+
+ # INITIALIZE
+ test_smoke_params = params.get('virtio_console_smoke', '')
+ test_loopback_params = params.get('virtio_console_loopback', '')
+ test_perf_params = params.get('virtio_console_perf', '')
+
+ no_serialports = 0
+ no_consoles = 0
+ # consoles required for Smoke test
+ if (test_smoke_params.count('serialport')):
+ no_serialports = max(2, no_serialports)
+ if (test_smoke_params.count('console')):
+ no_consoles = max(2, no_consoles)
+ # consoles required for Loopback test
+ for param in test_loopback_params.split(';'):
+ no_serialports = max(no_serialports, param.count('serialport'))
+ no_consoles = max(no_consoles, param.count('console'))
+ # consoles required for Performance test
+ if (test_perf_params.count('serialport')):
+ no_serialports = max(1, no_serialports)
+ if (test_perf_params.count('console')):
+ no_consoles = max(1, no_consoles)
+
+ if (no_serialports + no_consoles) == 0:
+ raise error.TestFail("No tests defined, probably incorrect "
+ "configuration in tests_base.cfg")
+
+ vm, consoles = _vm_create(no_consoles, no_serialports)
+
+ # Copy allocator.py into guests
+ pwd = os.path.join(os.environ['AUTODIR'], 'tests/kvm')
+ vksmd_src = os.path.join(pwd, "scripts/virtio_guest.py")
+ dst_dir = "/tmp"
+ if not vm[0].copy_files_to(vksmd_src, dst_dir):
+ raise error.TestFail("copy_files_to failed %s" % vm[0].name)
+
+ # ACTUAL TESTING
+ # Defines all available consoles; tests udev and sysfs
+ conss = []
+ for mode in consoles:
+ for cons in mode:
+ conss.append(cons[1:3])
+ init_guest(vm, 10)
+ on_guest("virt.init(%s)" % (conss), vm, 10)
+
+ consoles = test_smoke(vm, consoles, test_smoke_params)
+ test_loopback(vm, consoles, test_loopback_params)
+ test_perf(vm, consoles, test_perf_params)
+
+ # CLEANUP
+ vm[1].close()
+ vm[0].destroy(gracefully=False)
+ shutil.rmtree(vm[2])
+
« no previous file with comments | « client/tests/kvm/tests/unittest.py ('k') | client/tests/kvm/tests/whql_client_install.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698