Index: client/tests/kvm/tests/virtio_console.py |
diff --git a/client/tests/kvm/tests/virtio_console.py b/client/tests/kvm/tests/virtio_console.py |
deleted file mode 100644 |
index 008ec63724343b7ccd3079eb63fde88bcc22be52..0000000000000000000000000000000000000000 |
--- a/client/tests/kvm/tests/virtio_console.py |
+++ /dev/null |
@@ -1,951 +0,0 @@ |
-""" |
-virtio_console test |
- |
-@copyright: Red Hat 2010 |
-""" |
-import array, logging, os, random, re, select, shutil, socket, sys, tempfile |
-import threading, time |
-from collections import deque |
-from threading import Thread |
- |
-import kvm_subprocess, kvm_test_utils, kvm_utils, kvm_preprocessing |
-from autotest_lib.client.common_lib import error |
- |
- |
-def run_virtio_console(test, params, env): |
- """ |
- KVM virtio_console test |
- |
- 1) Starts VMs with the specified number of virtio console devices |
- 2) Start smoke test |
- 3) Start loopback test |
- 4) Start performance test |
- |
- This test uses an auxiliary script, console_switch.py, that is copied to |
- guests. This script has functions to send and write data to virtio console |
- ports. Details of each test can be found on the docstrings for the test_* |
- functions. |
- |
- @param test: kvm test object |
- @param params: Dictionary with the test parameters |
- @param env: Dictionary with test environment |
- """ |
- class th_send(Thread): |
- """ |
- Random data sender thread. |
- """ |
- def __init__(self, port, data, event): |
- """ |
- @param port: Destination port. |
- @param data: The data intend to be send in a loop. |
- @param event: Exit event. |
- """ |
- Thread.__init__(self) |
- self.port = port |
- # FIXME: socket.send(data>>127998) without read blocks thread |
- if len(data) > 102400: |
- data = data[0:102400] |
- logging.error("Data is too long, using only first %d bytes", |
- len(data)) |
- self.data = data |
- self.exitevent = event |
- self.idx = 0 |
- |
- |
- def run(self): |
- logging.debug("th_send %s: run", self.getName()) |
- while not self.exitevent.isSet(): |
- self.idx += self.port.send(self.data) |
- logging.debug("th_send %s: exit(%d)", self.getName(), |
- self.idx) |
- |
- |
- class th_send_check(Thread): |
- """ |
- Random data sender thread. |
- """ |
- def __init__(self, port, event, queues, blocklen=1024): |
- """ |
- @param port: Destination port |
- @param event: Exit event |
- @param queues: Queues for the control data (FIFOs) |
- @param blocklen: Block length |
- """ |
- Thread.__init__(self) |
- self.port = port |
- self.queues = queues |
- # FIXME: socket.send(data>>127998) without read blocks thread |
- if blocklen > 102400: |
- blocklen = 102400 |
- logging.error("Data is too long, using blocklen = %d", |
- blocklen) |
- self.blocklen = blocklen |
- self.exitevent = event |
- self.idx = 0 |
- |
- |
- def run(self): |
- logging.debug("th_send_check %s: run", self.getName()) |
- too_much_data = False |
- while not self.exitevent.isSet(): |
- # FIXME: workaround the problem with qemu-kvm stall when too |
- # much data is sent without receiving |
- for queue in self.queues: |
- while not self.exitevent.isSet() and len(queue) > 1048576: |
- too_much_data = True |
- time.sleep(0.1) |
- ret = select.select([], [self.port], [], 1.0) |
- if ret[1]: |
- # Generate blocklen of random data add them to the FIFO |
- # and send them over virtio_console |
- buf = "" |
- for i in range(self.blocklen): |
- ch = "%c" % random.randrange(255) |
- buf += ch |
- for queue in self.queues: |
- queue.append(ch) |
- target = self.idx + self.blocklen |
- while not self.exitevent.isSet() and self.idx < target: |
- idx = self.port.send(buf) |
- buf = buf[idx:] |
- self.idx += idx |
- logging.debug("th_send_check %s: exit(%d)", self.getName(), |
- self.idx) |
- if too_much_data: |
- logging.error("th_send_check: workaround the 'too_much_data'" |
- "bug") |
- |
- |
- class th_recv(Thread): |
- """ |
- Recieves data and throws it away. |
- """ |
- def __init__(self, port, event, blocklen=1024): |
- """ |
- @param port: Data source port. |
- @param event: Exit event. |
- @param blocklen: Block length. |
- """ |
- Thread.__init__(self) |
- self.port = port |
- self._port_timeout = self.port.gettimeout() |
- self.port.settimeout(0.1) |
- self.exitevent = event |
- self.blocklen = blocklen |
- self.idx = 0 |
- def run(self): |
- logging.debug("th_recv %s: run", self.getName()) |
- while not self.exitevent.isSet(): |
- # TODO: Workaround, it didn't work with select :-/ |
- try: |
- self.idx += len(self.port.recv(self.blocklen)) |
- except socket.timeout: |
- pass |
- self.port.settimeout(self._port_timeout) |
- logging.debug("th_recv %s: exit(%d)", self.getName(), self.idx) |
- |
- |
- class th_recv_check(Thread): |
- """ |
- Random data receiver/checker thread. |
- """ |
- def __init__(self, port, buffer, event, blocklen=1024): |
- """ |
- @param port: Source port. |
- @param buffer: Control data buffer (FIFO). |
- @param length: Amount of data we want to receive. |
- @param blocklen: Block length. |
- """ |
- Thread.__init__(self) |
- self.port = port |
- self.buffer = buffer |
- self.exitevent = event |
- self.blocklen = blocklen |
- self.idx = 0 |
- |
- |
- def run(self): |
- logging.debug("th_recv_check %s: run", self.getName()) |
- while not self.exitevent.isSet(): |
- ret = select.select([self.port], [], [], 1.0) |
- if ret and (not self.exitevent.isSet()): |
- buf = self.port.recv(self.blocklen) |
- if buf: |
- # Compare the recvd data with the control data |
- for ch in buf: |
- ch_ = self.buffer.popleft() |
- if not ch == ch_: |
- self.exitevent.set() |
- logging.error("Failed to recv %dth character", |
- self.idx) |
- logging.error("%s != %s", repr(ch), repr(ch_)) |
- logging.error("Recv = %s", repr(buf)) |
- # sender might change the buffer :-( |
- time.sleep(1) |
- ch_ = "" |
- for buf in self.buffer: |
- ch_ += buf |
- logging.error("Queue = %s", repr(ch_)) |
- raise error.TestFail("th_recv_check: incorrect " |
- "data") |
- self.idx += len(buf) |
- logging.debug("th_recv_check %s: exit(%d)", self.getName(), |
- self.idx) |
- |
- |
- class cpu_load(): |
- """ |
- Get average cpu load between start and get_load. |
- """ |
- def __init__ (self): |
- self.old_load = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0] |
- self.startTime = 0 |
- self.endTime = 0 |
- |
- |
- def _get_cpu_load(self): |
- # Let's see if we can calc system load. |
- try: |
- f = open("/proc/stat", "r") |
- tmp = f.readlines(200) |
- f.close() |
- except: |
- logging.critical("Error reading /proc/stat") |
- error.TestFail("average_cpu_load: Error reading /proc/stat") |
- |
- # 200 bytes should be enough because the information we need |
- # is typically stored in the first line |
- # Info about individual processors (not yet supported) is in |
- # the second (third, ...?) line |
- for line in tmp: |
- if line[0:4] == "cpu ": |
- reg = re.compile('[0-9]+') |
- load_values = reg.findall(line) |
- # extract values from /proc/stat |
- load = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0] |
- for i in range(8): |
- load[i] = int(load_values[i]) - self.old_load[i] |
- |
- for i in range(8): |
- self.old_load[i] = int(load_values[i]) |
- return load |
- |
- |
- def start (self): |
- """ |
- Start CPU usage measurement |
- """ |
- self.old_load = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0] |
- self.startTime = time.time() |
- self._get_cpu_load() |
- |
- |
- def get_load(self): |
- """ |
- Get and reset CPU usage |
- |
- @return: return group cpu (user[%], system[%], sum[%], testTime[s]) |
- """ |
- self.endTime = time.time() |
- testTime = self.endTime - self.startTime |
- load = self._get_cpu_load() |
- |
- user = load[0] / testTime |
- system = load[2] / testTime |
- sum = user + system |
- |
- return (user, system, sum, testTime) |
- |
- |
- class pid_load(): |
- """ |
- Get average process cpu load between start and get_load |
- """ |
- def __init__ (self, pid, name): |
- self.old_load = [0, 0] |
- self.startTime = 0 |
- self.endTime = 0 |
- self.pid = pid |
- self.name = name |
- |
- |
- def _get_cpu_load(self, pid): |
- # Let's see if we can calc system load. |
- try: |
- f = open("/proc/%d/stat" % (pid), "r") |
- line = f.readline() |
- f.close() |
- except: |
- logging.critical("Error reading /proc/%d/stat", pid) |
- error.TestFail("average_process_cpu_load: Error reading " |
- "/proc/stat") |
- else: |
- reg = re.compile('[0-9]+') |
- load_values = reg.findall(line) |
- del load_values[0:11] |
- # extract values from /proc/stat |
- load = [0, 0] |
- for i in range(2): |
- load[i] = int(load_values[i]) - self.old_load[i] |
- |
- for i in range(2): |
- self.old_load[i] = int(load_values[i]) |
- return load |
- |
- |
- def start (self): |
- """ |
- Start CPU usage measurement |
- """ |
- self.old_load = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0] |
- self.startTime = time.time() |
- self._get_cpu_load(self.pid) |
- |
- |
- def get_load(self): |
- """ |
- Get and reset CPU usage. |
- |
- @return: Group cpu |
- (pid, user[%], system[%], sum[%], testTime[s]) |
- """ |
- self.endTime = time.time() |
- testTime = self.endTime - self.startTime |
- load = self._get_cpu_load(self.pid) |
- |
- user = load[0] / testTime |
- system = load[1] / testTime |
- sum = user + system |
- |
- return (self.name, self.pid, user, system, sum, testTime) |
- |
- |
- def print_load(process, system): |
- """ |
- Print load in tabular mode. |
- |
- @param process: List of process statistic tuples. |
- @param system: Tuple of system cpu usage. |
- """ |
- |
- logging.info("%-10s %6s %5s %5s %5s %11s", |
- "NAME", "PID", "USER", "SYS", "SUM", "TIME") |
- for pr in process: |
- logging.info("%-10s %6d %4.0f%% %4.0f%% %4.0f%% %10.3fs" % pr) |
- logging.info("TOTAL: ------ %4.0f%% %4.0f%% %4.0f%% %10.3fs" % |
- system) |
- |
- |
- def process_stats(stats, scale=1.0): |
- """ |
- Process and print the statistic. |
- |
- @param stats: List of measured data. |
- """ |
- if not stats: |
- return None |
- for i in range((len(stats) - 1), 0, -1): |
- stats[i] = stats[i] - stats[i - 1] |
- stats[i] /= scale |
- stats[0] /= scale |
- stats = sorted(stats) |
- return stats |
- |
- |
- def init_guest(vm, timeout=2): |
- """ |
- Execute virtio_guest.py on guest, wait until it is initialized. |
- |
- @param vm: Informations about the guest. |
- @param timeout: Timeout that will be used to verify if the script |
- started properly. |
- """ |
- logging.debug("compile virtio_guest.py on guest %s", vm[0].name) |
- vm[1].sendline("python -OO /tmp/virtio_guest.py -c &&" |
- "echo -n 'PASS: Compile virtio_guest finished' ||" |
- "echo -n 'FAIL: Compile virtio_guest failed'") |
- (match, data) = vm[1].read_until_last_line_matches(["PASS:", "FAIL:"], |
- timeout) |
- if match == 1 or match is None: |
- raise error.TestFail("Command console_switch.py on guest %s failed." |
- "\nreturn code: %s\n output:\n%s" % |
- (vm[0].name, match, data)) |
- logging.debug("Starting virtio_guest.py on guest %s", vm[0].name) |
- vm[1].sendline("python /tmp/virtio_guest.pyo &&" |
- "echo -n 'PASS: virtio_guest finished' ||" |
- "echo -n 'FAIL: virtio_guest failed'") |
- (match, data) = vm[1].read_until_last_line_matches(["PASS:", "FAIL:"], |
- timeout) |
- if match == 1 or match is None: |
- raise error.TestFail("Command console_switch.py on guest %s failed." |
- "\nreturn code: %s\n output:\n%s" % |
- (vm[0].name, match, data)) |
- # Let the system rest |
- time.sleep(2) |
- |
- |
- def _on_guest(command, vm, timeout=2): |
- """ |
- Execute given command inside the script's main loop, indicating the vm |
- the command was executed on. |
- |
- @param command: Command that will be executed. |
- @param vm: Informations about the guest. |
- @param timeout: Timeout used to verify expected output. |
- |
- @return: Tuple (match index, data) |
- """ |
- logging.debug("Executing '%s' on virtio_guest.py loop, vm: %s," + |
- "timeout: %s", command, vm[0].name, timeout) |
- vm[1].sendline(command) |
- (match, data) = vm[1].read_until_last_line_matches(["PASS:", |
- "FAIL:[Failed to execute]"], |
- timeout) |
- return (match, data) |
- |
- |
- def on_guest(command, vm, timeout=2): |
- """ |
- Wrapper around the _on_guest command which executes the command on |
- guest. Unlike _on_guest command when the command fails it raises the |
- test error. |
- |
- @param command: Command that will be executed. |
- @param vm: Informations about the guest. |
- @param timeout: Timeout used to verify expected output. |
- |
- @return: Tuple (match index, data) |
- """ |
- match, data = _on_guest(command, vm, timeout) |
- if match == 1 or match is None: |
- raise error.TestFail("Failed to execute '%s' on virtio_guest.py, " |
- "vm: %s, output:\n%s" % |
- (command, vm[0].name, data)) |
- |
- return (match, data) |
- |
- |
- def socket_readall(sock, read_timeout, mesagesize): |
- """ |
- Read everything from the socket. |
- |
- @param sock: Socket. |
- @param read_timeout: Read timeout. |
- @param mesagesize: Size of message. |
- """ |
- sock_decriptor = sock.fileno() |
- sock.settimeout(read_timeout) |
- message = "" |
- try: |
- while (len(message) < mesagesize): |
- message += sock.recv(mesagesize) |
- except Exception as inst: |
- if (inst.args[0] == "timed out"): |
- logging.debug("Reading timeout") |
- else: |
- logging.debug(inst) |
- sock.setblocking(1) |
- return message |
- |
- |
- def _guest_exit_threads(vm, send_pts, recv_pts): |
- """ |
- Safely executes on_guest("virt.exit_threads()") using workaround of |
- the stuck thread in loopback in mode=virt.LOOP_NONE . |
- |
- @param vm: Informations about the guest. |
- @param send_pts: list of possible send sockets we need to work around. |
- @param recv_pts: list of possible recv sockets we need to read-out. |
- """ |
- # in LOOP_NONE mode it might stuck in read/write |
- match, tmp = _on_guest("virt.exit_threads()", vm, 10) |
- if match == None: |
- logging.debug("Workaround the stuck thread on guest") |
- # Thread is stucked in read/write |
- for send_pt in send_pts: |
- send_pt[0].sendall(".") |
- elif match != 0: |
- # Something else |
- raise error.TestFail("Unexpected fail\nMatch: %s\nData:\n%s" |
- % (match, tmp)) |
- |
- # Read-out all remaining data |
- for recv_pt in recv_pts: |
- while select.select([recv_pt[0]], [], [], 0.1)[0]: |
- recv_pt[0].recv(1024) |
- |
- # This will cause fail in case anything went wrong. |
- on_guest("print 'PASS: nothing'", vm, 10) |
- |
- |
- def _vm_create(no_console=3, no_serialport=3): |
- """ |
- Creates the VM and connects the specified number of consoles and serial |
- ports. |
- |
- @param no_console: Number of desired virtconsoles. |
- @param no_serialport: Number of desired virtserialports. |
- @return: Tuple with (guest information, consoles information) |
- guest informations = [vm, session, tmp_dir] |
- consoles informations = [consoles[], serialports[]] |
- """ |
- consoles = [] |
- serialports = [] |
- tmp_dir = tempfile.mkdtemp(prefix="virtio-console-", dir="/tmp/") |
- if not params.get('extra_params'): |
- params['extra_params'] = '' |
- params['extra_params'] += " -device virtio-serial" |
- |
- for i in range(0, no_console): |
- params['extra_params'] += (" -chardev socket,path=%s/%d,id=vc%d," |
- "server,nowait" % (tmp_dir, i, i)) |
- params['extra_params'] += (" -device virtconsole,chardev=vc%d," |
- "name=console-%d,id=c%d" % (i, i, i)) |
- |
- for i in range(no_console, no_console + no_serialport): |
- params['extra_params'] += (" -chardev socket,path=%s/%d,id=vs%d," |
- "server,nowait" % (tmp_dir, i, i)) |
- params['extra_params'] += (" -device virtserialport,chardev=vs%d," |
- "name=serialport-%d,id=p%d" % (i, i, i)) |
- |
- |
- logging.debug("Booting first guest %s", params.get("main_vm")) |
- kvm_preprocessing.preprocess_vm(test, params, env, |
- params.get("main_vm")) |
- |
- |
- vm = kvm_utils.env_get_vm(env, params.get("main_vm")) |
- |
- session = kvm_test_utils.wait_for_login(vm, 0, |
- float(params.get("boot_timeout", 240)), |
- 0, 2) |
- |
- # connect the sockets |
- for i in range(0, no_console): |
- sock = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM) |
- sock.connect("%s/%d" % (tmp_dir, i)) |
- consoles.append([sock, "console-%d" % i, "yes"]) |
- for i in range(no_console, no_console + no_serialport): |
- sock = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM) |
- sock.connect("%s/%d" % (tmp_dir, i)) |
- serialports.append([sock, "serialport-%d" % i, "no"]) |
- |
- return [vm, session, tmp_dir], [consoles, serialports] |
- |
- |
- def test_smoke(vm, consoles, params): |
- """ |
- Virtio console smoke test. |
- |
- Tests the basic functionalities (poll, read/write with and without |
- connected host, etc. |
- |
- @param vm: target virtual machine [vm, session, tmp_dir] |
- @param consoles: a field of virtio ports with the minimum of 2 items |
- @param params: test parameters '$console_type:$data;...' |
- """ |
- logging.info("Smoke test: Tests the basic capabilities of " |
- "virtio_consoles.") |
- # PREPARE |
- for param in params.split(';'): |
- if not param: |
- continue |
- logging.info("test_smoke: params: %s", param) |
- param = param.split(':') |
- if len(param) > 1: |
- data = param[1] |
- else: |
- data = "Smoke test data" |
- param = (param[0] == 'serialport') |
- send_pt = consoles[param][0] |
- recv_pt = consoles[param][1] |
- |
- # TEST |
- # Poll (OUT) |
- on_guest("virt.poll('%s', %s)" % (send_pt[1], select.POLLOUT), vm, |
- 2) |
- |
- # Poll (IN, OUT) |
- send_pt[0].sendall("test") |
- for test in [select.POLLIN, select.POLLOUT]: |
- on_guest("virt.poll('%s', %s)" % (send_pt[1], test), vm, 2) |
- |
- # Poll (IN HUP) |
- # I store the socket informations and close the socket |
- sock = send_pt[0] |
- send_pt[0] = sock.getpeername() |
- sock.shutdown(2) |
- sock.close() |
- del sock |
- for test in [select.POLLIN, select.POLLHUP]: |
- on_guest("virt.poll('%s', %s)" % (send_pt[1], test), vm, 2) |
- |
- # Poll (HUP) |
- on_guest("virt.recv('%s', 4, 1024, False)" % (send_pt[1]), vm, 2) |
- on_guest("virt.poll('%s', %s)" % (send_pt[1], select.POLLHUP), vm, |
- 2) |
- |
- # Reconnect the socket |
- sock = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM) |
- sock.connect(send_pt[0]) |
- send_pt[0] = sock |
- # Redefine socket in consoles |
- consoles[param][0] = send_pt |
- on_guest("virt.poll('%s', %s)" % (send_pt[1], select.POLLOUT), vm, |
- 2) |
- |
- # Read/write without host connected |
- # I store the socket informations and close the socket |
- sock = send_pt[0] |
- send_pt[0] = sock.getpeername() |
- sock.shutdown(2) |
- sock.close() |
- del sock |
- # Read should pass |
- on_guest("virt.recv('%s', 0, 1024, False)" % send_pt[1], vm, 2) |
- # Write should timed-out |
- match, tmp = _on_guest("virt.send('%s', 10, False)" |
- % send_pt[1], vm, 2) |
- if match != None: |
- raise error.TestFail("Read on guest while host disconnected " |
- "didn't timed out.\nOutput:\n%s" |
- % tmp) |
- sock = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM) |
- sock.connect(send_pt[0]) |
- send_pt[0] = sock |
- |
- # Redefine socket in consoles |
- consoles[param][0] = send_pt |
- if (send_pt[0].recv(1024) < 10): |
- raise error.TestFail("Didn't received data from guest") |
- # Now the _on_guest("virt.send('%s'... command should be finished |
- on_guest("print 'PASS: nothing'", vm, 2) |
- |
- # Non-blocking mode |
- on_guest("virt.blocking('%s', False)" % send_pt[1], vm, 2) |
- # Recv should return FAIL with 0 received data |
- match, tmp = _on_guest("virt.recv('%s', 10, 1024, False)" % |
- send_pt[1], vm, 2) |
- if match == 0: |
- raise error.TestFail("Received data even when non were sent\n" |
- "Data:\n%s" % tmp) |
- elif match == None: |
- raise error.TestFail("Timed out, probably in blocking mode\n" |
- "Data:\n%s" % tmp) |
- elif match != 1: |
- raise error.TestFail("Unexpected fail\nMatch: %s\nData:\n%s" % |
- (match, tmp)) |
- send_pt[0].sendall("1234567890") |
- on_guest("virt.recv('%s', 10, 1024, False)" % send_pt[1], vm, 2) |
- |
- # Blocking mode |
- on_guest("virt.blocking('%s', True)" % send_pt[1], vm, 2) |
- # Recv should timed out |
- match, tmp = _on_guest("virt.recv('%s', 10, 1024, False)" % |
- send_pt[1], vm, 2) |
- if match == 0: |
- raise error.TestFail("Received data even when non were sent\n" |
- "Data:\n%s" % tmp) |
- elif match != None: |
- raise error.TestFail("Unexpected fail\nMatch: %s\nData:\n%s" % |
- (match, tmp)) |
- send_pt[0].sendall("1234567890") |
- # Now guest received the data end escaped from the recv() |
- on_guest("print 'PASS: nothing'", vm, 2) |
- |
- # Basic loopback test |
- on_guest("virt.loopback(['%s'], ['%s'], 1024, virt.LOOP_NONE)" % |
- (send_pt[1], recv_pt[1]), vm, 2) |
- send_pt[0].sendall(data) |
- tmp = "" |
- i = 0 |
- while i <= 10: |
- i += 1 |
- ret = select.select([recv_pt[0]], [], [], 1.0) |
- if ret: |
- tmp += recv_pt[0].recv(1024) |
- if len(tmp) >= len(data): |
- break |
- if tmp != data: |
- raise error.TestFail("Incorrect data: '%s' != '%s'", |
- data, tmp) |
- _guest_exit_threads(vm, [send_pt], [recv_pt]) |
- |
- return consoles |
- |
- |
- def test_loopback(vm, consoles, params): |
- """ |
- Virtio console loopback test. |
- |
- Creates loopback on the vm machine between send_pt and recv_pts |
- ports and sends length amount of data through this connection. |
- It validates the correctness of the data sent. |
- |
- @param vm: target virtual machine [vm, session, tmp_dir] |
- @param consoles: a field of virtio ports with the minimum of 2 items |
- @param params: test parameters, multiple recievers allowed. |
- '$source_console_type@buffer_length: |
- $destination_console_type1@$buffer_length:...: |
- $loopback_buffer_length;...' |
- """ |
- logging.info("Loopback test: Creates a loopback between sender port " |
- "and receiving port, send data through this connection, " |
- "verify data correctness.") |
- # PREPARE |
- for param in params.split(';'): |
- if not param: |
- continue |
- logging.info("test_loopback: params: %s", param) |
- param = param.split(':') |
- idx_serialport = 0 |
- idx_console = 0 |
- buf_len = [] |
- if (param[0].startswith('console')): |
- send_pt = consoles[0][idx_console] |
- idx_console += 1 |
- else: |
- send_pt = consoles[1][idx_serialport] |
- idx_serialport += 1 |
- if (len(param[0].split('@')) == 2): |
- buf_len.append(int(param[0].split('@')[1])) |
- else: |
- buf_len.append(1024) |
- recv_pts = [] |
- for parm in param[1:]: |
- if (parm.isdigit()): |
- buf_len.append(int(parm)) |
- break # buf_len is the last portion of param |
- if (parm.startswith('console')): |
- recv_pts.append(consoles[0][idx_console]) |
- idx_console += 1 |
- else: |
- recv_pts.append(consoles[1][idx_serialport]) |
- idx_serialport += 1 |
- if (len(parm[0].split('@')) == 2): |
- buf_len.append(int(parm[0].split('@')[1])) |
- else: |
- buf_len.append(1024) |
- # There must be sum(idx_*) consoles + last item as loopback buf_len |
- if len(buf_len) == (idx_console + idx_serialport): |
- buf_len.append(1024) |
- |
- if len(recv_pts) == 0: |
- raise error.TestFail("test_loopback: incorrect recv consoles" |
- "definition") |
- |
- threads = [] |
- queues = [] |
- for i in range(0, len(recv_pts)): |
- queues.append(deque()) |
- |
- tmp = "'%s'" % recv_pts[0][1] |
- for recv_pt in recv_pts[1:]: |
- tmp += ", '%s'" % (recv_pt[1]) |
- on_guest("virt.loopback(['%s'], [%s], %d, virt.LOOP_POLL)" |
- % (send_pt[1], tmp, buf_len[-1]), vm, 2) |
- |
- exit_event = threading.Event() |
- |
- # TEST |
- thread = th_send_check(send_pt[0], exit_event, queues, buf_len[0]) |
- thread.start() |
- threads.append(thread) |
- |
- for i in range(len(recv_pts)): |
- thread = th_recv_check(recv_pts[i][0], queues[i], exit_event, |
- buf_len[i + 1]) |
- thread.start() |
- threads.append(thread) |
- |
- time.sleep(60) |
- exit_event.set() |
- threads[0].join() |
- tmp = "%d data sent; " % threads[0].idx |
- for thread in threads[1:]: |
- thread.join() |
- tmp += "%d, " % thread.idx |
- logging.info("test_loopback: %s data received and verified", |
- tmp[:-2]) |
- |
- # Read-out all remaining data |
- for recv_pt in recv_pts: |
- while select.select([recv_pt[0]], [], [], 0.1)[0]: |
- recv_pt[0].recv(1024) |
- |
- _guest_exit_threads(vm, [send_pt], recv_pts) |
- |
- del exit_event |
- del threads[:] |
- |
- |
- def test_perf(vm, consoles, params): |
- """ |
- Tests performance of the virtio_console tunel. First it sends the data |
- from host to guest and than back. It provides informations about |
- computer utilisation and statistic informations about the troughput. |
- |
- @param vm: target virtual machine [vm, session, tmp_dir] |
- @param consoles: a field of virtio ports with the minimum of 2 items |
- @param params: test parameters: |
- '$console_type@$buffer_length:$test_duration;...' |
- """ |
- logging.info("Performance test: Measure performance for the " |
- "virtio console tunnel") |
- for param in params.split(';'): |
- if not param: |
- continue |
- logging.info("test_perf: params: %s", param) |
- param = param.split(':') |
- duration = 60.0 |
- if len(param) > 1: |
- try: |
- duration = float(param[1]) |
- except: |
- pass |
- param = param[0].split('@') |
- if len(param) > 1 and param[1].isdigit(): |
- buf_len = int(param[1]) |
- else: |
- buf_len = 1024 |
- param = (param[0] == 'serialport') |
- port = consoles[param][0] |
- |
- data = "" |
- for i in range(buf_len): |
- data += "%c" % random.randrange(255) |
- |
- exit_event = threading.Event() |
- slice = float(duration)/100 |
- |
- # HOST -> GUEST |
- on_guest('virt.loopback(["%s"], [], %d, virt.LOOP_NONE)' % |
- (port[1], buf_len), vm, 2) |
- thread = th_send(port[0], data, exit_event) |
- stats = array.array('f', []) |
- loads = [] |
- loads.append(cpu_load()) |
- loads.append(pid_load(os.getpid(), 'autotest')) |
- loads.append(pid_load(vm[0].get_pid(), 'VM')) |
- |
- for load in loads: |
- load.start() |
- _time = time.time() |
- thread.start() |
- for i in range(100): |
- stats.append(thread.idx) |
- time.sleep(slice) |
- _time = time.time() - _time - duration |
- print_load([loads[1].get_load(), loads[2].get_load()], |
- loads[0].get_load()) |
- exit_event.set() |
- thread.join() |
- |
- # Let the guest read-out all the remaining data |
- while not _on_guest("virt.poll('%s', %s)" % |
- (port[1], select.POLLIN), vm, 2)[0]: |
- time.sleep(1) |
- |
- _guest_exit_threads(vm, [port], []) |
- |
- if (_time > slice): |
- logging.error( |
- "Test ran %fs longer which is more than one slice", _time) |
- else: |
- logging.debug("Test ran %fs longer", _time) |
- stats = process_stats(stats[1:], slice*1048576) |
- logging.debug("Stats = %s", stats) |
- logging.info("Host -> Guest [MB/s] (min/med/max) = %.3f/%.3f/%.3f", |
- stats[0], stats[len(stats)/2], stats[-1]) |
- |
- del thread |
- |
- # GUEST -> HOST |
- exit_event.clear() |
- stats = array.array('f', []) |
- on_guest("virt.send_loop_init('%s', %d)" % (port[1], buf_len), |
- vm, 30) |
- thread = th_recv(port[0], exit_event, buf_len) |
- thread.start() |
- for load in loads: |
- load.start() |
- on_guest("virt.send_loop()", vm, 2) |
- _time = time.time() |
- for i in range(100): |
- stats.append(thread.idx) |
- time.sleep(slice) |
- _time = time.time() - _time - duration |
- print_load([loads[1].get_load(), loads[2].get_load()], |
- loads[0].get_load()) |
- on_guest("virt.exit_threads()", vm, 2) |
- exit_event.set() |
- thread.join() |
- if (_time > slice): # Deviation is higher than 1 slice |
- logging.error( |
- "Test ran %fs longer which is more than one slice", _time) |
- else: |
- logging.debug("Test ran %fs longer" % _time) |
- stats = process_stats(stats[1:], slice*1048576) |
- logging.debug("Stats = %s", stats) |
- logging.info("Guest -> Host [MB/s] (min/med/max) = %.3f/%.3f/%.3f", |
- stats[0], stats[len(stats)/2], stats[-1]) |
- |
- del thread |
- |
- del exit_event |
- del loads[:] |
- |
- |
- # INITIALIZE |
- test_smoke_params = params.get('virtio_console_smoke', '') |
- test_loopback_params = params.get('virtio_console_loopback', '') |
- test_perf_params = params.get('virtio_console_perf', '') |
- |
- no_serialports = 0 |
- no_consoles = 0 |
- # consoles required for Smoke test |
- if (test_smoke_params.count('serialport')): |
- no_serialports = max(2, no_serialports) |
- if (test_smoke_params.count('console')): |
- no_consoles = max(2, no_consoles) |
- # consoles required for Loopback test |
- for param in test_loopback_params.split(';'): |
- no_serialports = max(no_serialports, param.count('serialport')) |
- no_consoles = max(no_consoles, param.count('console')) |
- # consoles required for Performance test |
- if (test_perf_params.count('serialport')): |
- no_serialports = max(1, no_serialports) |
- if (test_perf_params.count('console')): |
- no_consoles = max(1, no_consoles) |
- |
- if (no_serialports + no_consoles) == 0: |
- raise error.TestFail("No tests defined, probably incorrect " |
- "configuration in tests_base.cfg") |
- |
- vm, consoles = _vm_create(no_consoles, no_serialports) |
- |
- # Copy allocator.py into guests |
- pwd = os.path.join(os.environ['AUTODIR'], 'tests/kvm') |
- vksmd_src = os.path.join(pwd, "scripts/virtio_guest.py") |
- dst_dir = "/tmp" |
- if not vm[0].copy_files_to(vksmd_src, dst_dir): |
- raise error.TestFail("copy_files_to failed %s" % vm[0].name) |
- |
- # ACTUAL TESTING |
- # Defines all available consoles; tests udev and sysfs |
- conss = [] |
- for mode in consoles: |
- for cons in mode: |
- conss.append(cons[1:3]) |
- init_guest(vm, 10) |
- on_guest("virt.init(%s)" % (conss), vm, 10) |
- |
- consoles = test_smoke(vm, consoles, test_smoke_params) |
- test_loopback(vm, consoles, test_loopback_params) |
- test_perf(vm, consoles, test_perf_params) |
- |
- # CLEANUP |
- vm[1].close() |
- vm[0].destroy(gracefully=False) |
- shutil.rmtree(vm[2]) |
- |