Merge remote branch 'cros/upstream' into master

client/tests/unixbench5/unixbench5.py

+import os, re
+from autotest_lib.client.bin import test, utils
+from autotest_lib.client.common_lib import error
+
+
+class unixbench5(test.test):
+    """
+    This test measure system wide performance by running the following tests:
+      - Dhrystone - focuses on string handling.
+      - Whetstone - measure floating point operations.
+      - Execl Throughput - measure the number of execl calls per second.
+      - File Copy
+      - Pipe throughput
+      - Pipe-based context switching
+      - Process creation - number of times a process can fork and reap
+      - Shell Scripts - number of times a process can start and reap a script
+      - System Call Overhead - estimates the cost of entering and leaving the
+        kernel.
+
+    @see: http://code.google.com/p/byte-unixbench/
+    @author: Dale Curtis <dalecurtis@google.com>
+    """
+    version = 1
+
+
+    def initialize(self):
+        self.job.require_gcc()
+        self.err = []
+
+
+    def setup(self, tarball='unixbench-5.1.3.tgz'):
+        """
+        Compiles unixbench.
+
+        @tarball: Path or URL to a unixbench tarball
+        @see: http://byte-unixbench.googlecode.com/files/unixbench-5.1.3.tgz
+        """
+        tarball = utils.unmap_url(self.bindir, tarball, self.tmpdir)
+        utils.extract_tarball_to_dir(tarball, self.srcdir)
+        os.chdir(self.srcdir)
+
+        utils.system('patch -p0 < ../Makefile.patch')
+        utils.make()
+
+
+    def run_once(self, args=''):
+        vars = 'UB_TMPDIR="%s" UB_RESULTDIR="%s"' % (self.tmpdir,
+                                                     self.resultsdir)
+        os.chdir(self.srcdir)
+        self.report_data = utils.system_output(vars + ' ./Run ' + args)
+        self.results_path = os.path.join(self.resultsdir,
+                                         'raw_output_%s' % self.iteration)
+        utils.open_write_close(self.results_path, self.report_data)
+
+
+    def cleanup(self):
+        """
+        Check error index list and throw TestError if necessary.
+        """
+        if self.err:
+            e_msg = ("No measured results for output lines: %s\nOutput:%s" %
+                     (" ".join(self.err), self.report_data))
+            raise error.TestError(e_msg)
+
+
+    def process_section(self, section, suffix):
+        keyval = {}
+        subsections = section.split('\n\n')
+
+        if len(subsections) < 3:
+            raise error.TestError('Invalid output format. Unable to parse')
+
+        # Process the subsection containing performance results first.
+        for index, line in enumerate(subsections[1].strip().split('\n')):
+            # Look for problems first.
+            if re.search('no measured results', line, flags=re.IGNORECASE):
+                self.err.append(str(index + 1))
+
+            # Every performance result line ends with 6 values, with the sixth
+            # being the actual result. Make sure there are at least that words
+            # in the line before processing.
+            words = line.lower().split()
+            if len(words) >= 6:
+                key = re.sub('\W', '', '_'.join(words[:-6]))
+                keyval[key + suffix] = words[-6]
+
+        # The final score should be the last item in the third subsection.
+        keyval['score' + suffix] = subsections[2].strip().split()[-1]
+
+        self.write_perf_keyval(keyval)
+
+
+    def postprocess_iteration(self):
+        # Break up sections around dividing lines.
+        sections = self.report_data.split('-'*72)
+
+        # First section is junk to us, second has results for single CPU run.
+        if len(sections) > 1:
+            self.process_section(section=sections[1], suffix='')
+
+            # Only machines with > 1 CPU will have a 3rd section.
+            if len(sections) > 2:
+                self.process_section(section=sections[2], suffix='_multi')
+        else:
+            raise error.TestError('Invalid output format. Unable to parse')
+
+
+""" Here is a sample output:
+
+   #    #  #    #  #  #    #          #####   ######  #    #   ####   #    #
+   #    #  ##   #  #   #  #           #    #  #       ##   #  #    #  #    #
+   #    #  # #  #  #    ##            #####   #####   # #  #  #       ######
+   #    #  #  # #  #    ##            #    #  #       #  # #  #       #    #
+   #    #  #   ##  #   #  #           #    #  #       #   ##  #    #  #    #
+    ####   #    #  #  #    #          #####   ######  #    #   ####   #    #
+
+   Version 5.1.2                      Based on the Byte Magazine Unix Benchmark
+
+   Multi-CPU version                  Version 5 revisions by Ian Smith,
+                                      Sunnyvale, CA, USA
+   December 22, 2007                  johantheghost at yahoo period com
+
+
+1 x Dhrystone 2 using register variables  1 2 3 4 5 6 7 8 9 10
+
+1 x Double-Precision Whetstone  1 2 3 4 5 6 7 8 9 10
+
+1 x Execl Throughput  1 2 3
+
+1 x File Copy 1024 bufsize 2000 maxblocks  1 2 3
+
+1 x File Copy 256 bufsize 500 maxblocks  1 2 3
+
+1 x File Copy 4096 bufsize 8000 maxblocks  1 2 3
+
+1 x Pipe Throughput  1 2 3 4 5 6 7 8 9 10
+
+1 x Pipe-based Context Switching  1 2 3 4 5 6 7 8 9 10
+
+1 x Process Creation  1 2 3
+
+1 x System Call Overhead  1 2 3 4 5 6 7 8 9 10
+
+1 x Shell Scripts (1 concurrent)  1 2 3
+
+1 x Shell Scripts (8 concurrent)  1 2 3
+
+2 x Dhrystone 2 using register variables  1 2 3 4 5 6 7 8 9 10
+
+2 x Double-Precision Whetstone  1 2 3 4 5 6 7 8 9 10
+
+2 x Execl Throughput  1 2 3
+
+2 x File Copy 1024 bufsize 2000 maxblocks  1 2 3
+
+2 x File Copy 256 bufsize 500 maxblocks  1 2 3
+
+2 x File Copy 4096 bufsize 8000 maxblocks  1 2 3
+
+2 x Pipe Throughput  1 2 3 4 5 6 7 8 9 10
+
+2 x Pipe-based Context Switching  1 2 3 4 5 6 7 8 9 10
+
+2 x Process Creation  1 2 3
+
+2 x System Call Overhead  1 2 3 4 5 6 7 8 9 10
+
+2 x Shell Scripts (1 concurrent)  1 2 3
+
+2 x Shell Scripts (8 concurrent)  1 2 3
+
+========================================================================
+   BYTE UNIX Benchmarks (Version 5.1.2)
+
+   System: localhost: GNU/Linux
+   OS: GNU/Linux -- 2.6.32.26+drm33.12 -- #1 SMP Wed Jan 12 16:16:05 PST 2011
+   Machine: i686 (GenuineIntel)
+   Language: en_US.utf8 (charmap=, collate=)
+   CPU 0: Intel(R) Atom(TM) CPU N455 @ 1.66GHz (3325.2 bogomips)
+          Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT
+   CPU 1: Intel(R) Atom(TM) CPU N455 @ 1.66GHz (3325.0 bogomips)
+          Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT
+   14:11:59 up 1 day,  1:10,  0 users,  load average: 0.47, 0.48, 0.51; runlevel
+
+------------------------------------------------------------------------
+Benchmark Run: Fri Jan 14 2011 14:11:59 - 14:41:26
+2 CPUs in system; running 1 parallel copy of tests
+
+Dhrystone 2 using register variables        2264000.6 lps   (10.0 s, 7 samples)
+Double-Precision Whetstone                      507.0 MWIPS (10.1 s, 7 samples)
+Execl Throughput                                796.7 lps   (30.0 s, 2 samples)
+File Copy 1024 bufsize 2000 maxblocks        110924.1 KBps  (30.1 s, 2 samples)
+File Copy 256 bufsize 500 maxblocks           32600.5 KBps  (30.1 s, 2 samples)
+File Copy 4096 bufsize 8000 maxblocks        284236.5 KBps  (30.0 s, 2 samples)
+Pipe Throughput                              301672.5 lps   (10.0 s, 7 samples)
+Pipe-based Context Switching                  29475.3 lps   (10.0 s, 7 samples)
+Process Creation                               3124.6 lps   (30.0 s, 2 samples)
+Shell Scripts (1 concurrent)                   1753.0 lpm   (60.0 s, 2 samples)
+Shell Scripts (8 concurrent)                    305.9 lpm   (60.1 s, 2 samples)
+System Call Overhead                         592781.7 lps   (10.0 s, 7 samples)
+
+System Benchmarks Index Values               BASELINE       RESULT    INDEX
+Dhrystone 2 using register variables         116700.0    2264000.6    194.0
+Double-Precision Whetstone                       55.0        507.0     92.2
+Execl Throughput                                 43.0        796.7    185.3
+File Copy 1024 bufsize 2000 maxblocks          3960.0     110924.1    280.1
+File Copy 256 bufsize 500 maxblocks            1655.0      32600.5    197.0
+File Copy 4096 bufsize 8000 maxblocks          5800.0     284236.5    490.1
+Pipe Throughput                               12440.0     301672.5    242.5
+Pipe-based Context Switching                   4000.0      29475.3     73.7
+Process Creation                                126.0       3124.6    248.0
+Shell Scripts (1 concurrent)                     42.4       1753.0    413.4
+Shell Scripts (8 concurrent)                      6.0        305.9    509.8
+System Call Overhead                          15000.0     592781.7    395.2
+                                                                   ========
+System Benchmarks Index Score                                         238.0
+
+------------------------------------------------------------------------
+Benchmark Run: Fri Jan 14 2011 14:41:26 - 15:09:23
+2 CPUs in system; running 2 parallel copies of tests
+
+Dhrystone 2 using register variables        3411919.6 lps   (10.0 s, 7 samples)
+Double-Precision Whetstone                      964.3 MWIPS (10.1 s, 7 samples)
+Execl Throughput                               2053.5 lps   (30.0 s, 2 samples)
+File Copy 1024 bufsize 2000 maxblocks        158308.0 KBps  (30.0 s, 2 samples)
+File Copy 256 bufsize 500 maxblocks           46249.5 KBps  (30.0 s, 2 samples)
+File Copy 4096 bufsize 8000 maxblocks        389881.9 KBps  (30.0 s, 2 samples)
+Pipe Throughput                              410193.1 lps   (10.0 s, 7 samples)
+Pipe-based Context Switching                 113780.0 lps   (10.0 s, 7 samples)
+Process Creation                               7609.0 lps   (30.0 s, 2 samples)
+Shell Scripts (1 concurrent)                   2355.0 lpm   (60.0 s, 2 samples)
+Shell Scripts (8 concurrent)                    308.1 lpm   (60.2 s, 2 samples)
+System Call Overhead                        1057063.2 lps   (10.0 s, 7 samples)
+
+System Benchmarks Index Values               BASELINE       RESULT    INDEX
+Dhrystone 2 using register variables         116700.0    3411919.6    292.4
+Double-Precision Whetstone                       55.0        964.3    175.3
+Execl Throughput                                 43.0       2053.5    477.6
+File Copy 1024 bufsize 2000 maxblocks          3960.0     158308.0    399.8
+File Copy 256 bufsize 500 maxblocks            1655.0      46249.5    279.5
+File Copy 4096 bufsize 8000 maxblocks          5800.0     389881.9    672.2
+Pipe Throughput                               12440.0     410193.1    329.7
+Pipe-based Context Switching                   4000.0     113780.0    284.5
+Process Creation                                126.0       7609.0    603.9
+Shell Scripts (1 concurrent)                     42.4       2355.0    555.4
+Shell Scripts (8 concurrent)                      6.0        308.1    513.5
+System Call Overhead                          15000.0    1057063.2    704.7
+                                                                   ========
+System Benchmarks Index Score                                         407.4
+
+"""