Add piglit autotest

client/site_tests/graphics_Piglit/graphics_Piglit.py

+# Copyright (c) 2011 The Chromium OS Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+"""
+Runs the piglit OpenGL suite of tests.
+"""
+
+import logging, os, re
+from autotest_lib.client.bin import utils
+from autotest_lib.client.common_lib import error
+from autotest_lib.client.cros import cros_ui, cros_ui_test
+
+class graphics_Piglit(cros_ui_test.UITest):

[DaleCurtis, 2011/04/08 16:58:18]

Are the crashes you showed me earlier in CrOS components or Piglit components?

If the former you should file bugs against the appropriate owners and add the
crashes to crash_blacklist for now with a TODO to remove when fixed. 

self.crash_blacklist.append('<process name>') 

If the latter just add them to the blacklist or don't use cros_ui_test. You're
not using any of its features.

+    version = 3
+    preserve_srcdir = True
+
+    def setup(self):
+        self.job.setup_dep(['piglit'])
+
+    # hard wiring the cros-driver.test config file for now

[DaleCurtis, 2011/04/08 16:58:18]

Comment still valid?

[ilja, 2011/04/08 21:42:24]

modified comment

+    def run_once(self):
+        dep = 'piglit'
+        dep_dir = os.path.join(self.autodir, 'deps', dep)
+        self.job.install_pkg(dep, 'dep', dep_dir)
+        # 'results/default/graphics_Piglit/cros-driver')
+        results_path = os.path.join(self.outputdir, 'cros-driver')
+        piglit_path = os.path.join(dep_dir, 'piglit')
+        bin_path = os.path.join(piglit_path, 'bin')
+        summary = ''
+        if (os.path.exists(os.path.join(piglit_path, 'piglit-run.py')) and
+            os.path.exists(bin_path) and
+            os.listdir(bin_path)):
+
+            os.chdir(piglit_path)
+            cmd = 'python piglit-run.py'
+            cmd = cmd + ' tests/cros-driver.tests'
+            cmd = cmd + ' ' + results_path
+            cmd = cros_ui.xcommand(cmd)
+            logging.info('Calling %s' % cmd)
+            utils.run(cmd)
+            # count number of pass, fail, warn and skip in the test summary
+            summary_path = os.path.join(results_path, 'summary')
+            f = open(summary_path, 'r')
+            summary = f.read()
+            f.close()
+        else:
+            return error.TestFail('test runs only on x86')

[DaleCurtis, 2011/04/08 16:58:18]

Should be error.TestError. 

[ilja, 2011/04/08 21:42:24]

Done.

[ilja, 2011/04/08 21:42:24]

Done.

+
+        # get passed

[DaleCurtis, 2011/04/08 16:58:18]

Could do all three of these sections together plus the logging and keyvals below
with a for loop over the array ['pass', 'fail', 'warn', 'skip']

[ilja, 2011/04/08 21:42:24]

You are right. But what I am doing here is parsing a piglit internal result file
for tokens and translating them to tokens for autotest. That I chose to name
them the same makes the code look simple. But if piglit ever changed its output
the for-loop would not work anymore. This way it is IMHO easier to maintain.

+        report = re.findall(r'\nresult: pass', summary)
+        if not report:
+            return error.TestFail('Output missing: pass number unknown!')
+        passed = len(report)
+        # get failed
+        report = re.findall(r'\nresult: fail', summary)
+        if not report:
+            return error.TestFail('Output missing: fail number unknown!')
+        failed = len(report)
+        # get warned
+        report = re.findall(r'\nresult: warn', summary)
+        if not report:
+            return error.TestFail('Output missing: warn number unknown!')
+        warned = len(report)
+        # get skipped
+        report = re.findall(r'\nresult: skip', summary)
+        if not report:
+            return error.TestFail('Output missing: skip number unknown!')
+        skipped = len(report)
+
+        # doesn't seem to send it to the host console
+        logging.info('Piglit: %d pass', passed)
+        logging.info('Piglit: %d fail', failed)
+        logging.info('Piglit: %d warn', warned)
+        logging.info('Piglit: %d skip', skipped)
+
+        # output numbers for plotting by harness
+        keyvals = {}
+        keyvals['count_subtests_pass'] = passed
+        keyvals['count_subtests_fail'] = failed
+        keyvals['count_subtests_warn'] = warned
+        keyvals['count_subtests_skip'] = skipped
+        self.write_perf_keyval(keyvals)
+
+        # generate human friendly html output
+        cmd = 'python piglit-summary-html.py'
+        cmd = cmd + ' ' + os.path.join(results_path, 'html')
+        cmd = cmd + ' ' + results_path
+        utils.run(cmd)
+