Update CPAT protocol to send lite-page transform acceptance with ect

tools/chrome_proxy/webdriver/lite_page.py

 # Copyright 2017 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import common
 from common import TestDriver
 from common import IntegrationTest
 
 import time
 
 class LitePage(IntegrationTest):
 
-  # Checks that a Lite Page is served and that the ignore_preview_blacklist
-  # experiment is being used.
-  def testLitePage(self):
+  # Checks that a Lite Page is served and the force_lite_page experiment
+  # provided when always-on.

[bengr, 2017/05/01 16:53:15]

is provided?

+  def testLitePageForcedExperiment(self):
     # If it was attempted to run with another experiment, skip this test.
     if common.ParseFlags().browser_args and ('--data-reduction-proxy-experiment'
         in common.ParseFlags().browser_args):
       self.skipTest('This test cannot be run with other experiments.')
     with TestDriver() as test_driver:
       test_driver.AddChromeArg('--enable-spdy-proxy-auth')
       test_driver.AddChromeArg('--data-reduction-proxy-lo-fi=always-on')
       test_driver.AddChromeArg('--enable-data-reduction-proxy-lite-page')
 
       test_driver.LoadURL('http://check.googlezip.net/test.html')
 
       lite_page_responses = 0
       for response in test_driver.GetHTTPResponses():
         # Skip CSI requests when validating Lite Page headers. CSI requests
         # aren't expected to have LoFi headers.
         if '/csi?' in response.url:
           continue
         if response.url.startswith('data:'):
           continue
-        self.assertIn('exp=ignore_preview_blacklist',
-          response.request_headers['chrome-proxy'])
+        # Main resource should force lite page.
+        if response.url.endswith('html'):
+          self.assertIn('exp=force_lite_page',
+            response.request_headers['chrome-proxy'])
         if (self.checkLitePageResponse(response)):
           lite_page_responses = lite_page_responses + 1
 
       # Verify that a Lite Page response for the main frame was seen.
       self.assertEqual(1, lite_page_responses)
 
   # Checks that a Lite Page does not have an error when scrolling to the bottom
   # of the page and is able to load all resources.
   def testLitePageBTF(self):
     # If it was attempted to run with another experiment, skip this test.
@@ skipping 10 matching lines @@
 
       # Verify that a Lite Page response for the main frame was seen.
       lite_page_responses = 0
       for response in test_driver.GetHTTPResponses():
         # Skip CSI requests when validating Lite Page headers. CSI requests
         # aren't expected to have LoFi headers.
         if '/csi?' in response.url:
           continue
         if response.url.startswith('data:'):
           continue
-        self.assertIn('exp=ignore_preview_blacklist',
+        self.assertIn('exp=force_lite_page',
           response.request_headers['chrome-proxy'])
         if (self.checkLitePageResponse(response)):
           lite_page_responses = lite_page_responses + 1
       self.assertEqual(1, lite_page_responses)
 
       # Scroll to the bottom of the window and make sure there were more
       # requests that were proxied.
       scroll_js = 'window.scrollTo(0,Math.max(document.body.scrollHeight));'
       test_driver.ExecuteJavascriptStatement(scroll_js)
       # Give some time for loading after each scroll.
       time.sleep(2)
       test_driver.ExecuteJavascriptStatement(scroll_js)
       time.sleep(2)
       responses = test_driver.GetHTTPResponses(override_has_logs=True)
       self.assertNotEqual(0, len(responses))
       for response in responses:
         self.assertHasChromeProxyViaHeader(response)
 
+  # Checks that the server provides Lite Page for slow connection.
+  def testLitePageForSlowConnection(self):
+    with TestDriver() as test_driver:
+      test_driver.AddChromeArg('--enable-spdy-proxy-auth')
+      test_driver.AddChromeArg('--force-fieldtrial-params='
+                               'NetworkQualityEstimator.Enabled:'
+                               'force_effective_connection_type/Slow2G,'
+                               'DataCompressionProxyLoFi.Enabled_Preview:'
+                               'effective_connection_type/2G')
+      test_driver.AddChromeArg('--force-fieldtrials='
+                               'NetworkQualityEstimator/Enabled/'
+                               'DataCompressionProxyLoFi/Enabled_Preview/'
+                               'DataCompressionProxyLitePageFallback/Enabled')
+
+      test_driver.LoadURL('http://check.googlezip.net/test.html')
+
+
+      lite_page_responses = 0
+      for response in test_driver.GetHTTPResponses():
+        self.assertEqual('Slow-2G',
+                         response.request_headers['chrome-proxy-ect'])
+
+        if response.url.endswith('html'):
+          # Main resource should accept and transform to lite page.
+          self.assertTrue(self.checkLitePageResponse(response));
+          lite_page_responses = lite_page_responses + 1
+
+          # Be sure force exp not set.
+          self.assertNotIn('exp=force_lite_page',
+                           response.request_headers['chrome-proxy'])
+        else:
+          # No subresources should accept transforms.
+          self.assertNotIn('chrome-proxy-accept-transform',
+                           response.request_headers)
+
+      self.assertEqual(1, lite_page_responses)
+
+  # Checks that the server does not provide Lite Page for fast connection.

[bengr, 2017/05/01 16:53:15]

for -> for a

+  def testLitePageNotProvidedForFastConnection(self):
+    with TestDriver() as test_driver:
+      test_driver.AddChromeArg('--enable-spdy-proxy-auth')
+      test_driver.AddChromeArg('--force-fieldtrial-params='
+                               'NetworkQualityEstimator.Enabled:'
+                               'force_effective_connection_type/3G,'
+                               'DataCompressionProxyLoFi.Enabled_Preview:'
+                               'effective_connection_type/2G')
+      test_driver.AddChromeArg('--force-fieldtrials='
+                               'NetworkQualityEstimator/Enabled/'
+                               'DataCompressionProxyLoFi/Enabled_Preview/'
+                               'DataCompressionProxyLitePageFallback/Enabled')
+
+      test_driver.LoadURL('http://check.googlezip.net/test.html')
+
+      for response in test_driver.GetHTTPResponses():
+        self.assertEqual('3G', response.request_headers['chrome-proxy-ect'])
+
+        if response.url.endswith('html'):
+          # Main resource should accept lite page but not be transformed.
+          self.assertEqual('lite-page',
+            response.request_headers['chrome-proxy-accept-transform'])
+          self.assertNotIn('chrome-proxy-content-transform',
+            response.response_headers)
+          self.assertNotIn('chrome-proxy-content-transform',
+            response.response_headers)
+          self.assertEqual('3G', response.request_headers['chrome-proxy-ect'])
+        else:
+          # No subresources should accept transforms.
+          self.assertNotIn('chrome-proxy-accept-transform',
+            response.request_headers)
+
   # Checks that Lo-Fi images are used when the user is in the
   # DataCompressionProxyLitePageFallback field trial and a Lite Page is not
   # served.
   def testLitePageFallback(self):
     with TestDriver() as test_driver:
       test_driver.AddChromeArg('--enable-spdy-proxy-auth')
+      test_driver.AddChromeArg('--force-fieldtrial-params='
+                               'NetworkQualityEstimator.Enabled:'
+                               'force_effective_connection_type/Slow2G,'
+                               'DataCompressionProxyLoFi.Enabled_Preview:'
+                               'effective_connection_type/2G')
       test_driver.AddChromeArg('--force-fieldtrials='
+                               'NetworkQualityEstimator/Enabled/'
                                'DataCompressionProxyLoFi/Enabled_Preview/'
                                'DataCompressionProxyLitePageFallback/Enabled')
-      test_driver.AddChromeArg('--force-fieldtrial-params='
-                               'DataCompressionProxyLoFi.Enabled_Preview:'
-                               'effective_connection_type/4G')
-      test_driver.AddChromeArg('--force-net-effective-connection-type=2g')
 
       test_driver.LoadURL('http://check.googlezip.net/lite-page-fallback')
 
       lite_page_requests = 0
       lo_fi_responses = 0
       for response in test_driver.GetHTTPResponses():
         if not response.request_headers:
           continue
 
+        self.assertEqual("Slow-2G",
+                         response.request_headers['chrome-proxy-ect'])
+
         cpat_request = response.request_headers['chrome-proxy-accept-transform']
         if ('lite-page' in cpat_request):
           lite_page_requests = lite_page_requests + 1
           self.assertFalse(self.checkLitePageResponse(response))
 
         if not response.url.endswith('png'):
           continue
 
         if (self.checkLoFiResponse(response, True)):
           lo_fi_responses = lo_fi_responses + 1
 
       # Verify that a Lite Page was requested and that the page fell back to
       # Lo-Fi images.
       self.assertEqual(1, lite_page_requests)
       self.assertEqual(1, lo_fi_responses)
 
   # Checks that Lo-Fi images are not used when the user is not in the
   # DataCompressionProxyLitePageFallback field trial and a Lite Page is not
   # served.
   def testLitePageNoFallback(self):
     with TestDriver() as test_driver:
       test_driver.AddChromeArg('--enable-spdy-proxy-auth')
       # Lite Pages must be enabled via the field trial because the Lite Page
       # flag always falls back to Lo-Fi.
+      test_driver.AddChromeArg('--force-fieldtrial-params='
+                               'NetworkQualityEstimator.Enabled:'
+                               'force_effective_connection_type/Slow2G,'
+                               'DataCompressionProxyLoFi.Enabled_Preview:'
+                               'effective_connection_type/2G')
       test_driver.AddChromeArg('--force-fieldtrials='
+                               'NetworkQualityEstimator/Enabled/'
                                'DataCompressionProxyLoFi/Enabled_Preview')
-      test_driver.AddChromeArg('--force-fieldtrial-params='
-                               'DataCompressionProxyLoFi.Enabled_Preview:'
-                               'effective_connection_type/4G')
-      test_driver.AddChromeArg('--force-net-effective-connection-type=2g')
 
       test_driver.LoadURL('http://check.googlezip.net/lite-page-fallback')
 
       lite_page_requests = 0
       for response in test_driver.GetHTTPResponses():
         if not response.request_headers:
           continue
 
+        self.assertEqual("Slow-2G",
+                         response.request_headers['chrome-proxy-ect'])
+
         if ('chrome-proxy-accept-transform' in response.request_headers):
           cpat_request = response.request_headers[
                            'chrome-proxy-accept-transform']
           if ('lite-page' in cpat_request):
             lite_page_requests = lite_page_requests + 1
             self.assertFalse(self.checkLitePageResponse(response))
 
         if not response.url.endswith('png'):
           continue
 
         self.checkLoFiResponse(response, False)
 
       # Verify that a Lite Page was requested and that the page fell back to
       # Lo-Fi images.
       self.assertEqual(1, lite_page_requests)
 
 if __name__ == '__main__':
   IntegrationTest.RunAllTests()