Add System health stories for Emerging market

tools/perf/page_sets/system_health/browsing_stories.py

 # encoding: utf-8
 # Copyright 2016 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 from page_sets.system_health import platforms
 from page_sets.system_health import story_tags
 from page_sets.system_health import system_health_story
 
 from page_sets.login_helpers import pinterest_login
@@ skipping 38 matching lines @@
   def _NavigateBack(self, action_runner):
     action_runner.NavigateBack()
     self._WaitForNavigation(action_runner)
 
 
 ##############################################################################
 # News browsing stories.
 ##############################################################################
 
 
-class _NewsBrowsingStory(_BrowsingStory):
-  """Abstract base class for news user stories.
+class _ArticleBrowsingStory(_BrowsingStory):
+  """Abstract base class for user stories browsing news / shopping articles.
 
-  A news story imitates browsing a news website:
+  An article browsing story imitates browsing a articles:
   1. Load the main page.
-  2. Open and scroll the first news item.
+  2. Open and scroll the first article.
   3. Go back to the main page and scroll it.
-  4. Open and scroll the second news item.
+  4. Open and scroll the second article.
   5. Go back to the main page and scroll it.
   6. etc.
   """
 
   ITEM_READ_TIME_IN_SECONDS = 3
   ITEM_SCROLL_REPEAT = 2
   ITEMS_TO_VISIT = 4
   MAIN_PAGE_SCROLL_REPEAT = 0
   ABSTRACT_STORY = True
 
   def _DidLoadDocument(self, action_runner):
     for i in xrange(self.ITEMS_TO_VISIT):
       self._NavigateToItem(action_runner, i)
-      self._ReadNewsItem(action_runner)
+      self._ReadNextArticle(action_runner)
       self._NavigateBack(action_runner)
       self._ScrollMainPage(action_runner)
 
-  def _ReadNewsItem(self, action_runner):
+  def _ReadNextArticle(self, action_runner):
     action_runner.tab.WaitForDocumentReadyStateToBeComplete()
     action_runner.Wait(self.ITEM_READ_TIME_IN_SECONDS/2.0)
     action_runner.RepeatableBrowserDrivenScroll(
         repeat_count=self.ITEM_SCROLL_REPEAT)
     action_runner.Wait(self.ITEM_READ_TIME_IN_SECONDS/2.0)
 
   def _ScrollMainPage(self, action_runner):
     action_runner.tab.WaitForDocumentReadyStateToBeComplete()
     action_runner.RepeatableBrowserDrivenScroll(
         repeat_count=self.MAIN_PAGE_SCROLL_REPEAT)
 
 
-class CnnStory(_NewsBrowsingStory):
+class CnnStory(_ArticleBrowsingStory):
   """The second top website in http://www.alexa.com/topsites/category/News"""
   NAME = 'browse:news:cnn'
   URL = 'http://edition.cnn.com/'
   ITEM_SELECTOR = '.cd__content > h3 > a'
   ITEMS_TO_VISIT = 2
   TAGS = [story_tags.JAVASCRIPT_HEAVY]
 
 
-class FacebookMobileStory(_NewsBrowsingStory):
+class FacebookMobileStory(_ArticleBrowsingStory):
   NAME = 'browse:social:facebook'
   URL = 'https://www.facebook.com/rihanna'
   ITEM_SELECTOR = 'article ._5msj'
   # We scroll further than usual so that Facebook fetches enough items
   # (crbug.com/631022)
   MAIN_PAGE_SCROLL_REPEAT = 1
   SUPPORTED_PLATFORMS = platforms.MOBILE_ONLY
 
 
-class FacebookDesktopStory(_NewsBrowsingStory):
+class FacebookDesktopStory(_ArticleBrowsingStory):
   NAME = 'browse:social:facebook'
   URL = 'https://www.facebook.com/rihanna'
   ITEM_SELECTOR = '._4-eo'
   IS_SINGLE_PAGE_APP = True
   # Web-page-replay does not work for this website:
   # https://github.com/chromium/web-page-replay/issues/79.
   SUPPORTED_PLATFORMS = platforms.NO_PLATFORMS
 
 
-class FlipboardMobileStory(_NewsBrowsingStory):
+class FlipboardMobileStory(_ArticleBrowsingStory):
   NAME = 'browse:news:flipboard'
   URL = 'https://flipboard.com/explore'
   IS_SINGLE_PAGE_APP = True
   ITEM_SELECTOR = '.grad-top'
   ITEM_SCROLL_REPEAT = 4
   SUPPORTED_PLATFORMS = platforms.MOBILE_ONLY
 
   @classmethod
   def ShouldDisable(cls, possible_browser):
     return possible_browser.platform.IsSvelte()  # crbug.com/668097
 
 
-class FlipboardDesktopStory(_NewsBrowsingStory):
+class FlipboardDesktopStory(_ArticleBrowsingStory):
   NAME = 'browse:news:flipboard'
   URL = 'https://flipboard.com/explore'
   IS_SINGLE_PAGE_APP = True
   ITEM_SELECTOR = '.cover-image'
   SUPPORTED_PLATFORMS = platforms.DESKTOP_ONLY
 
 
 # crbug.com/657665 for win and mac
 @decorators.Disabled('win', 'mac')
-class HackerNewsStory(_NewsBrowsingStory):
+class HackerNewsStory(_ArticleBrowsingStory):
   NAME = 'browse:news:hackernews'
   URL = 'https://news.ycombinator.com'
   ITEM_SELECTOR = '.athing .title > a'
 
 
-class NytimesMobileStory(_NewsBrowsingStory):
+class NytimesMobileStory(_ArticleBrowsingStory):
   """The third top website in http://www.alexa.com/topsites/category/News"""
   NAME = 'browse:news:nytimes'
   URL = 'http://mobile.nytimes.com'
   ITEM_SELECTOR = '.sfgAsset-link'
   # Visiting more items causes OOM.
   ITEMS_TO_VISIT = 2
   SUPPORTED_PLATFORMS = platforms.MOBILE_ONLY
 
 
-class NytimesDesktopStory(_NewsBrowsingStory):
+class NytimesDesktopStory(_ArticleBrowsingStory):
   """The third top website in http://www.alexa.com/topsites/category/News"""
   NAME = 'browse:news:nytimes'
   URL = 'http://www.nytimes.com'
   ITEM_SELECTOR = '.story-heading > a'
   SUPPORTED_PLATFORMS = platforms.DESKTOP_ONLY
 
 
 # Desktop qq.com opens a news item in a separate tab, for which the back button
 # does not work.
-class QqMobileStory(_NewsBrowsingStory):
+class QqMobileStory(_ArticleBrowsingStory):
   NAME = 'browse:news:qq'
   URL = 'http://news.qq.com'
   ITEM_SELECTOR = '.list .full a'
   SUPPORTED_PLATFORMS = platforms.MOBILE_ONLY
   TAGS = [story_tags.INTERNATIONAL]
 
 
-class RedditDesktopStory(_NewsBrowsingStory):
+class RedditDesktopStory(_ArticleBrowsingStory):
   """The top website in http://www.alexa.com/topsites/category/News"""
   NAME = 'browse:news:reddit'
   URL = 'https://www.reddit.com/r/news/top/?sort=top&t=week'
   ITEM_SELECTOR = '.thing .title > a'
   SUPPORTED_PLATFORMS = platforms.DESKTOP_ONLY
 
 
-class RedditMobileStory(_NewsBrowsingStory):
+class RedditMobileStory(_ArticleBrowsingStory):
   """The top website in http://www.alexa.com/topsites/category/News"""
   NAME = 'browse:news:reddit'
   URL = 'https://www.reddit.com/r/news/top/?sort=top&t=week'
   IS_SINGLE_PAGE_APP = True
   ITEM_SELECTOR = '.PostHeader__post-title-line'
   SUPPORTED_PLATFORMS = platforms.MOBILE_ONLY
 
 
-class TwitterMobileStory(_NewsBrowsingStory):
+class TwitterMobileStory(_ArticleBrowsingStory):
   NAME = 'browse:social:twitter'
   URL = 'https://www.twitter.com/nasa'
   ITEM_SELECTOR = '.Tweet-text'
   CONTAINER_SELECTOR = '.NavigationSheet'
   SUPPORTED_PLATFORMS = platforms.MOBILE_ONLY
 
 
 @decorators.Disabled('win')  # crbug.com/662971
-class TwitterDesktopStory(_NewsBrowsingStory):
+class TwitterDesktopStory(_ArticleBrowsingStory):
   NAME = 'browse:social:twitter'
   URL = 'https://www.twitter.com/nasa'
   IS_SINGLE_PAGE_APP = True
   ITEM_SELECTOR = '.tweet-text'
   SUPPORTED_PLATFORMS = platforms.DESKTOP_ONLY
 
 
-class WashingtonPostMobileStory(_NewsBrowsingStory):
+class WashingtonPostMobileStory(_ArticleBrowsingStory):
   """Progressive website"""
   NAME = 'browse:news:washingtonpost'
   URL = 'https://www.washingtonpost.com/pwa'
   IS_SINGLE_PAGE_APP = True
   ITEM_SELECTOR = '.hed > a'
   SUPPORTED_PLATFORMS = platforms.MOBILE_ONLY
   _CLOSE_BUTTON_SELECTOR = '.close'
 
   def _DidLoadDocument(self, action_runner):
     # Close the popup window. On Nexus 9 (and probably other tables) the popup
     # window does not have a "Close" button, instead it has only a "Send link
     # to phone" button. So on tablets we run with the popup window open. The
     # popup is transparent, so this is mostly an aesthetical issue.
     has_button = action_runner.EvaluateJavaScript(
         '!!document.querySelector({{ selector }})',
         selector=self._CLOSE_BUTTON_SELECTOR)
     if has_button:
       action_runner.ClickElement(selector=self._CLOSE_BUTTON_SELECTOR)
     super(WashingtonPostMobileStory, self)._DidLoadDocument(action_runner)
 
 
 ##############################################################################
 # Search browsing stories.
 ##############################################################################
 
 
 @decorators.Disabled('win')  # crbug.com/673775
-class GoogleDesktopStory(_NewsBrowsingStory):
+class GoogleDesktopStory(_ArticleBrowsingStory):
   """
   A typical google search story:
     _ Start at https://www.google.com/search?q=flower
     _ Click on the wikipedia link & navigate to
       https://en.wikipedia.org/wiki/Flower
     _ Scroll down the wikipedia page about flower.
     _ Back to the search main page.
     _ Refine the search query to 'flower delivery'.
     _ Scroll down the page.
     _ Click the next page result of 'flower delivery'.
@@ skipping 30 matching lines @@
 
     # Scroll down & click next search result page.
     action_runner.Wait(2)
     action_runner.ScrollPageToElement(selector=self._SEARCH_PAGE_2_SELECTOR)
     action_runner.Wait(2)
     action_runner.ClickElement(selector=self._SEARCH_PAGE_2_SELECTOR)
     action_runner.Wait(2)
     action_runner.ScrollPage()
 
 
-class GoogleIndiaDesktopStory(_NewsBrowsingStory):
+class GoogleIndiaDesktopStory(_ArticleBrowsingStory):
   """
   A typical google search story in India:
     1. Start at https://www.google.co.in/search?q=%E0%A4%AB%E0%A5%82%E0%A4%B2`
     2. Scroll down the page.
     3. Refine the query & click search box, which navigates to
     https://www.google.co.in/search?q=%E0%A4%AB%E0%A5%82%E0%A4%B2&rct=j#q=%E0%A4%AB%E0%A5%82%E0%A4%B2+%E0%A4%B5%E0%A4%BF%E0%A4%A4%E0%A4%B0%E0%A4%A3
     4. Scroll down the page.
     5. Click the next page result
     6. Scroll the search result page.
 
@@ skipping 173 matching lines @@
       inner_save_function = 'document.querySelector(".nameAndIcons")'
       action_runner.WaitForElement(element_function=inner_save_function)
       action_runner.ClickElement(element_function=inner_save_function)
       action_runner.Wait(1)  # Wait to make navigation realistic.
 
     # Close selection.
     x_element_function = ('document.querySelector('
                           '".Button.borderless.close.visible")')
     action_runner.ClickElement(element_function=x_element_function)
     action_runner.Wait(1)  # Wait to make navigation realistic.
+
+
+##############################################################################
+# Emerging market browsing stories.
+##############################################################################
+
+
+class MobileNewTabPageStory(system_health_story.SystemHealthStory):
+  """Story that loads new tab page and opens menu."""
+
+  NAME = 'browse:chrome:newtab'
+  URL = 'chrome://newtab'
+
+  def RunPageInteractions(self, action_runner):
+    package = action_runner.tab.browser.GetBrowserInfo().package_name
+    platform = action_runner.tab.browser.platform
+    menu_button = package+':id/menu_button'

[perezju, 2017/04/04 09:23:38]

I think we should add an "app_ui" property to the android_browser_backend
(similar to the system_ui on platform) which has the package name pre-filled.
This way you should be able to just say:

action_runner.tab.browser.app_ui.WaitForUiNode(resouce_id='menu_item_text')

See:
https://github.com/catapult-project/catapult/blob/master/devil/devil/android/...

[ssid, 2017/04/04 20:59:49]

Done.

+    platform.system_ui.WaitForUiNode(resource_id=menu_button)
+    menu_button = platform.system_ui.GetUiNode(resource_id=menu_button)
+    menu_button.Tap()
+    platform.system_ui.WaitForUiNode(resource_id=package+':id/menu_item_text')
+
+  SUPPORTED_PLATFORMS = platforms.MOBILE_ONLY
+  TAGS = [story_tags.EMERGING_MARKET]
+
+
+class _ArticleBrowsingStoryEM(_ArticleBrowsingStory):

[perezju, 2017/04/04 09:23:38]

I don't think we need this class. It's better to add PLATFORM and TAGS
explicitly to each story below.

[ssid, 2017/04/04 20:59:49]

Done.

+  """Abstract class for browsing stories for emerging markets."""
+  SUPPORTED_PLATFORMS = platforms.MOBILE_ONLY
+  ABSTRACT_STORY = True
+  TAGS = [story_tags.EMERGING_MARKET]
+
+
+class BrowseFlipKart(_ArticleBrowsingStoryEM):
+  NAME = 'browse:shopping:flipkart'
+  URL = 'https://flipkart.com/search?q=Mobile%20phone'
+  ITEM_SELECTOR = '.mEOukM'
+  BACK_SELECTOR = '._3NH1qf'
+  ITEMS_TO_VISIT = 4
+  IS_SINGLE_PAGE_APP = True
+
+  def _NavigateBack(self, action_runner):
+    action_runner.ClickElement(selector=self.BACK_SELECTOR)
+
+
+class BrowseLazada(_ArticleBrowsingStoryEM):
+  NAME = 'browse:shopping:lazada'
+  URL = 'https://www.lazada.co.id/catalog/?q=Wrist+watch'
+  ITEM_SELECTOR = '.merchandise__link'
+  ITEMS_TO_VISIT = 1
+
+
+class BrowseTOI(_ArticleBrowsingStoryEM):
+  NAME='browse:news:toi'
+  URL='http://m.timesofindia.com'
+  ITEMS_TO_VISIT = 3
+  ITEM_SELECTOR = '[onerror=\\"this.style.display=\'none\'\\"]'
+
+
+class GoogleMapsMobileStory(_ArticleBrowsingStory):
+  NAME = 'browse:tools:maps'
+  URL='https://maps.google.co.in/'

[mythria, 2017/04/05 09:30:15]

Is there any reason we start with maps.google.co.in instead of just
maps.google.com. Since I assume when we search for restaurants near me, it shows
restaurants around mountain view. Also, is the maps.google.co.in any different
from other locations? If it is different I suggest we start with a smaller area
something like: https://www.google.co.in/maps/@12.9708205,77.5879784,15.88z and
search for restaurants (instead of restaurants near me) and find directions from
somewhere near that location. 

[ssid, 2017/04/07 22:18:34]

Initially i added .co.in when I didn't have the searching. Changed it to .com to
avoid issues.

+  SUPPORTED_PLATFORMS = platforms.MOBILE_ONLY
+  TAGS = [story_tags.EMERGING_MARKET]
+
+  _MAPS_SEARCH_BOX_SELECTOR = '.ml-searchbox-placeholder'
+  _MAPS_ZOOM_IN_SELECTOR = '[aria-label="Zoom in"]'

[mythria, 2017/04/05 09:30:15]

I think this is not required.

[ssid, 2017/04/07 22:18:34]

Done.

+  _RESTAURANTS_LOADED = '.ml-panes-categorical-list-results'
+  _SEARCH_NEW_AREA_SELECTOR = '.ml-reissue-search-button-inner'
+  _RESTAURANTS_LINK = '.ml-entity-list-item-info'
+  _DIRECTIONS_LINK = '[class="ml-button ml-inner-button-directions-fab"]'
+  _LOCATION_LINK = '.suggest-query'
+  _LOCATION_INPUT = 'input[aria-label="Choose starting point"]'
+  _DIRECTIONS_LOADED = '[class="ml-fab-inner ml-button ml-button-navigation-fab"]'

[perezju, 2017/04/04 09:23:38]

Do sync with Mythri, I think she was also working on getting a mobile version of
browse:tools:maps.

[ssid, 2017/04/04 20:59:49]

Yes I had made this similar to the new Maps benchmark in the other CL. Will
rebase CL once that lands.

[mythria, 2017/04/05 09:30:15]

Thanks for doing this. I was also working on the android version of the maps
benchmark, but I guess it won't be needed anymore.

[ssid, 2017/04/07 22:18:34]

Acknowledged.

+
+  def RunPageInteractions(self, action_runner):
+    # Click on the search box.
+    action_runner.WaitForElement(selector=self._MAPS_SEARCH_BOX_SELECTOR)
+    action_runner.ClickElement(selector=self._MAPS_SEARCH_BOX_SELECTOR)
+
+    # Submit search query.
+    action_runner.EnterText('restaurants near me')
+    action_runner.PressKey('Return')
+    action_runner.WaitForElement(selector=self._RESTAURANTS_LOADED)
+    action_runner.WaitForNetworkQuiescence()
+    action_runner.Wait(3) # User looking t restaurants

[mythria, 2017/04/05 09:30:15]

It would be great, if we could add some scrolling and/or Zooming here.

+
+    # Open the restaurant list and select the first.
+    self._ClickLink(self._RESTAURANTS_LOADED, action_runner)
+    action_runner.WaitForElement(selector=self._RESTAURANTS_LINK)
+    action_runner.Wait(3) # User reads about restaurant
+    self._ClickLink(self.__RESTAURANTS_LINK, action_runner)
+    action_runner.ScrollPage()
+    action_runner.Wait(1) # Reading review
+
+    # Open directions to the restaurant from Google.
+    self._ClickLink(self._DIRECTIONS_LINK, action_runner)
+    action_runner.Wait(0.5)
+    action_runner.EnterText('Google Mountain View')
+    action_runner.PressKey('Return')
+    action_runner.WaitForElement(selector=self._DIRECTIONS_LOADED)
+    action_runner.PinchPage(scale_factor=3)
+    action_runner.WaitForNetworkQuiescence()
+    action_runner.Wait(2) # Seeing direction
+
+  def _ClickLink(self, selector, action_runner):
+    action_runner.WaitForElement(selector=selector)
+    action_runner.ClickElement(selector=selector)