Discard hidden articles when using fast path

javatests/org/chromium/distiller/DomUtilTest.java

 // Copyright 2014 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 package org.chromium.distiller;
 
 import org.chromium.distiller.webdocument.WebTable;
 
 import com.google.gwt.core.client.JsArray;
 import com.google.gwt.dom.client.Document;
 import com.google.gwt.dom.client.Element;
 import com.google.gwt.dom.client.Node;
+import com.google.gwt.dom.client.NodeList;
 
 import java.util.Map;
 import java.util.List;
 
 public class DomUtilTest extends DomDistillerJsTestCase {
+    private static final String CONTENT_TEXT = "Lorem Ipsum Lorem Ipsum Lorem Ipsum.";

[wychen, 2016/06/06 18:11:22]

Is this still used?

[marcelorcorrea, 2016/06/06 19:21:59]

Done.

+
     public void testGetAttributes() {
         Element e = Document.get().createDivElement();
         e.setInnerHTML("<div style=\"width:50px; height:100px\" id=\"f\" class=\"sdf\"></div>");
         e = Element.as(e.getChildNodes().getItem(0));
         JsArray<Node> jsAttrs = DomUtil.getAttributes(e);
         assertEquals(3, jsAttrs.length());
         assertEquals("style", jsAttrs.get(0).getNodeName());
         assertEquals("width:50px; height:100px", jsAttrs.get(0).getNodeValue());
         assertEquals("id", jsAttrs.get(1).getNodeName());
         assertEquals("f", jsAttrs.get(1).getNodeValue());
@@ skipping 75 matching lines @@
 
         Element currDiv = TestUtil.createDiv(3);
         div2.appendChild(currDiv);
         Element finalDiv1 = currDiv;
 
         currDiv = TestUtil.createDiv(4);
         div2.appendChild(currDiv);
         currDiv.appendChild(TestUtil.createDiv(5));
 
         assertEquals(div2, DomUtil.getNearestCommonAncestor(finalDiv1, currDiv.getChild(0)));
-        assertEquals(div2, DomUtil.getNearestCommonAncestor(
-                DomUtil.querySelectorAll(mRoot, "[id=\"3\"],[id=\"5\"]")));
+        NodeList<Element> nodeList = DomUtil.querySelectorAll(mRoot, "[id=\"3\"],[id=\"5\"]");
+        assertEquals(div2, DomUtil.getNearestCommonAncestor(TestUtil.nodeListToList(nodeList)));
+
     }
 
     /**
      * The tree graph is:
      * 1 - 2 - 3
      */
     public void testNearestCommonAncestorIsRoot() {
         Element div = TestUtil.createDiv(1);
         mBody.appendChild(div);
 
         Element div2 = TestUtil.createDiv(2);
         div.appendChild(div2);
 
         Element div3 = TestUtil.createDiv(3);
         div2.appendChild(div3);
 
         assertEquals(div, DomUtil.getNearestCommonAncestor(div, div3));
-        assertEquals(div, DomUtil.getNearestCommonAncestor(
-                DomUtil.querySelectorAll(mRoot, "[id=\"1\"],[id=\"3\"]")));
+        NodeList<Element> nodeList = DomUtil.querySelectorAll(mRoot, "[id=\"1\"],[id=\"3\"]");
+        assertEquals(div, DomUtil.getNearestCommonAncestor(TestUtil.nodeListToList(nodeList)));
     }
 
     public void testNodeDepth() {
         Element div = TestUtil.createDiv(1);
 
         Element div2 = TestUtil.createDiv(2);
         div.appendChild(div2);
 
         Element div3 = TestUtil.createDiv(3);
         div2.appendChild(div3);
@@ skipping 227 matching lines @@
         for (int i = 0; i < mBody.getChildCount(); i++) {
             DomUtil.stripImageElements(mBody.getChild(i));
         }
         assertEquals(expected, mBody.getInnerHTML());
 
         mBody.setInnerHTML(html);
         DomUtil.stripImageElements(mBody);
         assertEquals(expected, mBody.getInnerHTML());
     }
 
+    public void testIsVisibleByOffsetParentDisplayNone() {
+        String html =
+            "<div style=\"display: none;\">" +
+                "<div></div>" +
+            "</div>";
+        mBody.setInnerHTML(html);
+        Element child = mBody.getFirstChildElement().getFirstChildElement();
+        assertFalse(DomUtil.isVisibleByOffset(child));
+    }
+
+    public void testIsVisibleByOffsetChildDisplayNone() {
+        String html =
+            "<div>" +
+                "<div style=\"display: none;\"></div>" +
+            "</div>";
+        mBody.setInnerHTML(html);
+        Element child = mBody.getFirstChildElement().getFirstChildElement();
+        assertFalse(DomUtil.isVisibleByOffset(child));
+    }
+
+    public void testIsVisibleByOffsetDisplayBlock() {
+        String html =
+            "<div>" +
+                "<div></div>" +
+            "</div>";
+        mBody.setInnerHTML(html);
+        Element child = mBody.getFirstChildElement().getFirstChildElement();
+        assertTrue(DomUtil.isVisibleByOffset(child));
+    }
+
+    public void testOnlyProcessArticleElement() {
+        final String htmlArticle =
+            "<h1></h1>" +
+            "<article></article>";
+
+        String expected = "<article></article>";
+
+        Element result = getArticleElement(htmlArticle);
+        assertEquals(expected, result.getString());
+    }
+
+    public void testOnlyProcessArticleElementWithHiddenArticleElement() {
+        final String htmlArticle =
+            "<h1></h1>" +
+            "<article></article>" +
+            "<article style=\"display:none\"></article>";
+
+        String expected = "<article></article>";
+
+        Element result = getArticleElement(htmlArticle);
+        assertEquals(expected, result.getString());
+    }
+
+    public void testOnlyProcessArticleElementMultiple() {
+        final String htmlArticle =
+            "<h1></h1>" +
+            "<article></article>" +
+            "<article></article>";
+
+        // The existence of multiple articles disables the fast path.
+        assertNull(getArticleElement(htmlArticle));
+    }
+
+    public void testOnlyProcessSchemaOrgArticle() {
+        final String htmlArticle =
+            "<h1></h1>" +
+            "<div itemscope itemtype=\"http://schema.org/Article\">" +
+            "</div>";
+
+        final String expected =
+            "<div itemscope=\"\" " +
+                "itemtype=\"http://schema.org/Article\">" +
+            "</div>";
+
+        Element result = getArticleElement(htmlArticle);
+        assertEquals(expected, result.getString());
+    }
+
+    public void testOnlyProcessSchemaOrgArticleWithHiddenArticleElement() {
+        final String htmlArticle =
+            "<h1></h1>" +
+            "<div itemscope itemtype=\"http://schema.org/Article\">" +
+            "</div>" +
+            "<div itemscope itemtype=\"http://schema.org/Article\" " +
+                "style=\"display:none\">" +
+            "</div>";
+
+        String expected =
+            "<div itemscope=\"\" itemtype=\"http://schema.org/Article\">" +
+            "</div>";
+
+        Element result = getArticleElement(htmlArticle);
+        assertEquals(expected, result.getString());
+    }
+
+    public void testOnlyProcessSchemaOrgArticleNews() {
+        final String htmlArticle =
+            "<h1></h1>" +
+            "<div itemscope itemtype=\"http://schema.org/NewsArticle\">" +
+            "</div>";
+
+        final String expected =
+            "<div itemscope=\"\" " +
+                "itemtype=\"http://schema.org/NewsArticle\">" +
+            "</div>";
+
+        Element result = getArticleElement(htmlArticle);
+        assertEquals(expected, result.getString());
+    }
+
+    public void testOnlyProcessSchemaOrgArticleBlog() {
+        final String htmlArticle =
+            "<h1></h1>" +
+            "<div itemscope itemtype=\"http://schema.org/BlogPosting\">" +
+            "</div>";
+
+        final String expected =
+            "<div itemscope=\"\" " +
+                "itemtype=\"http://schema.org/BlogPosting\">" +
+            "</div>";
+
+        Element result = getArticleElement(htmlArticle);
+        assertEquals(expected, result.getString());
+    }
+
+    public void testOnlyProcessSchemaOrgArticleNested() {
+        final String htmlArticle =
+            "<h1></h1>" +
+            "<div itemscope itemtype=\"http://schema.org/Article\">" +
+                "<div itemscope itemtype=\"http://schema.org/Article\">" +
+                "</div>" +
+            "</div>";
+
+        final String expected =
+            "<div itemscope=\"\" itemtype=\"http://schema.org/Article\">" +
+                "<div itemscope=\"\" itemtype=\"http://schema.org/Article\">" +
+               "</div>" +
+            "</div>";
+
+        Element result = getArticleElement(htmlArticle);
+        assertEquals(expected, result.getString());
+    }
+
+    public void testOnlyProcessSchemaOrgArticleNestedWithNestedHiddenArticleElement() {
+        final String htmlArticle =
+            "<h1></h1>" +
+            "<div itemscope itemtype=\"http://schema.org/Article\">" +
+                "<div itemscope itemtype=\"http://schema.org/Article\">" +
+                "</div>" +
+                "<div itemscope itemtype=\"http://schema.org/Article\" " +
+                    "style=\"display:none\">" +
+                "</div>" +
+            "</div>";
+
+        final String expected =
+            "<div itemscope=\"\" itemtype=\"http://schema.org/Article\">" +
+                "<div itemscope=\"\" itemtype=\"http://schema.org/Article\">" +
+                "</div>" +
+                "<div itemscope=\"\" itemtype=\"http://schema.org/Article\" " +
+                    "style=\"display:none\">" +
+                "</div>" +
+            "</div>";
+
+        Element result = getArticleElement(htmlArticle);
+        assertEquals(expected, result.getString());
+    }
+
+    public void testOnlyProcessSchemaOrgArticleNestedWithHiddenArticleElement() {
+        final String paragraph = "<p></p>";
+
+        final String htmlArticle =
+            "<h1></h1>" +
+            "<div itemscope itemtype=\"http://schema.org/Article\">" +
+                "<div itemscope itemtype=\"http://schema.org/Article\">" +
+                "</div>" +
+            "</div>" +
+            "<div itemscope itemtype=\"http://schema.org/Article\" " +
+                "style=\"display:none\">" +
+            "</div>";
+
+        final String expected =
+            "<div itemscope=\"\" itemtype=\"http://schema.org/Article\">" +
+                "<div itemscope=\"\" itemtype=\"http://schema.org/Article\">" +
+                "</div>" +
+            "</div>";
+
+        Element result = getArticleElement(htmlArticle);
+        assertEquals(expected, result.getString());
+    }
+
+    public void testOnlyProcessSchemaOrgNonArticleMovie() {
+        final String htmlArticle =
+            "<h1></h1>" +
+            "<div itemscope itemtype=\"http://schema.org/Movie\">" +
+            "</div>";
+
+        // Non-article schema.org types should not use the fast path.
+        Element result = getArticleElement(htmlArticle);
+        assertNull(result);
+    }
+
+    private Element getArticleElement(String html) {
+        mBody.setInnerHTML(html);
+        return DomUtil.getArticleElement(mRoot);
+    }
+
     public void testGetArea() {
         String elements =
             "<div style=\"width: 200px; height: 100px\">w</div>" +
             "<div style=\"width: 300px;\">" +
                 "<div style=\"width: 300px; height: 200px\"></div>" +
             "</div>" +
             "<div style=\"width: 400px; height: 100px\">" +
                 "<div style=\"height: 100%\"></div>" +
             "</div>";
         mBody.setInnerHTML(elements);
 
         Element element = mBody.getFirstChildElement();
         assertEquals(200*100, DomUtil.getArea(element));
 
         element = element.getNextSiblingElement();
         assertEquals(300*200, DomUtil.getArea(element));
 
         element = element.getNextSiblingElement();
         assertEquals(400*100, DomUtil.getArea(element));
 
         element = element.getFirstChildElement();
         assertEquals(400*100, DomUtil.getArea(element));
     }
 }