Add extract_text_only option

src/com/dom_distiller/client/ContentExtractor.java

 // Copyright 2014 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 package com.dom_distiller.client;
 
 import java.util.ArrayList;
 import java.util.Collections;
 import java.util.List;
 import java.util.logging.Logger;
@@ skipping 17 matching lines @@
 
 import org.xml.sax.AttributesImpl;
 import org.xml.sax.ContentHandler;
 import org.xml.sax.SAXException;
 
 @Export()
 public class ContentExtractor implements Exportable {
     static Logger logger = Logger.getLogger("DomDistiller");
 
     public static String extractContent() {
+        return extractContent(false);
+    }
+
+    public static String extractContent(boolean text_only) {
         BoilerpipeHTMLContentHandler htmlParser = new BoilerpipeHTMLContentHandler();
         List<Node> textNodes = null;
 
         try {
             htmlParser.startDocument();
             Element documentElement = Document.get().getDocumentElement();
             textNodes = parse(documentElement, htmlParser);
             htmlParser.endDocument();
         } catch (SAXException e) {
             logger.warning("Parsing failed.");
             return "";
         }
 
         TextDocument document = htmlParser.toTextDocument();
         try {
             CommonExtractors.ARTICLE_EXTRACTOR.process(document);
         } catch (BoilerpipeProcessingException e) {
             logger.warning("Processing failed.");
             return "";
         }
 
-        List<Integer> contentTextIndexes = new ArrayList<Integer>();
-        for (TextBlock tb : document.getTextBlocks()) {
-            if (!tb.hasLabel(DefaultLabels.TITLE)) {
-                contentTextIndexes.addAll(tb.getContainedTextElements());
-            }
+        if (text_only) {
+            return document.getText(true, false);
         }
-        Collections.sort(contentTextIndexes);
 
-        // Boilerpipe's text node indexes start at 1.
-        List<Node> contentNodes = new ArrayList<Node>(contentTextIndexes.size());
-        for (Integer i : contentTextIndexes) {
-            contentNodes.add(textNodes.get(i - 1));
-        }
+        List<Node> contentNodes = getContentNodesForTextDocument(document, textNodes);
 
         List<Node> contentAndImages = RelevantImageFinder.findAndAddImages(
                 contentNodes, Document.get().getDocumentElement());
 
         if (contentAndImages.isEmpty()) {
             return "";
         }
 
         Node clonedSubtree = NodeListExpander.expand(contentAndImages).cloneSubtree();
 
@@ skipping 11 matching lines @@
         return Element.as(clonedSubtree).getInnerHTML();
     }
 
     private static List<Node> parse(Element e, ContentHandler handler) {
         DomToSaxVisitor domToSaxVisitor = new DomToSaxVisitor(handler);
         FilteringDomVisitor filteringDomVisitor = new FilteringDomVisitor(domToSaxVisitor);
         new DomWalker(filteringDomVisitor).walk(e);
         return domToSaxVisitor.getTextNodes();
     }
 
+    private static List<Node> getContentNodesForTextDocument(
+            TextDocument document, List<Node> textNodes) {
+        List<Integer> contentTextIndexes = new ArrayList<Integer>();
+        for (TextBlock tb : document.getTextBlocks()) {
+            if (!tb.hasLabel(DefaultLabels.TITLE)) {
+                contentTextIndexes.addAll(tb.getContainedTextElements());
+            }
+        }
+        Collections.sort(contentTextIndexes);
+
+        // Boilerpipe's text node indexes start at 1.
+        List<Node> contentNodes = new ArrayList<Node>(contentTextIndexes.size());
+        for (Integer i : contentTextIndexes) {
+            contentNodes.add(textNodes.get(i - 1));
+        }
+        return contentNodes;
+    }
+
     private static void makeAllLinksAbsolute(Node rootNode) {
         Element root = Element.as(rootNode);
 
         // AnchorElement.getHref() and ImageElement.getSrc() both return the
         // absolute URI, so simply set them as the respective attributes.
 
         NodeList<Element> allLinks = root.getElementsByTagName("A");
         for (int i = 0; i < allLinks.getLength(); i++) {
             AnchorElement link = AnchorElement.as(allLinks.getItem(i));
             link.setHref(link.getHref());
         }
 
         NodeList<Element> allImages = root.getElementsByTagName("IMG");
         for (int i = 0; i < allImages.getLength(); i++) {
             ImageElement image = ImageElement.as(allImages.getItem(i));
             image.setSrc(image.getSrc());
         }
     }
 }