Instrument DomDistiller with timing information.

src/de/l3s/boilerpipe/document/TextDocument.java

 // Copyright 2014 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 /**
  * boilerpipe
  *
  * Copyright (c) 2009 Christian Kohlschütter
  *
  * The author licenses this file to You under the Apache License, Version 2.0
  * (the "License"); you may not use this file except in compliance with
  * the License.  You may obtain a copy of the License at
  *
  *     http://www.apache.org/licenses/LICENSE-2.0
  *
  * Unless required by applicable law or agreed to in writing, software
  * distributed under the License is distributed on an "AS IS" BASIS,
  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
 package de.l3s.boilerpipe.document;
 
+import com.google.gwt.dom.client.Node;
+
 import java.util.LinkedList;
 import java.util.List;
+import java.util.Set;
 
 /**
- * A text document, consisting of one or more {@link TextBlock}s.
+ * A text document, consisting of one or more {@link TextBlock}s, and features
+ * of the original page (e.g. candidate titles, hidden elements, etc).
  *
  * @author Christian Kohlschütter
  */
 public class TextDocument implements Cloneable {
     final List<TextBlock> textBlocks;
     List<String> candidateTitles;
+    private Set<Node> dataTables;
+    private Set<Node> hiddenElements;
 
     /**
      * Creates a new {@link TextDocument} with given {@link TextBlock}s, and no
      * title.
      *
      * @param textBlocks
      *            The text blocks of this document.
      */
     public TextDocument(final List<TextBlock> textBlocks) {
         this(null, textBlocks);
@@ skipping 30 matching lines @@
      * @return The list of possible titles.
      */
     public List<String> getCandidateTitles() {
         return candidateTitles;
     }
 
     /**
      * Sets the list of candidate titles.
      * @param candidateTitles
      */
-    public void setCanddiateTitles(List<String> candidateTitles) {
+    public void setCandidateTitles(List<String> candidateTitles) {
         this.candidateTitles = new LinkedList<String>(candidateTitles);
     }
+
     /**
      * Returns the {@link TextDocument}'s content.
      *
      * @return The content text.
      */
     public String getContent() {
         return getText(true, false);
     }
 
     /**
@@ skipping 27 matching lines @@
      * @return Debug information.
      */
     public String debugString() {
         StringBuilder sb = new StringBuilder();
         for(TextBlock tb : getTextBlocks()) {
             sb.append(tb.toString());
             sb.append('\n');
         }
         return sb.toString();
     }
+
+    /**
+     * Returns a list of nodes from the original Document which were classified as data tables
+     * (i.e. are treated as an atomic block of text).
+     * @return the set of data tables
+     */
+    public Set<Node> getDataTables() {
+        return dataTables;
+    }
+
+    /**
+     * Sets the data tables identified while processing the document.
+     * @param dataTables the set of data tables
+     */
+    public void setDataTables(Set<Node> dataTables) {
+        this.dataTables = dataTables;
+    }
+
+    /**
+     * Returns a list of nodes fro mteh original Document which weren't actually visible. These
+     * are typically omitted from boilerpipe text processing but are tracked for post-processing.
+     * @return the set of hidden elements
+     */
+    public Set<Node> getHiddenElements() {
+        return hiddenElements;
+    }
+
+    /**
+     * Sets the hidden elements identified while processing the document.
+     * @param hiddenElements the set of hidden elements
+     */
+    public void setHiddenElements(Set<Node> hiddenElements) {
+        this.hiddenElements = hiddenElements;
+    }
+
 }