Add incremental updates for multipage distillation.

components/dom_distiller/core/distiller.cc

 // Copyright 2013 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "components/dom_distiller/core/distiller.h"
 
 #include <map>
+#include <vector>
 
 #include "base/bind.h"
 #include "base/callback.h"
 #include "base/location.h"
 #include "base/message_loop/message_loop.h"
 #include "base/strings/string_number_conversions.h"
 #include "base/strings/utf_string_conversions.h"
 #include "base/values.h"
 #include "components/dom_distiller/core/distiller_page.h"
 #include "components/dom_distiller/core/distiller_url_fetcher.h"
@@ skipping 71 matching lines @@
 
 DistillerImpl::DistilledPageData* DistillerImpl::GetPageAtIndex(size_t index)
     const {
   DCHECK_LT(index, pages_.size());
   DistilledPageData* page_data = pages_[index];
   DCHECK(page_data);
   return page_data;
 }
 
 void DistillerImpl::DistillPage(const GURL& url,
-                            const DistillerCallback& distillation_cb) {
+                                const DistillationFinishedCallback& finished_cb,
+                                const DistillationUpdateCallback& update_cb) {
   DCHECK(AreAllPagesFinished());
-  distillation_cb_ = distillation_cb;
+  finished_cb_ = finished_cb;
+  update_cb_ = update_cb;
 
   AddToDistillationQueue(0, url);
   DistillNextPage();
 }
 
 void DistillerImpl::DistillNextPage() {
   if (!waiting_pages_.empty()) {
     std::map<int, GURL>::iterator front = waiting_pages_.begin();
     int page_num = front->first;
     const GURL url = front->second;
@@ skipping 17 matching lines @@
 void DistillerImpl::OnPageDistillationFinished(
     int page_num,
     const GURL& page_url,
     scoped_ptr<DistilledPageInfo> distilled_page,
     bool distillation_successful) {
   DCHECK(distilled_page.get());
   DCHECK(started_pages_index_.find(page_num) != started_pages_index_.end());
   if (distillation_successful) {
     DistilledPageData* page_data =
         GetPageAtIndex(started_pages_index_[page_num]);
-    DistilledPageProto* current_page = new DistilledPageProto();
-    page_data->proto.reset(current_page);
+    page_data->distilled_page_proto =
+        new base::RefCountedData<DistilledPageProto>();
     page_data->page_num = page_num;
     page_data->title = distilled_page->title;
 
-    current_page->set_url(page_url.spec());
-    current_page->set_html(distilled_page->html);
+    page_data->distilled_page_proto->data.set_url(page_url.spec());
+    page_data->distilled_page_proto->data.set_html(distilled_page->html);
 
     GURL next_page_url(distilled_page->next_page_url);
     if (next_page_url.is_valid()) {
       // The pages should be in same origin.
       DCHECK_EQ(next_page_url.GetOrigin(), page_url.GetOrigin());
       AddToDistillationQueue(page_num + 1, next_page_url);
     }
 
     GURL prev_page_url(distilled_page->prev_page_url);
     if (prev_page_url.is_valid()) {
@@ skipping 32 matching lines @@
                                base::Unretained(fetcher),
                                image_id));
 }
 
 void DistillerImpl::OnFetchImageDone(int page_num,
                                      DistillerURLFetcher* url_fetcher,
                                      const std::string& id,
                                      const std::string& response) {
   DCHECK(started_pages_index_.find(page_num) != started_pages_index_.end());
   DistilledPageData* page_data = GetPageAtIndex(started_pages_index_[page_num]);
-  DCHECK(page_data->proto);
+  DCHECK(page_data->distilled_page_proto);
   DCHECK(url_fetcher);
   ScopedVector<DistillerURLFetcher>::iterator fetcher_it =
       std::find(page_data->image_fetchers_.begin(),
                 page_data->image_fetchers_.end(),
                 url_fetcher);
 
   DCHECK(fetcher_it != page_data->image_fetchers_.end());
   // Delete the |url_fetcher| by DeleteSoon since the OnFetchImageDone
   // callback is invoked by the |url_fetcher|.
   page_data->image_fetchers_.weak_erase(fetcher_it);
   base::MessageLoop::current()->DeleteSoon(FROM_HERE, url_fetcher);
 
-  DistilledPageProto_Image* image = page_data->proto->add_image();
+  DistilledPageProto_Image* image =
+      page_data->distilled_page_proto->data.add_image();
   image->set_name(id);
   image->set_data(response);
 
   AddPageIfDone(page_num);
 }
 
 void DistillerImpl::AddPageIfDone(int page_num) {
   DCHECK(started_pages_index_.find(page_num) != started_pages_index_.end());
   DCHECK(finished_pages_index_.find(page_num) == finished_pages_index_.end());
   DistilledPageData* page_data = GetPageAtIndex(started_pages_index_[page_num]);
   if (page_data->image_fetchers_.empty()) {
     finished_pages_index_[page_num] = started_pages_index_[page_num];
     started_pages_index_.erase(page_num);
+    const ArticleDistillationUpdate& article_update =
+        CreateDistillationUpdate();
+    DCHECK_EQ(article_update.GetPagesSize(), finished_pages_index_.size());
+    update_cb_.Run(article_update);
     RunDistillerCallbackIfDone();
   }
 }
 
+const ArticleDistillationUpdate DistillerImpl::CreateDistillationUpdate()
+    const {
+  bool has_prev_page = false;
+  bool has_next_page = false;
+  if (!finished_pages_index_.empty()) {
+    int prev_page_num = finished_pages_index_.begin()->first - 1;
+    int next_page_num = finished_pages_index_.rbegin()->first + 1;
+    has_prev_page = IsPageNumberInUse(prev_page_num);
+    has_next_page = IsPageNumberInUse(next_page_num);
+  }
+
+  std::vector<scoped_refptr<ArticleDistillationUpdate::RefCountedPageProto> >
+      update_pages;
+  for (std::map<int, size_t>::const_iterator it = finished_pages_index_.begin();
+       it != finished_pages_index_.end();
+       ++it) {
+    update_pages.push_back(pages_[it->second]->distilled_page_proto);
+  }
+  return ArticleDistillationUpdate(update_pages, has_next_page, has_prev_page);
+}
+
 void DistillerImpl::RunDistillerCallbackIfDone() {
-  DCHECK(!distillation_cb_.is_null());
+  DCHECK(!finished_cb_.is_null());
   if (AreAllPagesFinished()) {
     bool first_page = true;
     scoped_ptr<DistilledArticleProto> article_proto(
         new DistilledArticleProto());
     // Stitch the pages back into the article.
     for (std::map<int, size_t>::iterator it = finished_pages_index_.begin();
          it != finished_pages_index_.end();) {
       DistilledPageData* page_data = GetPageAtIndex(it->second);
-      *(article_proto->add_pages()) = *(page_data->proto);
+      *(article_proto->add_pages()) = page_data->distilled_page_proto->data;
 
       if (first_page) {
         article_proto->set_title(page_data->title);
         first_page = false;
       }
 
       finished_pages_index_.erase(it++);
     }
 
     pages_.clear();
     DCHECK_LE(static_cast<size_t>(article_proto->pages_size()),
               max_pages_in_article_);
 
     DCHECK(pages_.empty());
     DCHECK(finished_pages_index_.empty());
-    distillation_cb_.Run(article_proto.Pass());
-    distillation_cb_.Reset();
+    finished_cb_.Run(article_proto.Pass());
+    finished_cb_.Reset();
   }
 }
 
 }  // namespace dom_distiller