OOPIFs: Deduplicating MHTML parts across frames.

third_party/WebKit/Source/web/WebPageSerializer.cpp

 /*
  * Copyright (C) 2009 Google Inc. All rights reserved.
  *
  * Redistribution and use in source and binary forms, with or without
  * modification, are permitted provided that the following conditions are
  * met:
  *
  *     * Redistributions of source code must retain the above copyright
  * notice, this list of conditions and the following disclaimer.
  *     * Redistributions in binary form must reproduce the above
@@ skipping 148 matching lines @@
 {
     Document* document = toWebLocalFrameImpl(frame)->frame()->document();
 
     RefPtr<SharedBuffer> buffer = SharedBuffer::create();
     MHTMLArchive::generateMHTMLHeader(
         boundary, document->title(), document->suggestedMIMEType(),
         *buffer);
     return buffer.release();
 }
 
+WebVector<WebURL> WebPageSerializer::enumerateMHTMLResources(WebLocalFrame* webFrame)
+{
+    Vector<SerializedResource> resources;
+    PageSerializer serializer(resources, nullptr);
+    serializer.serializeFrame(*toWebLocalFrameImpl(webFrame)->frame());
+
+    Vector<WebURL> result;
+    for (size_t i = 0; i < resources.size(); i++) {
+        const SerializedResource& resource = resources[i];
+        if (i != 0) // Report only resources, not the frame.
+            result.append(resource.url);
+    }
+
+    return result;
+}
+
 WebData WebPageSerializer::generateMHTMLParts(
     const WebString& boundary, WebLocalFrame* webFrame, bool useBinaryEncoding,
-    const WebVector<std::pair<WebFrame*, WebString>>& webFrameToContentID)
+    const WebVector<std::pair<WebFrame*, WebString>>& webFrameToContentID,
+    const WebVector<WebURL>& resourcesToSkip)
 {
     // Translate arguments from public to internal blink APIs.
     LocalFrame* frame = toWebLocalFrameImpl(webFrame)->frame();
     MHTMLArchive::EncodingPolicy encodingPolicy = useBinaryEncoding
         ? MHTMLArchive::EncodingPolicy::UseBinaryEncoding
         : MHTMLArchive::EncodingPolicy::UseDefaultEncoding;
-    ContentIDMap frameToContentID = createFrameToContentIDMap(webFrameToContentID);
+    ContentIDMap frameToContentID =
+        createFrameToContentIDMap(webFrameToContentID);
 
     // Serialize.
     Vector<SerializedResource> resources;
     MHTMLPageSerializerDelegate delegate(frameToContentID);
     PageSerializer serializer(resources, &delegate);
     serializer.serializeFrame(*frame);
 
     // Encode serializer's output as MHTML.
     RefPtr<SharedBuffer> output = SharedBuffer::create();
     bool isFirstResource = true;
     for (const SerializedResource& resource : resources) {
         // Frame is the 1st resource (see PageSerializer::serializeFrame doc
         // comment). Frames need a Content-ID header.
         String contentID = isFirstResource ? frameToContentID.get(frame) : String();
 
+        // Resources don't yet get a Content ID and are deduped based on URI.
+        if (contentID.isEmpty() && resourcesToSkip.contains(resource.url))
+            continue;
+
         MHTMLArchive::generateMHTMLPart(
             boundary, contentID, encodingPolicy, resource, *output);
 
         isFirstResource = false;
     }
     return output.release();
 }
 
 WebData WebPageSerializer::generateMHTMLFooter(const WebString& boundary)
 {
@@ skipping 30 matching lines @@
 WebString WebPageSerializer::generateBaseTagDeclaration(const WebString& baseTarget)
 {
     // TODO(yosin) We should call |PageSerializer::baseTagDeclarationOf()|.
     if (baseTarget.isEmpty())
         return String("<base href=\".\">");
     String baseString = "<base href=\".\" target=\"" + static_cast<const String&>(baseTarget) + "\">";
     return baseString;
 }
 
 } // namespace blink