Introduce an intra-priority level sorting value - Chromium Side

content/browser/loader/resource_scheduler.cc

Index: content/browser/loader/resource_scheduler.cc
diff --git a/content/browser/loader/resource_scheduler.cc b/content/browser/loader/resource_scheduler.cc
index 15c70270033dc8dbf563752b7aa50be12496b047..af17f06bedbbd0d6c0093f9090234a89f6ad7e76 100644
--- a/content/browser/loader/resource_scheduler.cc
+++ b/content/browser/loader/resource_scheduler.cc
@@ -2,6 +2,8 @@
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
+#include <set>
+
 #include "content/browser/loader/resource_scheduler.h"
 
 #include "base/stl_util.h"
@@ -23,53 +25,19 @@ namespace content {
 static const size_t kMaxNumDelayableRequestsPerClient = 10;
 static const size_t kMaxNumDelayableRequestsPerHost = 6;
 
-// A thin wrapper around net::PriorityQueue that deals with
-// ScheduledResourceRequests instead of PriorityQueue::Pointers.
-class ResourceScheduler::RequestQueue {
- private:
-  typedef net::PriorityQueue<ScheduledResourceRequest*> NetQueue;
 
+class ResourceScheduler::RequestQueue {
  public:
-  class Iterator {
-   public:
-    Iterator(NetQueue* queue) : queue_(queue) {
-      DCHECK(queue != NULL);
-      current_pointer_ = queue_->FirstMax();
-    }
-
-    Iterator& operator++() {
-      current_pointer_ = queue_->GetNextTowardsLastMin(current_pointer_);
-      return *this;
-    }
-
-    Iterator operator++(int) {
-      Iterator result(*this);
-      ++(*this);
-      return result;
-    }
+  typedef std::multiset<ScheduledResourceRequest*, ScheduledResourceSorter>

[James Simonsen, 2014/02/07 03:45:09]

Is multiset guaranteed to be FIFO for equivalent elements? I don't even know
where to go to look.

[shatch, 2014/02/10 19:55:47]

Hmm, searching for this it looks like it depends on the implementation until
c++11, so I added a fifo_ordering counter to enforce it.

+      NetQueue;
 
-    ScheduledResourceRequest* value() {
-      return current_pointer_.value();
-    }
-
-    bool is_null() {
-      return current_pointer_.is_null();
-    }
-
-   private:
-    NetQueue* queue_;
-    NetQueue::Pointer current_pointer_;
-  };
-
-  RequestQueue() : queue_(net::NUM_PRIORITIES) {}
+  RequestQueue() {}
   ~RequestQueue() {}
 
   // Adds |request| to the queue with given |priority|.
-  void Insert(ScheduledResourceRequest* request,
-              net::RequestPriority priority) {
+  void Insert(ScheduledResourceRequest* request) {
     DCHECK(!ContainsKey(pointers_, request));
-    NetQueue::Pointer pointer = queue_.Insert(request, priority);
-    pointers_[request] = pointer;
+    pointers_[request] = queue_.insert(request);
   }
 
   // Removes |request| from the queue.
@@ -78,17 +46,16 @@ class ResourceScheduler::RequestQueue {
     DCHECK(it != pointers_.end());
     if (it == pointers_.end())
       return;
-    queue_.Erase(it->second);
+    queue_.erase(it->second);
     pointers_.erase(it);
   }
 
-  // Returns the highest priority request that's queued, or NULL if none are.
-  ScheduledResourceRequest* FirstMax() {
-    return queue_.FirstMax().value();
+  NetQueue::iterator GetNextHighestIterator() {
+    return queue_.begin();
   }
 
-  Iterator GetNextHighestIterator() {
-    return Iterator(&queue_);
+  NetQueue::iterator End() {
+    return queue_.end();
   }
 
   // Returns true if |request| is queued.
@@ -100,7 +67,7 @@ class ResourceScheduler::RequestQueue {
   bool IsEmpty() const { return queue_.size() == 0; }
 
  private:
-  typedef std::map<ScheduledResourceRequest*, NetQueue::Pointer> PointerMap;
+  typedef std::map<ScheduledResourceRequest*, NetQueue::iterator> PointerMap;
 
   NetQueue queue_;
   PointerMap pointers_;
@@ -120,7 +87,8 @@ class ResourceScheduler::ScheduledResourceRequest
         request_(request),
         ready_(false),
         deferred_(false),
-        scheduler_(scheduler) {
+        scheduler_(scheduler),
+        intra_priority_value_(0) {
     TRACE_EVENT_ASYNC_BEGIN1("net", "URLRequest", request_,
                              "url", request->url().spec());
   }
@@ -141,6 +109,11 @@ class ResourceScheduler::ScheduledResourceRequest
   const ClientId& client_id() const { return client_id_; }
   net::URLRequest* url_request() { return request_; }
   const net::URLRequest* url_request() const { return request_; }
+  net::RequestPriority priority() const { return request_->priority(); }
+  int intraPriorityValue() const { return intra_priority_value_; }

[James Simonsen, 2014/02/07 03:45:09]

For simple accessors, you're supposed to use intra_priority_value() style.

[shatch, 2014/02/10 19:55:47]

Done.

+  void setIntraPriorityValue(int intra_priority_value) {
+    intra_priority_value_ = intra_priority_value;
+  }
 
  private:
   // ResourceMessageDelegate interface:
@@ -163,8 +136,9 @@ class ResourceScheduler::ScheduledResourceRequest
     return "ResourceScheduler";
   }
 
-  void DidChangePriority(int request_id, net::RequestPriority new_priority) {
-    scheduler_->ReprioritizeRequest(this, new_priority);
+  void DidChangePriority(int request_id, net::RequestPriority new_priority,
+                         int intra_priority_value) {
+    scheduler_->ReprioritizeRequest(this, new_priority, intra_priority_value);
   }
 
   ClientId client_id_;
@@ -172,10 +146,24 @@ class ResourceScheduler::ScheduledResourceRequest
   bool ready_;
   bool deferred_;
   ResourceScheduler* scheduler_;
+  net::RequestPriority priority_;

[James Simonsen, 2014/02/07 03:45:09]

This is unused.

[shatch, 2014/02/10 19:55:47]

Done.

+  int intra_priority_value_;
 
   DISALLOW_COPY_AND_ASSIGN(ScheduledResourceRequest);
 };
 
+bool ResourceScheduler::ScheduledResourceSorter::operator()(
+    const ScheduledResourceRequest* a,
+    const ScheduledResourceRequest* b) const {
+  // Want the set to be ordered first by decreasing priority, then by
+  // decreasing intra_priority.
+  // ie. with (priority, intra_priority)
+  // [(1, 0), (1, 0), (0, 100), (0, 0)]
+  if (a->priority() == b->priority())
+    return a->intraPriorityValue() > b->intraPriorityValue();
+  return a->priority() > b->priority();
+}
+
 // Each client represents a tab.
 struct ResourceScheduler::Client {
   Client() : has_body(false), using_spdy_proxy(false) {}
@@ -219,7 +207,7 @@ scoped_ptr<ResourceThrottle> ResourceScheduler::ScheduleRequest(
   if (ShouldStartRequest(request.get(), client) == START_REQUEST) {
     StartRequest(request.get(), client);
   } else {
-    client->pending_requests.Insert(request.get(), url_request->priority());
+    client->pending_requests.Insert(request.get());
   }
   return request.PassAs<ResourceThrottle>();
 }
@@ -336,7 +324,8 @@ void ResourceScheduler::StartRequest(ScheduledResourceRequest* request,
 }
 
 void ResourceScheduler::ReprioritizeRequest(ScheduledResourceRequest* request,
-                                            net::RequestPriority new_priority) {
+                                            net::RequestPriority new_priority,
+                                            int new_intra_priority_value) {
   if (request->url_request()->load_flags() & net::LOAD_IGNORE_LIMITS) {
     // We should not be re-prioritizing requests with the
     // IGNORE_LIMITS flag.
@@ -344,8 +333,11 @@ void ResourceScheduler::ReprioritizeRequest(ScheduledResourceRequest* request,
     return;
   }
   net::RequestPriority old_priority = request->url_request()->priority();
-  DCHECK_NE(new_priority, old_priority);
+  int old_intra_priority = request->intraPriorityValue();
+  DCHECK(new_priority != old_priority ||

[James Simonsen, 2014/02/07 03:45:09]

willchan will complain about not having operator precedence memorized when he
sees this. You might want to add () to make it explicit.

[shatch, 2014/02/10 19:55:47]

Done.

+         old_intra_priority != new_intra_priority_value);
   request->url_request()->SetPriority(new_priority);
+  request->setIntraPriorityValue(new_intra_priority_value);
   ClientMap::iterator client_it = client_map_.find(request->client_id());
   if (client_it == client_map_.end()) {
     // The client was likely deleted shortly before we received this IPC.
@@ -360,8 +352,7 @@ void ResourceScheduler::ReprioritizeRequest(ScheduledResourceRequest* request,
   }
 
   client->pending_requests.Erase(request);
-  client->pending_requests.Insert(request,
-                                  request->url_request()->priority());
+  client->pending_requests.Insert(request);
 
   if (new_priority > old_priority) {
     // Check if this request is now able to load at its new priority.
@@ -379,11 +370,10 @@ void ResourceScheduler::LoadAnyStartablePendingRequests(Client* client) {
   // 3) We do not start the request, same as above, but StartRequest() tells
   //    us there's no point in checking any further requests.
 
-  RequestQueue::Iterator request_iter =
-      client->pending_requests.GetNextHighestIterator();
-
-  while (!request_iter.is_null()) {
-    ScheduledResourceRequest* request = request_iter.value();
+  for (RequestQueue::NetQueue::iterator request_iter =

[James Simonsen, 2014/02/07 03:45:09]

Is this what clang format comes up with? I'm not really sure what I'd do. Maybe
move the declaration out of the for() so it flows more nicely?

[shatch, 2014/02/10 19:55:47]

Done.

+      client->pending_requests.GetNextHighestIterator(); request_iter !=
+      client->pending_requests.End();) {
+    ScheduledResourceRequest* request = *request_iter;
     ShouldStartReqResult query_result = ShouldStartRequest(request, client);
 
     if (query_result == START_REQUEST) {
@@ -393,7 +383,8 @@ void ResourceScheduler::LoadAnyStartablePendingRequests(Client* client) {
       // StartRequest can modify the pending list, so we (re)start evaluation
       // from the currently highest priority request. Avoid copying a singular
       // iterator, which would trigger undefined behavior.
-      if (client->pending_requests.GetNextHighestIterator().is_null())
+      if (client->pending_requests.GetNextHighestIterator() ==
+          client->pending_requests.End())
         break;
       request_iter = client->pending_requests.GetNextHighestIterator();
     } else if (query_result == DO_NOT_START_REQUEST_AND_KEEP_SEARCHING) {