[Sync] Sync client should to exponential backoff when receive partial failure

components/sync/engine_impl/cycle/nudge_tracker_unittest.cc

 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "components/sync/engine_impl/cycle/nudge_tracker.h"
 
 #include <stdint.h>
 
 #include <string>
 #include <utility>
@@ skipping 412 matching lines @@
   EXPECT_FALSE(nudge_tracker_.IsGetUpdatesRequired());
 
   // Invalidations.
   nudge_tracker_.RecordRemoteInvalidation(PREFERENCES,
                                           BuildInvalidation(1, "hint"));
   EXPECT_TRUE(nudge_tracker_.IsGetUpdatesRequired());
   nudge_tracker_.RecordSuccessfulSyncCycle();
   EXPECT_FALSE(nudge_tracker_.IsGetUpdatesRequired());
 }
 
-// Test IsSyncRequired() responds correctly to data type throttling.
-TEST_F(NudgeTrackerTest, IsSyncRequired_Throttling) {
+// Test IsSyncRequired() responds correctly to data type throttling and backoff.
+TEST_F(NudgeTrackerTest, IsSyncRequired_Throttling_Backoff) {
   const base::TimeTicks t0 = base::TimeTicks::FromInternalValue(1234);
   const base::TimeDelta throttle_length = base::TimeDelta::FromMinutes(10);
   const base::TimeTicks t1 = t0 + throttle_length;
 
   EXPECT_FALSE(nudge_tracker_.IsSyncRequired());
 
   // A local change to sessions enables the flag.
   nudge_tracker_.RecordLocalChange(ModelTypeSet(SESSIONS));
   EXPECT_TRUE(nudge_tracker_.IsSyncRequired());
 
   // But the throttling of sessions unsets it.
   nudge_tracker_.SetTypesThrottledUntil(ModelTypeSet(SESSIONS), throttle_length,
                                         t0);
+  EXPECT_TRUE(nudge_tracker_.IsTypeThrottled(SESSIONS));
   EXPECT_FALSE(nudge_tracker_.IsSyncRequired());
 
   // A refresh request for bookmarks means we have reason to sync again.
   nudge_tracker_.RecordLocalRefreshRequest(ModelTypeSet(BOOKMARKS));
   EXPECT_TRUE(nudge_tracker_.IsSyncRequired());
 
-  // A successful sync cycle means we took care of bookmarks.
+  // But the backoff of bookmarks unsets it.
+  nudge_tracker_.SetTypeBackedOff(BOOKMARKS, throttle_length, t0);
+  EXPECT_TRUE(nudge_tracker_.IsTypeThrottled(SESSIONS));
+  EXPECT_TRUE(nudge_tracker_.IsTypeBackedOff(BOOKMARKS));
+  EXPECT_FALSE(nudge_tracker_.IsSyncRequired());
+
+  // A refresh request for preferences means we have reason to sync again.
+  nudge_tracker_.RecordLocalRefreshRequest(ModelTypeSet(PREFERENCES));
+  EXPECT_TRUE(nudge_tracker_.IsSyncRequired());
+
+  // A successful sync cycle means we took care of preferences.
   nudge_tracker_.RecordSuccessfulSyncCycle();
   EXPECT_FALSE(nudge_tracker_.IsSyncRequired());
 
-  // But we still haven't dealt with sessions.  We'll need to remember
-  // that sessions are out of sync and re-enable the flag when their
-  // throttling interval expires.
-  nudge_tracker_.UpdateTypeThrottlingState(t1);
+  // But we still haven't dealt with sessions and bookmarks. We'll need to
+  // remember that sessions and bookmarks are out of sync and re-enable the flag
+  // when their throttling and backoff interval expires.
+  nudge_tracker_.UpdateTypeThrottlingAndBackoffState(t1);
   EXPECT_FALSE(nudge_tracker_.IsTypeThrottled(SESSIONS));
+  EXPECT_FALSE(nudge_tracker_.IsTypeBackedOff(BOOKMARKS));
   EXPECT_TRUE(nudge_tracker_.IsSyncRequired());
 }
 
-// Test IsGetUpdatesRequired() responds correctly to data type throttling.
-TEST_F(NudgeTrackerTest, IsGetUpdatesRequired_Throttling) {
+// Test IsGetUpdatesRequired() responds correctly to data type throttling and
+// backoff.
+TEST_F(NudgeTrackerTest, IsGetUpdatesRequired_Throttling_Backoff) {
   const base::TimeTicks t0 = base::TimeTicks::FromInternalValue(1234);
   const base::TimeDelta throttle_length = base::TimeDelta::FromMinutes(10);
   const base::TimeTicks t1 = t0 + throttle_length;
 
   EXPECT_FALSE(nudge_tracker_.IsGetUpdatesRequired());
 
   // A refresh request to sessions enables the flag.
   nudge_tracker_.RecordLocalRefreshRequest(ModelTypeSet(SESSIONS));
   EXPECT_TRUE(nudge_tracker_.IsGetUpdatesRequired());
 
   // But the throttling of sessions unsets it.
   nudge_tracker_.SetTypesThrottledUntil(ModelTypeSet(SESSIONS), throttle_length,
                                         t0);
   EXPECT_FALSE(nudge_tracker_.IsGetUpdatesRequired());
 
   // A refresh request for bookmarks means we have reason to sync again.
   nudge_tracker_.RecordLocalRefreshRequest(ModelTypeSet(BOOKMARKS));
   EXPECT_TRUE(nudge_tracker_.IsGetUpdatesRequired());
 
-  // A successful sync cycle means we took care of bookmarks.
+  // But the backoff of bookmarks unsets it.
+  nudge_tracker_.SetTypeBackedOff(BOOKMARKS, throttle_length, t0);
+  EXPECT_TRUE(nudge_tracker_.IsTypeThrottled(SESSIONS));
+  EXPECT_TRUE(nudge_tracker_.IsTypeBackedOff(BOOKMARKS));
+  EXPECT_FALSE(nudge_tracker_.IsGetUpdatesRequired());
+
+  // A refresh request for preferences means we have reason to sync again.
+  nudge_tracker_.RecordLocalRefreshRequest(ModelTypeSet(PREFERENCES));
+  EXPECT_TRUE(nudge_tracker_.IsGetUpdatesRequired());
+
+  // A successful sync cycle means we took care of preferences.
   nudge_tracker_.RecordSuccessfulSyncCycle();
   EXPECT_FALSE(nudge_tracker_.IsGetUpdatesRequired());
 
-  // But we still haven't dealt with sessions.  We'll need to remember
-  // that sessions are out of sync and re-enable the flag when their
-  // throttling interval expires.
-  nudge_tracker_.UpdateTypeThrottlingState(t1);
+  // But we still haven't dealt with sessions and bookmarks. We'll need to
+  // remember that sessions and bookmarks are out of sync and re-enable the flag
+  // when their throttling and backoff interval expires.
+  nudge_tracker_.UpdateTypeThrottlingAndBackoffState(t1);
   EXPECT_FALSE(nudge_tracker_.IsTypeThrottled(SESSIONS));
+  EXPECT_FALSE(nudge_tracker_.IsTypeBackedOff(BOOKMARKS));
   EXPECT_TRUE(nudge_tracker_.IsGetUpdatesRequired());
 }
 
 // Tests throttling-related getter functions when no types are throttled.
 TEST_F(NudgeTrackerTest, NoTypesThrottled) {
   EXPECT_FALSE(nudge_tracker_.IsAnyTypeThrottled());
   EXPECT_FALSE(nudge_tracker_.IsTypeThrottled(SESSIONS));
   EXPECT_TRUE(nudge_tracker_.GetThrottledTypes().Empty());
 }
 
+// Tests backoff-related getter functions when no types are backed off.
+TEST_F(NudgeTrackerTest, NoTypesBackedOff) {
+  EXPECT_FALSE(nudge_tracker_.IsAnyTypeBackedOff());
+  EXPECT_FALSE(nudge_tracker_.IsTypeBackedOff(SESSIONS));
+  EXPECT_TRUE(nudge_tracker_.GetBackedOffTypes().Empty());
+}
+
 // Tests throttling-related getter functions when some types are throttled.
 TEST_F(NudgeTrackerTest, ThrottleAndUnthrottle) {
   const base::TimeTicks t0 = base::TimeTicks::FromInternalValue(1234);
   const base::TimeDelta throttle_length = base::TimeDelta::FromMinutes(10);
   const base::TimeTicks t1 = t0 + throttle_length;
 
   nudge_tracker_.SetTypesThrottledUntil(ModelTypeSet(SESSIONS, PREFERENCES),
                                         throttle_length, t0);
 
   EXPECT_TRUE(nudge_tracker_.IsAnyTypeThrottled());
   EXPECT_TRUE(nudge_tracker_.IsTypeThrottled(SESSIONS));
   EXPECT_TRUE(nudge_tracker_.IsTypeThrottled(PREFERENCES));
   EXPECT_FALSE(nudge_tracker_.GetThrottledTypes().Empty());
   EXPECT_EQ(throttle_length, nudge_tracker_.GetTimeUntilNextUnthrottle(t0));
 
-  nudge_tracker_.UpdateTypeThrottlingState(t1);
+  nudge_tracker_.UpdateTypeThrottlingAndBackoffState(t1);
 
   EXPECT_FALSE(nudge_tracker_.IsAnyTypeThrottled());
   EXPECT_FALSE(nudge_tracker_.IsTypeThrottled(SESSIONS));
   EXPECT_TRUE(nudge_tracker_.GetThrottledTypes().Empty());
 }
 
+// Tests backoff-related getter functions when some types are backed off.
+TEST_F(NudgeTrackerTest, BackoffAndUnbackoff) {
+  const base::TimeTicks t0 = base::TimeTicks::FromInternalValue(1234);
+  const base::TimeDelta backoff_length = base::TimeDelta::FromMinutes(10);
+  const base::TimeTicks t1 = t0 + backoff_length;
+
+  nudge_tracker_.SetTypeBackedOff(SESSIONS, backoff_length, t0);
+  nudge_tracker_.SetTypeBackedOff(PREFERENCES, backoff_length, t0);
+
+  EXPECT_TRUE(nudge_tracker_.IsAnyTypeBackedOff());
+  EXPECT_TRUE(nudge_tracker_.IsTypeBackedOff(SESSIONS));
+  EXPECT_TRUE(nudge_tracker_.IsTypeBackedOff(PREFERENCES));
+  EXPECT_FALSE(nudge_tracker_.GetBackedOffTypes().Empty());
+  EXPECT_EQ(backoff_length, nudge_tracker_.GetTimeUntilNextUnbackoff(t0));
+
+  nudge_tracker_.UpdateTypeThrottlingAndBackoffState(t1);
+
+  EXPECT_FALSE(nudge_tracker_.IsAnyTypeBackedOff());
+  EXPECT_FALSE(nudge_tracker_.IsTypeBackedOff(SESSIONS));
+  EXPECT_TRUE(nudge_tracker_.GetBackedOffTypes().Empty());
+}
+
 TEST_F(NudgeTrackerTest, OverlappingThrottleIntervals) {
   const base::TimeTicks t0 = base::TimeTicks::FromInternalValue(1234);
   const base::TimeDelta throttle1_length = base::TimeDelta::FromMinutes(10);
   const base::TimeDelta throttle2_length = base::TimeDelta::FromMinutes(20);
   const base::TimeTicks t1 = t0 + throttle1_length;
   const base::TimeTicks t2 = t0 + throttle2_length;
 
   // Setup the longer of two intervals.
   nudge_tracker_.SetTypesThrottledUntil(ModelTypeSet(SESSIONS, PREFERENCES),
                                         throttle2_length, t0);
   EXPECT_TRUE(ModelTypeSetEquals(ModelTypeSet(SESSIONS, PREFERENCES),
                                  nudge_tracker_.GetThrottledTypes()));
   EXPECT_EQ(throttle2_length, nudge_tracker_.GetTimeUntilNextUnthrottle(t0));
 
   // Setup the shorter interval.
   nudge_tracker_.SetTypesThrottledUntil(ModelTypeSet(SESSIONS, BOOKMARKS),
                                         throttle1_length, t0);
   EXPECT_TRUE(ModelTypeSetEquals(ModelTypeSet(SESSIONS, PREFERENCES, BOOKMARKS),
                                  nudge_tracker_.GetThrottledTypes()));
   EXPECT_EQ(throttle1_length, nudge_tracker_.GetTimeUntilNextUnthrottle(t0));
 
   // Expire the first interval.
-  nudge_tracker_.UpdateTypeThrottlingState(t1);
+  nudge_tracker_.UpdateTypeThrottlingAndBackoffState(t1);
 
   // SESSIONS appeared in both intervals.  We expect it will be throttled for
   // the longer of the two, so it's still throttled at time t1.
   EXPECT_TRUE(ModelTypeSetEquals(ModelTypeSet(SESSIONS, PREFERENCES),
                                  nudge_tracker_.GetThrottledTypes()));
   EXPECT_EQ(throttle2_length - throttle1_length,
             nudge_tracker_.GetTimeUntilNextUnthrottle(t1));
 
   // Expire the second interval.
-  nudge_tracker_.UpdateTypeThrottlingState(t2);
+  nudge_tracker_.UpdateTypeThrottlingAndBackoffState(t2);
   EXPECT_TRUE(nudge_tracker_.GetThrottledTypes().Empty());
 }
 
+TEST_F(NudgeTrackerTest, OverlappingBackoffIntervals) {
+  const base::TimeTicks t0 = base::TimeTicks::FromInternalValue(1234);
+  const base::TimeDelta backoff1_length = base::TimeDelta::FromMinutes(10);
+  const base::TimeDelta backoff2_length = base::TimeDelta::FromMinutes(20);
+  const base::TimeTicks t1 = t0 + backoff1_length;
+  const base::TimeTicks t2 = t0 + backoff2_length;
+
+  // Setup the longer of two intervals.
+  nudge_tracker_.SetTypeBackedOff(SESSIONS, backoff2_length, t0);
+  nudge_tracker_.SetTypeBackedOff(PREFERENCES, backoff2_length, t0);
+  EXPECT_TRUE(ModelTypeSetEquals(ModelTypeSet(SESSIONS, PREFERENCES),
+                                 nudge_tracker_.GetBackedOffTypes()));
+  EXPECT_EQ(backoff2_length, nudge_tracker_.GetTimeUntilNextUnbackoff(t0));
+
+  // Setup the shorter interval.
+  nudge_tracker_.SetTypeBackedOff(SESSIONS, backoff1_length, t0);
+  nudge_tracker_.SetTypeBackedOff(BOOKMARKS, backoff1_length, t0);
+  EXPECT_TRUE(ModelTypeSetEquals(ModelTypeSet(SESSIONS, PREFERENCES, BOOKMARKS),
+                                 nudge_tracker_.GetBackedOffTypes()));
+  EXPECT_EQ(backoff1_length, nudge_tracker_.GetTimeUntilNextUnbackoff(t0));
+
+  // Expire the first interval.
+  nudge_tracker_.UpdateTypeThrottlingAndBackoffState(t1);
+
+  // SESSIONS appeared in both intervals.  We expect it will be backed off for
+  // the longer of the two, so it's still backed off at time t1.
+  EXPECT_TRUE(ModelTypeSetEquals(ModelTypeSet(SESSIONS, PREFERENCES),
+                                 nudge_tracker_.GetBackedOffTypes()));
+  EXPECT_EQ(backoff2_length - backoff1_length,
+            nudge_tracker_.GetTimeUntilNextUnbackoff(t1));
+
+  // Expire the second interval.
+  nudge_tracker_.UpdateTypeThrottlingAndBackoffState(t2);
+  EXPECT_TRUE(nudge_tracker_.GetBackedOffTypes().Empty());
+}
+
 TEST_F(NudgeTrackerTest, Retry) {
   const base::TimeTicks t0 = base::TimeTicks::FromInternalValue(12345);
   const base::TimeTicks t3 = t0 + base::TimeDelta::FromSeconds(3);
   const base::TimeTicks t4 = t0 + base::TimeDelta::FromSeconds(4);
 
   // Set retry for t3.
   nudge_tracker_.SetNextRetryTime(t3);
 
   // Not due yet at t0.
   nudge_tracker_.SetSyncCycleStartTime(t0);
@@ skipping 383 matching lines @@
   EXPECT_TRUE(IsInvalidationAcknowledged(inv1_id));
   EXPECT_TRUE(IsInvalidationAcknowledged(inv2_id));
   EXPECT_TRUE(IsInvalidationAcknowledged(inv3_id));
   EXPECT_TRUE(IsInvalidationAcknowledged(inv4_id));
   EXPECT_TRUE(IsInvalidationAcknowledged(inv5_id));
 
   EXPECT_TRUE(AllInvalidationsAccountedFor());
 }
 
 }  // namespace syncer