diff --git a/core/src/test/java/io/grpc/internal/FakeClock.java b/core/src/test/java/io/grpc/internal/FakeClock.java
index d708af5f25..58a33e8a23 100644
--- a/core/src/test/java/io/grpc/internal/FakeClock.java
+++ b/core/src/test/java/io/grpc/internal/FakeClock.java
@@ -357,7 +357,7 @@ public final class FakeClock {
 
   public long currentTimeMillis() {
     // Normally millis and nanos are of different epochs. Add an offset to simulate that.
-    return TimeUnit.NANOSECONDS.toMillis(currentTimeNanos + 123456789L);
+    return TimeUnit.NANOSECONDS.toMillis(currentTimeNanos + 1234567890123456789L);
   }
 
   /**
diff --git a/rls/src/test/java/io/grpc/rls/AdaptiveThrottlerTest.java b/rls/src/test/java/io/grpc/rls/AdaptiveThrottlerTest.java
index 8da8e9b021..54482e8de6 100644
--- a/rls/src/test/java/io/grpc/rls/AdaptiveThrottlerTest.java
+++ b/rls/src/test/java/io/grpc/rls/AdaptiveThrottlerTest.java
@@ -41,6 +41,8 @@ public class AdaptiveThrottlerTest {
 
   @Test
   public void shouldThrottle() {
+    long startTime = fakeClock.currentTimeMillis();
+
     // initial states
     assertThat(throttler.requestStat.get(fakeTimeProvider.currentTimeNanos())).isEqualTo(0L);
     assertThat(throttler.throttledStat.get(fakeTimeProvider.currentTimeNanos())).isEqualTo(0L);
@@ -71,8 +73,8 @@ public class AdaptiveThrottlerTest {
         .isWithin(TOLERANCE)
         .of(1.0f / 3.0f);
 
-    // Skip half a second (half the duration).
-    fakeClock.forwardTime(500 - fakeClock.currentTimeMillis(), TimeUnit.MILLISECONDS);
+    // Skip to half second mark from the beginning (half the duration).
+    fakeClock.forwardTime(500 - (fakeClock.currentTimeMillis() - startTime), TimeUnit.MILLISECONDS);
 
     // Request 3, throttled by backend
     assertThat(throttler.shouldThrottle(0.4f)).isFalse();
@@ -96,7 +98,8 @@ public class AdaptiveThrottlerTest {
         .of(3.0f / 5.0f);
 
     // Skip to the point where only requests 3 and 4 are visible.
-    fakeClock.forwardTime(1250 - fakeClock.currentTimeMillis(), TimeUnit.MILLISECONDS);
+    fakeClock.forwardTime(
+        1250 - (fakeClock.currentTimeMillis() - startTime), TimeUnit.MILLISECONDS);
 
     assertThat(throttler.requestStat.get(fakeTimeProvider.currentTimeNanos())).isEqualTo(2L);
     assertThat(throttler.throttledStat.get(fakeTimeProvider.currentTimeNanos())).isEqualTo(2L);