diff --git a/google-cloud-pubsublite/src/main/java/com/google/cloud/pubsublite/internal/wire/UnloadingPublisher.java b/google-cloud-pubsublite/src/main/java/com/google/cloud/pubsublite/internal/wire/UnloadingPublisher.java
index f73152988..11d504071 100644
--- a/google-cloud-pubsublite/src/main/java/com/google/cloud/pubsublite/internal/wire/UnloadingPublisher.java
+++ b/google-cloud-pubsublite/src/main/java/com/google/cloud/pubsublite/internal/wire/UnloadingPublisher.java
@@ -54,6 +54,7 @@ protected synchronized void doStop() {
     alarmFuture.cancel(false);
     if (!publisher.isPresent()) {
       notifyStopped();
+      return;
     }
     publisher
         .get()