grpc 1.65.2 → 1.66.0.pre3

data/src/core/lib/promise/detail/seq_state.h

@@ -102,11 +102,13 @@ struct SeqState<Traits, P, F0> {
   GPR_NO_UNIQUE_ADDRESS State state = State::kState0;
   GPR_NO_UNIQUE_ADDRESS DebugLocation whence;
 
-  SeqState(P&& p, F0&& f0, DebugLocation whence) noexcept : whence(whence) {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(P&& p, F0&& f0,
+                                                DebugLocation whence) noexcept
+      : whence(whence) {
     Construct(&prior.current_promise, std::forward<P>(p));
     Construct(&prior.next_factory, std::forward<F0>(f0));
   }
-  ~SeqState() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~SeqState() {
     switch (state) {
       case State::kState0:
         Destruct(&prior.current_promise);
@@ -118,29 +120,22 @@ struct SeqState<Traits, P, F0> {
   tail0:
     Destruct(&prior.next_factory);
   }
-  SeqState(const SeqState& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(const SeqState& other) noexcept
       : state(other.state), whence(other.whence) {
-    CHECK(state == State::kState0);
+    DCHECK(state == State::kState0);
     Construct(&prior.current_promise, other.prior.current_promise);
     Construct(&prior.next_factory, other.prior.next_factory);
   }
   SeqState& operator=(const SeqState& other) = delete;
-  SeqState(SeqState&& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(SeqState&& other) noexcept
       : state(other.state), whence(other.whence) {
-    switch (state) {
-      case State::kState0:
-        Construct(&prior.current_promise,
-                  std::move(other.prior.current_promise));
-        goto tail0;
-      case State::kState1:
-        Construct(&current_promise, std::move(other.current_promise));
-        return;
-    }
-  tail0:
+    DCHECK(state == State::kState0);
+    Construct(&prior.current_promise, std::move(other.prior.current_promise));
     Construct(&prior.next_factory, std::move(other.prior.next_factory));
   }
-  SeqState& operator=(SeqState&& other) = delete;
-  Poll<Result> PollOnce() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState& operator=(SeqState&& other) =
+      delete;
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
     switch (state) {
       case State::kState0: {
         if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
@@ -230,13 +225,14 @@ struct SeqState<Traits, P, F0, F1> {
   GPR_NO_UNIQUE_ADDRESS State state = State::kState0;
   GPR_NO_UNIQUE_ADDRESS DebugLocation whence;
 
-  SeqState(P&& p, F0&& f0, F1&& f1, DebugLocation whence) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(P&& p, F0&& f0, F1&& f1,
+                                                DebugLocation whence) noexcept
       : whence(whence) {
     Construct(&prior.prior.current_promise, std::forward<P>(p));
     Construct(&prior.prior.next_factory, std::forward<F0>(f0));
     Construct(&prior.next_factory, std::forward<F1>(f1));
   }
-  ~SeqState() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~SeqState() {
     switch (state) {
       case State::kState0:
         Destruct(&prior.prior.current_promise);
@@ -253,37 +249,26 @@ struct SeqState<Traits, P, F0, F1> {
   tail1:
     Destruct(&prior.next_factory);
   }
-  SeqState(const SeqState& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(const SeqState& other) noexcept
       : state(other.state), whence(other.whence) {
-    CHECK(state == State::kState0);
-    Construct(&prior.current_promise, other.prior.current_promise);
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.current_promise, other.prior.prior.current_promise);
     Construct(&prior.prior.next_factory, other.prior.prior.next_factory);
     Construct(&prior.next_factory, other.prior.next_factory);
   }
   SeqState& operator=(const SeqState& other) = delete;
-  SeqState(SeqState&& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(SeqState&& other) noexcept
       : state(other.state), whence(other.whence) {
-    switch (state) {
-      case State::kState0:
-        Construct(&prior.prior.current_promise,
-                  std::move(other.prior.prior.current_promise));
-        goto tail0;
-      case State::kState1:
-        Construct(&prior.current_promise,
-                  std::move(other.prior.current_promise));
-        goto tail1;
-      case State::kState2:
-        Construct(&current_promise, std::move(other.current_promise));
-        return;
-    }
-  tail0:
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.current_promise,
+              std::move(other.prior.prior.current_promise));
     Construct(&prior.prior.next_factory,
               std::move(other.prior.prior.next_factory));
-  tail1:
     Construct(&prior.next_factory, std::move(other.prior.next_factory));
   }
-  SeqState& operator=(SeqState&& other) = delete;
-  Poll<Result> PollOnce() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState& operator=(SeqState&& other) =
+      delete;
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
     switch (state) {
       case State::kState0: {
         if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
@@ -417,14 +402,16 @@ struct SeqState<Traits, P, F0, F1, F2> {
   GPR_NO_UNIQUE_ADDRESS State state = State::kState0;
   GPR_NO_UNIQUE_ADDRESS DebugLocation whence;
 
-  SeqState(P&& p, F0&& f0, F1&& f1, F2&& f2, DebugLocation whence) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(P&& p, F0&& f0, F1&& f1,
+                                                F2&& f2,
+                                                DebugLocation whence) noexcept
       : whence(whence) {
     Construct(&prior.prior.prior.current_promise, std::forward<P>(p));
     Construct(&prior.prior.prior.next_factory, std::forward<F0>(f0));
     Construct(&prior.prior.next_factory, std::forward<F1>(f1));
     Construct(&prior.next_factory, std::forward<F2>(f2));
   }
-  ~SeqState() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~SeqState() {
     switch (state) {
       case State::kState0:
         Destruct(&prior.prior.prior.current_promise);
@@ -446,46 +433,31 @@ struct SeqState<Traits, P, F0, F1, F2> {
   tail2:
     Destruct(&prior.next_factory);
   }
-  SeqState(const SeqState& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(const SeqState& other) noexcept
       : state(other.state), whence(other.whence) {
-    CHECK(state == State::kState0);
-    Construct(&prior.current_promise, other.prior.current_promise);
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.prior.current_promise,
+              other.prior.prior.prior.current_promise);
     Construct(&prior.prior.prior.next_factory,
               other.prior.prior.prior.next_factory);
     Construct(&prior.prior.next_factory, other.prior.prior.next_factory);
     Construct(&prior.next_factory, other.prior.next_factory);
   }
   SeqState& operator=(const SeqState& other) = delete;
-  SeqState(SeqState&& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(SeqState&& other) noexcept
       : state(other.state), whence(other.whence) {
-    switch (state) {
-      case State::kState0:
-        Construct(&prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.current_promise));
-        goto tail0;
-      case State::kState1:
-        Construct(&prior.prior.current_promise,
-                  std::move(other.prior.prior.current_promise));
-        goto tail1;
-      case State::kState2:
-        Construct(&prior.current_promise,
-                  std::move(other.prior.current_promise));
-        goto tail2;
-      case State::kState3:
-        Construct(&current_promise, std::move(other.current_promise));
-        return;
-    }
-  tail0:
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.prior.current_promise,
+              std::move(other.prior.prior.prior.current_promise));
     Construct(&prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.next_factory));
-  tail1:
     Construct(&prior.prior.next_factory,
               std::move(other.prior.prior.next_factory));
-  tail2:
     Construct(&prior.next_factory, std::move(other.prior.next_factory));
   }
-  SeqState& operator=(SeqState&& other) = delete;
-  Poll<Result> PollOnce() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState& operator=(SeqState&& other) =
+      delete;
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
     switch (state) {
       case State::kState0: {
         if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
@@ -663,8 +635,9 @@ struct SeqState<Traits, P, F0, F1, F2, F3> {
   GPR_NO_UNIQUE_ADDRESS State state = State::kState0;
   GPR_NO_UNIQUE_ADDRESS DebugLocation whence;
 
-  SeqState(P&& p, F0&& f0, F1&& f1, F2&& f2, F3&& f3,
-           DebugLocation whence) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(P&& p, F0&& f0, F1&& f1,
+                                                F2&& f2, F3&& f3,
+                                                DebugLocation whence) noexcept
       : whence(whence) {
     Construct(&prior.prior.prior.prior.current_promise, std::forward<P>(p));
     Construct(&prior.prior.prior.prior.next_factory, std::forward<F0>(f0));
@@ -672,7 +645,7 @@ struct SeqState<Traits, P, F0, F1, F2, F3> {
     Construct(&prior.prior.next_factory, std::forward<F2>(f2));
     Construct(&prior.next_factory, std::forward<F3>(f3));
   }
-  ~SeqState() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~SeqState() {
     switch (state) {
       case State::kState0:
         Destruct(&prior.prior.prior.prior.current_promise);
@@ -699,10 +672,11 @@ struct SeqState<Traits, P, F0, F1, F2, F3> {
   tail3:
     Destruct(&prior.next_factory);
   }
-  SeqState(const SeqState& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(const SeqState& other) noexcept
       : state(other.state), whence(other.whence) {
-    CHECK(state == State::kState0);
-    Construct(&prior.current_promise, other.prior.current_promise);
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.prior.prior.current_promise,
+              other.prior.prior.prior.prior.current_promise);
     Construct(&prior.prior.prior.prior.next_factory,
               other.prior.prior.prior.prior.next_factory);
     Construct(&prior.prior.prior.next_factory,
@@ -711,43 +685,22 @@ struct SeqState<Traits, P, F0, F1, F2, F3> {
     Construct(&prior.next_factory, other.prior.next_factory);
   }
   SeqState& operator=(const SeqState& other) = delete;
-  SeqState(SeqState&& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(SeqState&& other) noexcept
       : state(other.state), whence(other.whence) {
-    switch (state) {
-      case State::kState0:
-        Construct(&prior.prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.current_promise));
-        goto tail0;
-      case State::kState1:
-        Construct(&prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.current_promise));
-        goto tail1;
-      case State::kState2:
-        Construct(&prior.prior.current_promise,
-                  std::move(other.prior.prior.current_promise));
-        goto tail2;
-      case State::kState3:
-        Construct(&prior.current_promise,
-                  std::move(other.prior.current_promise));
-        goto tail3;
-      case State::kState4:
-        Construct(&current_promise, std::move(other.current_promise));
-        return;
-    }
-  tail0:
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.prior.prior.current_promise,
+              std::move(other.prior.prior.prior.prior.current_promise));
     Construct(&prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.next_factory));
-  tail1:
     Construct(&prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.next_factory));
-  tail2:
     Construct(&prior.prior.next_factory,
               std::move(other.prior.prior.next_factory));
-  tail3:
     Construct(&prior.next_factory, std::move(other.prior.next_factory));
   }
-  SeqState& operator=(SeqState&& other) = delete;
-  Poll<Result> PollOnce() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState& operator=(SeqState&& other) =
+      delete;
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
     switch (state) {
       case State::kState0: {
         if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
@@ -976,8 +929,9 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4> {
   GPR_NO_UNIQUE_ADDRESS State state = State::kState0;
   GPR_NO_UNIQUE_ADDRESS DebugLocation whence;
 
-  SeqState(P&& p, F0&& f0, F1&& f1, F2&& f2, F3&& f3, F4&& f4,
-           DebugLocation whence) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(P&& p, F0&& f0, F1&& f1,
+                                                F2&& f2, F3&& f3, F4&& f4,
+                                                DebugLocation whence) noexcept
       : whence(whence) {
     Construct(&prior.prior.prior.prior.prior.current_promise,
               std::forward<P>(p));
@@ -988,7 +942,7 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4> {
     Construct(&prior.prior.next_factory, std::forward<F3>(f3));
     Construct(&prior.next_factory, std::forward<F4>(f4));
   }
-  ~SeqState() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~SeqState() {
     switch (state) {
       case State::kState0:
         Destruct(&prior.prior.prior.prior.prior.current_promise);
@@ -1020,10 +974,11 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4> {
   tail4:
     Destruct(&prior.next_factory);
   }
-  SeqState(const SeqState& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(const SeqState& other) noexcept
       : state(other.state), whence(other.whence) {
-    CHECK(state == State::kState0);
-    Construct(&prior.current_promise, other.prior.current_promise);
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.prior.prior.prior.current_promise,
+              other.prior.prior.prior.prior.prior.current_promise);
     Construct(&prior.prior.prior.prior.prior.next_factory,
               other.prior.prior.prior.prior.prior.next_factory);
     Construct(&prior.prior.prior.prior.next_factory,
@@ -1034,51 +989,24 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4> {
     Construct(&prior.next_factory, other.prior.next_factory);
   }
   SeqState& operator=(const SeqState& other) = delete;
-  SeqState(SeqState&& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(SeqState&& other) noexcept
       : state(other.state), whence(other.whence) {
-    switch (state) {
-      case State::kState0:
-        Construct(
-            &prior.prior.prior.prior.prior.current_promise,
-            std::move(other.prior.prior.prior.prior.prior.current_promise));
-        goto tail0;
-      case State::kState1:
-        Construct(&prior.prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.current_promise));
-        goto tail1;
-      case State::kState2:
-        Construct(&prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.current_promise));
-        goto tail2;
-      case State::kState3:
-        Construct(&prior.prior.current_promise,
-                  std::move(other.prior.prior.current_promise));
-        goto tail3;
-      case State::kState4:
-        Construct(&prior.current_promise,
-                  std::move(other.prior.current_promise));
-        goto tail4;
-      case State::kState5:
-        Construct(&current_promise, std::move(other.current_promise));
-        return;
-    }
-  tail0:
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.prior.prior.prior.current_promise,
+              std::move(other.prior.prior.prior.prior.prior.current_promise));
     Construct(&prior.prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.prior.next_factory));
-  tail1:
     Construct(&prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.next_factory));
-  tail2:
     Construct(&prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.next_factory));
-  tail3:
     Construct(&prior.prior.next_factory,
               std::move(other.prior.prior.next_factory));
-  tail4:
     Construct(&prior.next_factory, std::move(other.prior.next_factory));
   }
-  SeqState& operator=(SeqState&& other) = delete;
-  Poll<Result> PollOnce() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState& operator=(SeqState&& other) =
+      delete;
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
     switch (state) {
       case State::kState0: {
         if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
@@ -1353,8 +1281,10 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5> {
   GPR_NO_UNIQUE_ADDRESS State state = State::kState0;
   GPR_NO_UNIQUE_ADDRESS DebugLocation whence;
 
-  SeqState(P&& p, F0&& f0, F1&& f1, F2&& f2, F3&& f3, F4&& f4, F5&& f5,
-           DebugLocation whence) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(P&& p, F0&& f0, F1&& f1,
+                                                F2&& f2, F3&& f3, F4&& f4,
+                                                F5&& f5,
+                                                DebugLocation whence) noexcept
       : whence(whence) {
     Construct(&prior.prior.prior.prior.prior.prior.current_promise,
               std::forward<P>(p));
@@ -1367,7 +1297,7 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5> {
     Construct(&prior.prior.next_factory, std::forward<F4>(f4));
     Construct(&prior.next_factory, std::forward<F5>(f5));
   }
-  ~SeqState() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~SeqState() {
     switch (state) {
       case State::kState0:
         Destruct(&prior.prior.prior.prior.prior.prior.current_promise);
@@ -1404,10 +1334,11 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5> {
   tail5:
     Destruct(&prior.next_factory);
   }
-  SeqState(const SeqState& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(const SeqState& other) noexcept
       : state(other.state), whence(other.whence) {
-    CHECK(state == State::kState0);
-    Construct(&prior.current_promise, other.prior.current_promise);
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.prior.prior.prior.prior.current_promise,
+              other.prior.prior.prior.prior.prior.prior.current_promise);
     Construct(&prior.prior.prior.prior.prior.prior.next_factory,
               other.prior.prior.prior.prior.prior.prior.next_factory);
     Construct(&prior.prior.prior.prior.prior.next_factory,
@@ -1420,61 +1351,28 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5> {
     Construct(&prior.next_factory, other.prior.next_factory);
   }
   SeqState& operator=(const SeqState& other) = delete;
-  SeqState(SeqState&& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(SeqState&& other) noexcept
       : state(other.state), whence(other.whence) {
-    switch (state) {
-      case State::kState0:
-        Construct(
-            &prior.prior.prior.prior.prior.prior.current_promise,
-            std::move(
-                other.prior.prior.prior.prior.prior.prior.current_promise));
-        goto tail0;
-      case State::kState1:
-        Construct(
-            &prior.prior.prior.prior.prior.current_promise,
-            std::move(other.prior.prior.prior.prior.prior.current_promise));
-        goto tail1;
-      case State::kState2:
-        Construct(&prior.prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.current_promise));
-        goto tail2;
-      case State::kState3:
-        Construct(&prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.current_promise));
-        goto tail3;
-      case State::kState4:
-        Construct(&prior.prior.current_promise,
-                  std::move(other.prior.prior.current_promise));
-        goto tail4;
-      case State::kState5:
-        Construct(&prior.current_promise,
-                  std::move(other.prior.current_promise));
-        goto tail5;
-      case State::kState6:
-        Construct(&current_promise, std::move(other.current_promise));
-        return;
-    }
-  tail0:
+    DCHECK(state == State::kState0);
+    Construct(
+        &prior.prior.prior.prior.prior.prior.current_promise,
+        std::move(other.prior.prior.prior.prior.prior.prior.current_promise));
     Construct(
         &prior.prior.prior.prior.prior.prior.next_factory,
         std::move(other.prior.prior.prior.prior.prior.prior.next_factory));
-  tail1:
     Construct(&prior.prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.prior.next_factory));
-  tail2:
     Construct(&prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.next_factory));
-  tail3:
     Construct(&prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.next_factory));
-  tail4:
     Construct(&prior.prior.next_factory,
               std::move(other.prior.prior.next_factory));
-  tail5:
     Construct(&prior.next_factory, std::move(other.prior.next_factory));
   }
-  SeqState& operator=(SeqState&& other) = delete;
-  Poll<Result> PollOnce() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState& operator=(SeqState&& other) =
+      delete;
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
     switch (state) {
       case State::kState0: {
         if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
@@ -1796,8 +1694,10 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6> {
   GPR_NO_UNIQUE_ADDRESS State state = State::kState0;
   GPR_NO_UNIQUE_ADDRESS DebugLocation whence;
 
-  SeqState(P&& p, F0&& f0, F1&& f1, F2&& f2, F3&& f3, F4&& f4, F5&& f5, F6&& f6,
-           DebugLocation whence) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(P&& p, F0&& f0, F1&& f1,
+                                                F2&& f2, F3&& f3, F4&& f4,
+                                                F5&& f5, F6&& f6,
+                                                DebugLocation whence) noexcept
       : whence(whence) {
     Construct(&prior.prior.prior.prior.prior.prior.prior.current_promise,
               std::forward<P>(p));
@@ -1812,7 +1712,7 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6> {
     Construct(&prior.prior.next_factory, std::forward<F5>(f5));
     Construct(&prior.next_factory, std::forward<F6>(f6));
   }
-  ~SeqState() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~SeqState() {
     switch (state) {
       case State::kState0:
         Destruct(&prior.prior.prior.prior.prior.prior.prior.current_promise);
@@ -1854,10 +1754,11 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6> {
   tail6:
     Destruct(&prior.next_factory);
   }
-  SeqState(const SeqState& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(const SeqState& other) noexcept
       : state(other.state), whence(other.whence) {
-    CHECK(state == State::kState0);
-    Construct(&prior.current_promise, other.prior.current_promise);
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.prior.prior.prior.prior.prior.current_promise,
+              other.prior.prior.prior.prior.prior.prior.prior.current_promise);
     Construct(&prior.prior.prior.prior.prior.prior.prior.next_factory,
               other.prior.prior.prior.prior.prior.prior.prior.next_factory);
     Construct(&prior.prior.prior.prior.prior.prior.next_factory,
@@ -1872,71 +1773,33 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6> {
     Construct(&prior.next_factory, other.prior.next_factory);
   }
   SeqState& operator=(const SeqState& other) = delete;
-  SeqState(SeqState&& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(SeqState&& other) noexcept
       : state(other.state), whence(other.whence) {
-    switch (state) {
-      case State::kState0:
-        Construct(&prior.prior.prior.prior.prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.prior.prior.prior
-                                .current_promise));
-        goto tail0;
-      case State::kState1:
-        Construct(
-            &prior.prior.prior.prior.prior.prior.current_promise,
-            std::move(
-                other.prior.prior.prior.prior.prior.prior.current_promise));
-        goto tail1;
-      case State::kState2:
-        Construct(
-            &prior.prior.prior.prior.prior.current_promise,
-            std::move(other.prior.prior.prior.prior.prior.current_promise));
-        goto tail2;
-      case State::kState3:
-        Construct(&prior.prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.current_promise));
-        goto tail3;
-      case State::kState4:
-        Construct(&prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.current_promise));
-        goto tail4;
-      case State::kState5:
-        Construct(&prior.prior.current_promise,
-                  std::move(other.prior.prior.current_promise));
-        goto tail5;
-      case State::kState6:
-        Construct(&prior.current_promise,
-                  std::move(other.prior.current_promise));
-        goto tail6;
-      case State::kState7:
-        Construct(&current_promise, std::move(other.current_promise));
-        return;
-    }
-  tail0:
+    DCHECK(state == State::kState0);
+    Construct(
+        &prior.prior.prior.prior.prior.prior.prior.current_promise,
+        std::move(
+            other.prior.prior.prior.prior.prior.prior.prior.current_promise));
     Construct(
         &prior.prior.prior.prior.prior.prior.prior.next_factory,
         std::move(
             other.prior.prior.prior.prior.prior.prior.prior.next_factory));
-  tail1:
     Construct(
         &prior.prior.prior.prior.prior.prior.next_factory,
         std::move(other.prior.prior.prior.prior.prior.prior.next_factory));
-  tail2:
     Construct(&prior.prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.prior.next_factory));
-  tail3:
     Construct(&prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.next_factory));
-  tail4:
     Construct(&prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.next_factory));
-  tail5:
     Construct(&prior.prior.next_factory,
               std::move(other.prior.prior.next_factory));
-  tail6:
     Construct(&prior.next_factory, std::move(other.prior.next_factory));
   }
-  SeqState& operator=(SeqState&& other) = delete;
-  Poll<Result> PollOnce() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState& operator=(SeqState&& other) =
+      delete;
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
     switch (state) {
       case State::kState0: {
         if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
@@ -2306,8 +2169,10 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7> {
   GPR_NO_UNIQUE_ADDRESS State state = State::kState0;
   GPR_NO_UNIQUE_ADDRESS DebugLocation whence;
 
-  SeqState(P&& p, F0&& f0, F1&& f1, F2&& f2, F3&& f3, F4&& f4, F5&& f5, F6&& f6,
-           F7&& f7, DebugLocation whence) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(P&& p, F0&& f0, F1&& f1,
+                                                F2&& f2, F3&& f3, F4&& f4,
+                                                F5&& f5, F6&& f6, F7&& f7,
+                                                DebugLocation whence) noexcept
       : whence(whence) {
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.current_promise,
               std::forward<P>(p));
@@ -2324,7 +2189,7 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7> {
     Construct(&prior.prior.next_factory, std::forward<F6>(f6));
     Construct(&prior.next_factory, std::forward<F7>(f7));
   }
-  ~SeqState() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~SeqState() {
     switch (state) {
       case State::kState0:
         Destruct(
@@ -2372,10 +2237,12 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7> {
   tail7:
     Destruct(&prior.next_factory);
   }
-  SeqState(const SeqState& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(const SeqState& other) noexcept
       : state(other.state), whence(other.whence) {
-    CHECK(state == State::kState0);
-    Construct(&prior.current_promise, other.prior.current_promise);
+    DCHECK(state == State::kState0);
+    Construct(
+        &prior.prior.prior.prior.prior.prior.prior.prior.current_promise,
+        other.prior.prior.prior.prior.prior.prior.prior.prior.current_promise);
     Construct(
         &prior.prior.prior.prior.prior.prior.prior.prior.next_factory,
         other.prior.prior.prior.prior.prior.prior.prior.prior.next_factory);
@@ -2393,81 +2260,35 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7> {
     Construct(&prior.next_factory, other.prior.next_factory);
   }
   SeqState& operator=(const SeqState& other) = delete;
-  SeqState(SeqState&& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(SeqState&& other) noexcept
       : state(other.state), whence(other.whence) {
-    switch (state) {
-      case State::kState0:
-        Construct(
-            &prior.prior.prior.prior.prior.prior.prior.prior.current_promise,
-            std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
-                          .current_promise));
-        goto tail0;
-      case State::kState1:
-        Construct(&prior.prior.prior.prior.prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.prior.prior.prior
-                                .current_promise));
-        goto tail1;
-      case State::kState2:
-        Construct(
-            &prior.prior.prior.prior.prior.prior.current_promise,
-            std::move(
-                other.prior.prior.prior.prior.prior.prior.current_promise));
-        goto tail2;
-      case State::kState3:
-        Construct(
-            &prior.prior.prior.prior.prior.current_promise,
-            std::move(other.prior.prior.prior.prior.prior.current_promise));
-        goto tail3;
-      case State::kState4:
-        Construct(&prior.prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.current_promise));
-        goto tail4;
-      case State::kState5:
-        Construct(&prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.current_promise));
-        goto tail5;
-      case State::kState6:
-        Construct(&prior.prior.current_promise,
-                  std::move(other.prior.prior.current_promise));
-        goto tail6;
-      case State::kState7:
-        Construct(&prior.current_promise,
-                  std::move(other.prior.current_promise));
-        goto tail7;
-      case State::kState8:
-        Construct(&current_promise, std::move(other.current_promise));
-        return;
-    }
-  tail0:
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.prior.prior.prior.prior.prior.prior.current_promise,
+              std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
+                            .current_promise));
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
                             .next_factory));
-  tail1:
     Construct(
         &prior.prior.prior.prior.prior.prior.prior.next_factory,
         std::move(
             other.prior.prior.prior.prior.prior.prior.prior.next_factory));
-  tail2:
     Construct(
         &prior.prior.prior.prior.prior.prior.next_factory,
         std::move(other.prior.prior.prior.prior.prior.prior.next_factory));
-  tail3:
     Construct(&prior.prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.prior.next_factory));
-  tail4:
     Construct(&prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.next_factory));
-  tail5:
     Construct(&prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.next_factory));
-  tail6:
     Construct(&prior.prior.next_factory,
               std::move(other.prior.prior.next_factory));
-  tail7:
     Construct(&prior.next_factory, std::move(other.prior.next_factory));
   }
-  SeqState& operator=(SeqState&& other) = delete;
-  Poll<Result> PollOnce() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState& operator=(SeqState&& other) =
+      delete;
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
     switch (state) {
       case State::kState0: {
         if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
@@ -2886,8 +2707,11 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8> {
   GPR_NO_UNIQUE_ADDRESS State state = State::kState0;
   GPR_NO_UNIQUE_ADDRESS DebugLocation whence;
 
-  SeqState(P&& p, F0&& f0, F1&& f1, F2&& f2, F3&& f3, F4&& f4, F5&& f5, F6&& f6,
-           F7&& f7, F8&& f8, DebugLocation whence) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(P&& p, F0&& f0, F1&& f1,
+                                                F2&& f2, F3&& f3, F4&& f4,
+                                                F5&& f5, F6&& f6, F7&& f7,
+                                                F8&& f8,
+                                                DebugLocation whence) noexcept
       : whence(whence) {
     Construct(
         &prior.prior.prior.prior.prior.prior.prior.prior.prior.current_promise,
@@ -2908,7 +2732,7 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8> {
     Construct(&prior.prior.next_factory, std::forward<F7>(f7));
     Construct(&prior.next_factory, std::forward<F8>(f8));
   }
-  ~SeqState() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~SeqState() {
     switch (state) {
       case State::kState0:
         Destruct(&prior.prior.prior.prior.prior.prior.prior.prior.prior
@@ -2963,10 +2787,13 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8> {
   tail8:
     Destruct(&prior.next_factory);
   }
-  SeqState(const SeqState& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(const SeqState& other) noexcept
       : state(other.state), whence(other.whence) {
-    CHECK(state == State::kState0);
-    Construct(&prior.current_promise, other.prior.current_promise);
+    DCHECK(state == State::kState0);
+    Construct(
+        &prior.prior.prior.prior.prior.prior.prior.prior.prior.current_promise,
+        other.prior.prior.prior.prior.prior.prior.prior.prior.prior
+            .current_promise);
     Construct(
         &prior.prior.prior.prior.prior.prior.prior.prior.prior.next_factory,
         other.prior.prior.prior.prior.prior.prior.prior.prior.prior
@@ -2988,92 +2815,40 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8> {
     Construct(&prior.next_factory, other.prior.next_factory);
   }
   SeqState& operator=(const SeqState& other) = delete;
-  SeqState(SeqState&& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(SeqState&& other) noexcept
       : state(other.state), whence(other.whence) {
-    switch (state) {
-      case State::kState0:
-        Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior
-                       .current_promise,
-                  std::move(other.prior.prior.prior.prior.prior.prior.prior
-                                .prior.prior.current_promise));
-        goto tail0;
-      case State::kState1:
-        Construct(
-            &prior.prior.prior.prior.prior.prior.prior.prior.current_promise,
-            std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
-                          .current_promise));
-        goto tail1;
-      case State::kState2:
-        Construct(&prior.prior.prior.prior.prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.prior.prior.prior
-                                .current_promise));
-        goto tail2;
-      case State::kState3:
-        Construct(
-            &prior.prior.prior.prior.prior.prior.current_promise,
-            std::move(
-                other.prior.prior.prior.prior.prior.prior.current_promise));
-        goto tail3;
-      case State::kState4:
-        Construct(
-            &prior.prior.prior.prior.prior.current_promise,
-            std::move(other.prior.prior.prior.prior.prior.current_promise));
-        goto tail4;
-      case State::kState5:
-        Construct(&prior.prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.current_promise));
-        goto tail5;
-      case State::kState6:
-        Construct(&prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.current_promise));
-        goto tail6;
-      case State::kState7:
-        Construct(&prior.prior.current_promise,
-                  std::move(other.prior.prior.current_promise));
-        goto tail7;
-      case State::kState8:
-        Construct(&prior.current_promise,
-                  std::move(other.prior.current_promise));
-        goto tail8;
-      case State::kState9:
-        Construct(&current_promise, std::move(other.current_promise));
-        return;
-    }
-  tail0:
+    DCHECK(state == State::kState0);
+    Construct(
+        &prior.prior.prior.prior.prior.prior.prior.prior.prior.current_promise,
+        std::move(other.prior.prior.prior.prior.prior.prior.prior.prior.prior
+                      .current_promise));
     Construct(
         &prior.prior.prior.prior.prior.prior.prior.prior.prior.next_factory,
         std::move(other.prior.prior.prior.prior.prior.prior.prior.prior.prior
                       .next_factory));
-  tail1:
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
                             .next_factory));
-  tail2:
     Construct(
         &prior.prior.prior.prior.prior.prior.prior.next_factory,
         std::move(
             other.prior.prior.prior.prior.prior.prior.prior.next_factory));
-  tail3:
     Construct(
         &prior.prior.prior.prior.prior.prior.next_factory,
         std::move(other.prior.prior.prior.prior.prior.prior.next_factory));
-  tail4:
     Construct(&prior.prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.prior.next_factory));
-  tail5:
     Construct(&prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.next_factory));
-  tail6:
     Construct(&prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.next_factory));
-  tail7:
     Construct(&prior.prior.next_factory,
               std::move(other.prior.prior.next_factory));
-  tail8:
     Construct(&prior.next_factory, std::move(other.prior.next_factory));
   }
-  SeqState& operator=(SeqState&& other) = delete;
-  Poll<Result> PollOnce() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState& operator=(SeqState&& other) =
+      delete;
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
     switch (state) {
       case State::kState0: {
         if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
@@ -3543,8 +3318,11 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8, F9> {
   GPR_NO_UNIQUE_ADDRESS State state = State::kState0;
   GPR_NO_UNIQUE_ADDRESS DebugLocation whence;
 
-  SeqState(P&& p, F0&& f0, F1&& f1, F2&& f2, F3&& f3, F4&& f4, F5&& f5, F6&& f6,
-           F7&& f7, F8&& f8, F9&& f9, DebugLocation whence) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(P&& p, F0&& f0, F1&& f1,
+                                                F2&& f2, F3&& f3, F4&& f4,
+                                                F5&& f5, F6&& f6, F7&& f7,
+                                                F8&& f8, F9&& f9,
+                                                DebugLocation whence) noexcept
       : whence(whence) {
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
                    .current_promise,
@@ -3568,7 +3346,7 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8, F9> {
     Construct(&prior.prior.next_factory, std::forward<F8>(f8));
     Construct(&prior.next_factory, std::forward<F9>(f9));
   }
-  ~SeqState() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~SeqState() {
     switch (state) {
       case State::kState0:
         Destruct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
@@ -3630,10 +3408,13 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8, F9> {
   tail9:
     Destruct(&prior.next_factory);
   }
-  SeqState(const SeqState& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(const SeqState& other) noexcept
       : state(other.state), whence(other.whence) {
-    CHECK(state == State::kState0);
-    Construct(&prior.current_promise, other.prior.current_promise);
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
+                   .current_promise,
+              other.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
+                  .current_promise);
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
                    .next_factory,
               other.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
@@ -3659,103 +3440,44 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8, F9> {
     Construct(&prior.next_factory, other.prior.next_factory);
   }
   SeqState& operator=(const SeqState& other) = delete;
-  SeqState(SeqState&& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(SeqState&& other) noexcept
       : state(other.state), whence(other.whence) {
-    switch (state) {
-      case State::kState0:
-        Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
-                       .current_promise,
-                  std::move(other.prior.prior.prior.prior.prior.prior.prior
-                                .prior.prior.prior.current_promise));
-        goto tail0;
-      case State::kState1:
-        Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior
-                       .current_promise,
-                  std::move(other.prior.prior.prior.prior.prior.prior.prior
-                                .prior.prior.current_promise));
-        goto tail1;
-      case State::kState2:
-        Construct(
-            &prior.prior.prior.prior.prior.prior.prior.prior.current_promise,
-            std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
-                          .current_promise));
-        goto tail2;
-      case State::kState3:
-        Construct(&prior.prior.prior.prior.prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.prior.prior.prior
-                                .current_promise));
-        goto tail3;
-      case State::kState4:
-        Construct(
-            &prior.prior.prior.prior.prior.prior.current_promise,
-            std::move(
-                other.prior.prior.prior.prior.prior.prior.current_promise));
-        goto tail4;
-      case State::kState5:
-        Construct(
-            &prior.prior.prior.prior.prior.current_promise,
-            std::move(other.prior.prior.prior.prior.prior.current_promise));
-        goto tail5;
-      case State::kState6:
-        Construct(&prior.prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.current_promise));
-        goto tail6;
-      case State::kState7:
-        Construct(&prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.current_promise));
-        goto tail7;
-      case State::kState8:
-        Construct(&prior.prior.current_promise,
-                  std::move(other.prior.prior.current_promise));
-        goto tail8;
-      case State::kState9:
-        Construct(&prior.current_promise,
-                  std::move(other.prior.current_promise));
-        goto tail9;
-      case State::kState10:
-        Construct(&current_promise, std::move(other.current_promise));
-        return;
-    }
-  tail0:
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
+                   .current_promise,
+              std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
+                            .prior.prior.current_promise));
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
                    .next_factory,
               std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
                             .prior.prior.next_factory));
-  tail1:
     Construct(
         &prior.prior.prior.prior.prior.prior.prior.prior.prior.next_factory,
         std::move(other.prior.prior.prior.prior.prior.prior.prior.prior.prior
                       .next_factory));
-  tail2:
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
                             .next_factory));
-  tail3:
     Construct(
         &prior.prior.prior.prior.prior.prior.prior.next_factory,
         std::move(
             other.prior.prior.prior.prior.prior.prior.prior.next_factory));
-  tail4:
     Construct(
         &prior.prior.prior.prior.prior.prior.next_factory,
         std::move(other.prior.prior.prior.prior.prior.prior.next_factory));
-  tail5:
     Construct(&prior.prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.prior.next_factory));
-  tail6:
     Construct(&prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.next_factory));
-  tail7:
     Construct(&prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.next_factory));
-  tail8:
     Construct(&prior.prior.next_factory,
               std::move(other.prior.prior.next_factory));
-  tail9:
     Construct(&prior.next_factory, std::move(other.prior.next_factory));
   }
-  SeqState& operator=(SeqState&& other) = delete;
-  Poll<Result> PollOnce() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState& operator=(SeqState&& other) =
+      delete;
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
     switch (state) {
       case State::kState0: {
         if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
@@ -4277,8 +3999,11 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8, F9, F10> {
   GPR_NO_UNIQUE_ADDRESS State state = State::kState0;
   GPR_NO_UNIQUE_ADDRESS DebugLocation whence;
 
-  SeqState(P&& p, F0&& f0, F1&& f1, F2&& f2, F3&& f3, F4&& f4, F5&& f5, F6&& f6,
-           F7&& f7, F8&& f8, F9&& f9, F10&& f10, DebugLocation whence) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(P&& p, F0&& f0, F1&& f1,
+                                                F2&& f2, F3&& f3, F4&& f4,
+                                                F5&& f5, F6&& f6, F7&& f7,
+                                                F8&& f8, F9&& f9, F10&& f10,
+                                                DebugLocation whence) noexcept
       : whence(whence) {
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
                    .current_promise,
@@ -4305,7 +4030,7 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8, F9, F10> {
     Construct(&prior.prior.next_factory, std::forward<F9>(f9));
     Construct(&prior.next_factory, std::forward<F10>(f10));
   }
-  ~SeqState() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~SeqState() {
     switch (state) {
       case State::kState0:
         Destruct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
@@ -4374,10 +4099,13 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8, F9, F10> {
   tail10:
     Destruct(&prior.next_factory);
   }
-  SeqState(const SeqState& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(const SeqState& other) noexcept
       : state(other.state), whence(other.whence) {
-    CHECK(state == State::kState0);
-    Construct(&prior.current_promise, other.prior.current_promise);
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
+                   .current_promise,
+              other.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
+                  .prior.current_promise);
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
                    .next_factory,
               other.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
@@ -4407,114 +4135,48 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8, F9, F10> {
     Construct(&prior.next_factory, other.prior.next_factory);
   }
   SeqState& operator=(const SeqState& other) = delete;
-  SeqState(SeqState&& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(SeqState&& other) noexcept
       : state(other.state), whence(other.whence) {
-    switch (state) {
-      case State::kState0:
-        Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
-                       .prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.prior.prior.prior
-                                .prior.prior.prior.prior.current_promise));
-        goto tail0;
-      case State::kState1:
-        Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
-                       .current_promise,
-                  std::move(other.prior.prior.prior.prior.prior.prior.prior
-                                .prior.prior.prior.current_promise));
-        goto tail1;
-      case State::kState2:
-        Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior
-                       .current_promise,
-                  std::move(other.prior.prior.prior.prior.prior.prior.prior
-                                .prior.prior.current_promise));
-        goto tail2;
-      case State::kState3:
-        Construct(
-            &prior.prior.prior.prior.prior.prior.prior.prior.current_promise,
-            std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
-                          .current_promise));
-        goto tail3;
-      case State::kState4:
-        Construct(&prior.prior.prior.prior.prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.prior.prior.prior
-                                .current_promise));
-        goto tail4;
-      case State::kState5:
-        Construct(
-            &prior.prior.prior.prior.prior.prior.current_promise,
-            std::move(
-                other.prior.prior.prior.prior.prior.prior.current_promise));
-        goto tail5;
-      case State::kState6:
-        Construct(
-            &prior.prior.prior.prior.prior.current_promise,
-            std::move(other.prior.prior.prior.prior.prior.current_promise));
-        goto tail6;
-      case State::kState7:
-        Construct(&prior.prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.current_promise));
-        goto tail7;
-      case State::kState8:
-        Construct(&prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.current_promise));
-        goto tail8;
-      case State::kState9:
-        Construct(&prior.prior.current_promise,
-                  std::move(other.prior.prior.current_promise));
-        goto tail9;
-      case State::kState10:
-        Construct(&prior.current_promise,
-                  std::move(other.prior.current_promise));
-        goto tail10;
-      case State::kState11:
-        Construct(&current_promise, std::move(other.current_promise));
-        return;
-    }
-  tail0:
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
+                   .current_promise,
+              std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
+                            .prior.prior.prior.current_promise));
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
                    .next_factory,
               std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
                             .prior.prior.prior.next_factory));
-  tail1:
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
                    .next_factory,
               std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
                             .prior.prior.next_factory));
-  tail2:
     Construct(
         &prior.prior.prior.prior.prior.prior.prior.prior.prior.next_factory,
         std::move(other.prior.prior.prior.prior.prior.prior.prior.prior.prior
                       .next_factory));
-  tail3:
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
                             .next_factory));
-  tail4:
     Construct(
         &prior.prior.prior.prior.prior.prior.prior.next_factory,
         std::move(
             other.prior.prior.prior.prior.prior.prior.prior.next_factory));
-  tail5:
     Construct(
         &prior.prior.prior.prior.prior.prior.next_factory,
         std::move(other.prior.prior.prior.prior.prior.prior.next_factory));
-  tail6:
     Construct(&prior.prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.prior.next_factory));
-  tail7:
     Construct(&prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.next_factory));
-  tail8:
     Construct(&prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.next_factory));
-  tail9:
     Construct(&prior.prior.next_factory,
               std::move(other.prior.prior.next_factory));
-  tail10:
     Construct(&prior.next_factory, std::move(other.prior.next_factory));
   }
-  SeqState& operator=(SeqState&& other) = delete;
-  Poll<Result> PollOnce() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState& operator=(SeqState&& other) =
+      delete;
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
     switch (state) {
       case State::kState0: {
         if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {
@@ -5089,9 +4751,12 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8, F9, F10, F11> {
   GPR_NO_UNIQUE_ADDRESS State state = State::kState0;
   GPR_NO_UNIQUE_ADDRESS DebugLocation whence;
 
-  SeqState(P&& p, F0&& f0, F1&& f1, F2&& f2, F3&& f3, F4&& f4, F5&& f5, F6&& f6,
-           F7&& f7, F8&& f8, F9&& f9, F10&& f10, F11&& f11,
-           DebugLocation whence) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(P&& p, F0&& f0, F1&& f1,
+                                                F2&& f2, F3&& f3, F4&& f4,
+                                                F5&& f5, F6&& f6, F7&& f7,
+                                                F8&& f8, F9&& f9, F10&& f10,
+                                                F11&& f11,
+                                                DebugLocation whence) noexcept
       : whence(whence) {
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
                    .prior.current_promise,
@@ -5121,7 +4786,7 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8, F9, F10, F11> {
     Construct(&prior.prior.next_factory, std::forward<F10>(f10));
     Construct(&prior.next_factory, std::forward<F11>(f11));
   }
-  ~SeqState() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION ~SeqState() {
     switch (state) {
       case State::kState0:
         Destruct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
@@ -5197,10 +4862,13 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8, F9, F10, F11> {
   tail11:
     Destruct(&prior.next_factory);
   }
-  SeqState(const SeqState& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(const SeqState& other) noexcept
       : state(other.state), whence(other.whence) {
-    CHECK(state == State::kState0);
-    Construct(&prior.current_promise, other.prior.current_promise);
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
+                   .prior.current_promise,
+              other.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
+                  .prior.prior.current_promise);
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
                    .prior.next_factory,
               other.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
@@ -5234,126 +4902,52 @@ struct SeqState<Traits, P, F0, F1, F2, F3, F4, F5, F6, F7, F8, F9, F10, F11> {
     Construct(&prior.next_factory, other.prior.next_factory);
   }
   SeqState& operator=(const SeqState& other) = delete;
-  SeqState(SeqState&& other) noexcept
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState(SeqState&& other) noexcept
       : state(other.state), whence(other.whence) {
-    switch (state) {
-      case State::kState0:
-        Construct(
-            &prior.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
-                 .prior.current_promise,
-            std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
-                          .prior.prior.prior.prior.current_promise));
-        goto tail0;
-      case State::kState1:
-        Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
-                       .prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.prior.prior.prior
-                                .prior.prior.prior.prior.current_promise));
-        goto tail1;
-      case State::kState2:
-        Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
-                       .current_promise,
-                  std::move(other.prior.prior.prior.prior.prior.prior.prior
-                                .prior.prior.prior.current_promise));
-        goto tail2;
-      case State::kState3:
-        Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior
-                       .current_promise,
-                  std::move(other.prior.prior.prior.prior.prior.prior.prior
-                                .prior.prior.current_promise));
-        goto tail3;
-      case State::kState4:
-        Construct(
-            &prior.prior.prior.prior.prior.prior.prior.prior.current_promise,
-            std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
-                          .current_promise));
-        goto tail4;
-      case State::kState5:
-        Construct(&prior.prior.prior.prior.prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.prior.prior.prior
-                                .current_promise));
-        goto tail5;
-      case State::kState6:
-        Construct(
-            &prior.prior.prior.prior.prior.prior.current_promise,
-            std::move(
-                other.prior.prior.prior.prior.prior.prior.current_promise));
-        goto tail6;
-      case State::kState7:
-        Construct(
-            &prior.prior.prior.prior.prior.current_promise,
-            std::move(other.prior.prior.prior.prior.prior.current_promise));
-        goto tail7;
-      case State::kState8:
-        Construct(&prior.prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.prior.current_promise));
-        goto tail8;
-      case State::kState9:
-        Construct(&prior.prior.prior.current_promise,
-                  std::move(other.prior.prior.prior.current_promise));
-        goto tail9;
-      case State::kState10:
-        Construct(&prior.prior.current_promise,
-                  std::move(other.prior.prior.current_promise));
-        goto tail10;
-      case State::kState11:
-        Construct(&prior.current_promise,
-                  std::move(other.prior.current_promise));
-        goto tail11;
-      case State::kState12:
-        Construct(&current_promise, std::move(other.current_promise));
-        return;
-    }
-  tail0:
+    DCHECK(state == State::kState0);
+    Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
+                   .prior.current_promise,
+              std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
+                            .prior.prior.prior.prior.current_promise));
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
                    .prior.next_factory,
               std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
                             .prior.prior.prior.prior.next_factory));
-  tail1:
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
                    .next_factory,
               std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
                             .prior.prior.prior.next_factory));
-  tail2:
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.prior.prior
                    .next_factory,
               std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
                             .prior.prior.next_factory));
-  tail3:
     Construct(
         &prior.prior.prior.prior.prior.prior.prior.prior.prior.next_factory,
         std::move(other.prior.prior.prior.prior.prior.prior.prior.prior.prior
                       .next_factory));
-  tail4:
     Construct(&prior.prior.prior.prior.prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.prior.prior.prior.prior
                             .next_factory));
-  tail5:
     Construct(
         &prior.prior.prior.prior.prior.prior.prior.next_factory,
         std::move(
             other.prior.prior.prior.prior.prior.prior.prior.next_factory));
-  tail6:
     Construct(
         &prior.prior.prior.prior.prior.prior.next_factory,
         std::move(other.prior.prior.prior.prior.prior.prior.next_factory));
-  tail7:
     Construct(&prior.prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.prior.next_factory));
-  tail8:
     Construct(&prior.prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.prior.next_factory));
-  tail9:
     Construct(&prior.prior.prior.next_factory,
               std::move(other.prior.prior.prior.next_factory));
-  tail10:
     Construct(&prior.prior.next_factory,
               std::move(other.prior.prior.next_factory));
-  tail11:
     Construct(&prior.next_factory, std::move(other.prior.next_factory));
   }
-  SeqState& operator=(SeqState&& other) = delete;
-  Poll<Result> PollOnce() {
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION SeqState& operator=(SeqState&& other) =
+      delete;
+  GPR_ATTRIBUTE_ALWAYS_INLINE_FUNCTION Poll<Result> PollOnce() {
     switch (state) {
       case State::kState0: {
         if (GRPC_TRACE_FLAG_ENABLED(promise_primitives)) {