diff --git a/internal/pipewire/pipewire.go b/internal/pipewire/pipewire.go
index 15e9eeb..8d7e751 100644
--- a/internal/pipewire/pipewire.go
+++ b/internal/pipewire/pipewire.go
@@ -674,12 +674,6 @@ func (ctx *Context) consume(receiveRemaining []byte) (remaining []byte, err erro
 		if err = header.UnmarshalBinary(remaining[:SizeHeader]); err != nil {
 			return
 		}
-
-		// remote sequence sometimes do not start with 0
-		if ctx.remoteSequence == 0 {
-			ctx.remoteSequence = header.Sequence
-		}
-
 		if header.Sequence != ctx.remoteSequence {
 			return remaining, UnexpectedSequenceError(header.Sequence)
 		}