diff --git a/internal/multiplex/switchboard.go b/internal/multiplex/switchboard.go
index 0bb13a1..d630b67 100644
--- a/internal/multiplex/switchboard.go
+++ b/internal/multiplex/switchboard.go
@@ -112,7 +112,9 @@ func (sb *switchboard) removeConn(closing *connEnclave) {
 		}
 	}
 	if len(sb.ces) == 0 {
+		sb.cesM.Unlock()
 		sb.session.Close()
+		return
 	}
 	sb.cesM.Unlock()
 }