diff --git a/src/service/rooms/state_cache/mod.rs b/src/service/rooms/state_cache/mod.rs
index 02ffa0d1..f406eb69 100644
--- a/src/service/rooms/state_cache/mod.rs
+++ b/src/service/rooms/state_cache/mod.rs
@@ -267,6 +267,10 @@ impl Service {
 			},
 			| MembershipState::Leave | MembershipState::Ban => {
 				self.mark_as_left(user_id, room_id);
+
+				if self.services.globals.user_is_local(user_id) {
+					self.forget(room_id, user_id);
+				}
 			},
 			| _ => {},
 		}