diff --git a/lib/src/room.dart b/lib/src/room.dart
index 9a37956f..6f6ddba6 100644
--- a/lib/src/room.dart
+++ b/lib/src/room.dart
@@ -1451,6 +1451,8 @@ class Room {
         EventTypes.RoomMember,
         mxID,
       );
+    } on MatrixException catch (_) {
+      // Ignore if we have no permission
     } catch (e, s) {
       if (!ignoreErrors) {
         _requestingMatrixIds.remove(mxID);