diff --git a/mautrix_telegram/portal.py b/mautrix_telegram/portal.py
index e4779f15..87a67a40 100644
--- a/mautrix_telegram/portal.py
+++ b/mautrix_telegram/portal.py
@@ -804,7 +804,7 @@ class Portal:
 
             if user:
                 user_level_defined = user.mxid in user_levels
-                user_has_right_level = (user_levels[user.mxid] != new_level
+                user_has_right_level = (user_levels[user.mxid] == new_level
                                         if user_level_defined else new_level == 0)
                 if not user_has_right_level:
                     levels["users"][user.mxid] = new_level
@@ -812,7 +812,7 @@ class Portal:
 
             if puppet:
                 puppet_level_defined = puppet.mxid in user_levels
-                puppet_has_right_level = (user_levels[puppet.mxid] != new_level
+                puppet_has_right_level = (user_levels[puppet.mxid] == new_level
                                           if puppet_level_defined else new_level == 0)
 
                 if not puppet_has_right_level: