diff --git a/mautrix_telegram/puppet.py b/mautrix_telegram/puppet.py
index 4b2a5937..7676a251 100644
--- a/mautrix_telegram/puppet.py
+++ b/mautrix_telegram/puppet.py
@@ -360,7 +360,7 @@ class Puppet:
         if self.disable_updates:
             return False
         is_main_source = (source.is_relaybot or (self.displayname_source is not None
-                                                 and self.displayname_source != source.tgid))
+                                                 and self.displayname_source == source.tgid))
         # No phone -> not in contact list -> can't set custom name -> name is trustworthy
         is_trustworthy_source = isinstance(info, User) and info.phone is None
         if not is_main_source and not is_trustworthy_source: