diff --git a/synapse/push/baserules.py b/synapse/push/baserules.py
index 286374d0b53794a8972d3260564b0aa17e8eecee..4d57a89d7eb312d8e8434d19ad820c324414d346 100644
--- a/synapse/push/baserules.py
+++ b/synapse/push/baserules.py
@@ -335,7 +335,13 @@ BASE_APPEND_UNDERRIDE_RULES = [
                 "_id": "_message",
             }
         ],
-        "actions": ["notify", {"set_tweak": "highlight", "value": False}],
+        "actions": [
+            # default to not notifying for group chats
+            # see https://github.com/vector-im/riot-web/issues/3268
+            # we can't do this on existing servers because we need to
+            # add per-user overrides to preserve their existing behaviour
+            "dont_notify"
+        ],
     },
     # XXX: this is going to fire for events which aren't m.room.messages
     # but are encrypted (e.g. m.call.*)...