diff --git a/roles/matrix/tasks/main.yml b/roles/matrix/tasks/main.yml
index 51a55413fddbbebd6caa83d32f1c4410c2467259..f6444801a28dd1d7378e255b7fed85eeb7409b70 100644
--- a/roles/matrix/tasks/main.yml
+++ b/roles/matrix/tasks/main.yml
@@ -166,7 +166,7 @@
   become_method: sudo
   when: irc_git.changed
 
-- name: Build matrix-appservice-irc
+- name: Build matrix-appservice-irc  # noqa no-changed-when
   command: yarn build
   args:
     chdir: /var/lib/synapse/matrix-appservice-irc