diff --git a/roles/account-automation-backend-web/tasks/main.yml b/roles/account-automation-backend-web/tasks/main.yml
index c22390ff6dc375a09042678bab9e3ca2b1189fab..2e5fbc02eebfc820548e20e07c3af75d689afa87 100644
--- a/roles/account-automation-backend-web/tasks/main.yml
+++ b/roles/account-automation-backend-web/tasks/main.yml
@@ -5,6 +5,12 @@
     name: warc-crawler
     state: present
 
+- name: Configure crawler
+  copy:
+    dest: /etc/ai/crawl-excludes
+    content: |
+      {{ archive_sites_exclude_patterns | default([]) | join('\n') }}
+
 - name: Setup mysql client configuration
   template:
     dest: /etc/ai/mysql_clients/users.cnf