Support archive_sites_exclude_patterns

roles/account-automation-backend-web/tasks/main.yml

@@ -5,6 +5,12 @@
     name: warc-crawler
     state: present
 
+- name: Configure crawler
+  copy:
+    dest: /etc/ai/crawl-excludes
+    content: |
+      {{ archive_sites_exclude_patterns | default([]) | join('\n') }}
+
 - name: Setup mysql client configuration
   template:
     dest: /etc/ai/mysql_clients/users.cnf