From 148a9d8d3492a3fffcb1a0e25500dc9b87ce3950 Mon Sep 17 00:00:00 2001
From: ale <ale@incal.net>
Date: Sun, 29 Dec 2024 08:59:39 +0000
Subject: [PATCH] Support archive_sites_exclude_patterns
---
roles/account-automation-backend-web/tasks/main.yml | 6 ++++++
1 file changed, 6 insertions(+)
diff --git a/roles/account-automation-backend-web/tasks/main.yml b/roles/account-automation-backend-web/tasks/main.yml
index c22390ff..2e5fbc02 100644
--- a/roles/account-automation-backend-web/tasks/main.yml
+++ b/roles/account-automation-backend-web/tasks/main.yml
@@ -5,6 +5,12 @@
name: warc-crawler
state: present
+- name: Configure crawler
+ copy:
+ dest: /etc/ai/crawl-excludes
+ content: |
+ {{ archive_sites_exclude_patterns | default([]) | join('\n') }}
+
- name: Setup mysql client configuration
template:
dest: /etc/ai/mysql_clients/users.cnf
--
GitLab