diff --git a/roles/float-base-docker/tasks/podman.yml b/roles/float-base-docker/tasks/podman.yml
index 9c87cbf44d98f50ed50307e19b54a44119915941..e0b9f3cee5621678576ddec06f3a48e7c75d4567 100644
--- a/roles/float-base-docker/tasks/podman.yml
+++ b/roles/float-base-docker/tasks/podman.yml
@@ -2,6 +2,13 @@
 
 - include_tasks: "podman_{{ podman_package_source }}.yml"
 
+# If we've changed sources.list for podman, it is important
+# that we run apt upgrade now.
+- name: Apt upgrade
+  apt:
+    upgrade: 'yes'
+  when: "podman_sources_list.changed"
+
 - name: Symlink podman to docker
   file:
     src: /usr/bin/podman
diff --git a/roles/float-base-docker/tasks/podman_ai.yml b/roles/float-base-docker/tasks/podman_ai.yml
index fd336685d836a9d32747fa3b8cfb93c9f1e005dc..66e2e77c20c716f969a1faaad21709fe0c6e2e2d 100644
--- a/roles/float-base-docker/tasks/podman_ai.yml
+++ b/roles/float-base-docker/tasks/podman_ai.yml
@@ -19,6 +19,7 @@
   apt_repository:
     repo: "deb [signed-by=/usr/share/keyrings/deb.autistici.org.gpg] http://deb.autistici.org/urepo buster-podman/"
     state: present
+  register: podman_sources_list
 
 - name: Pin podman packages to our repository
   copy:
diff --git a/roles/float-base-docker/tasks/podman_debian.yml b/roles/float-base-docker/tasks/podman_debian.yml
index beb1ac79884127ab33182ae8198667784dd90894..ba4e212ffbd294664946519a7d997b247cd9d42c 100644
--- a/roles/float-base-docker/tasks/podman_debian.yml
+++ b/roles/float-base-docker/tasks/podman_debian.yml
@@ -24,6 +24,7 @@
   file:
     path: "/etc/apt/preferences.d/99podman"
     state: absent
+  register: podman_sources_list
 
 - name: Install Podman packages
   apt:
diff --git a/roles/float-base-docker/tasks/podman_kubic.yml b/roles/float-base-docker/tasks/podman_kubic.yml
index 6e66c040d9e1d5f258bb5aba0d35ca687d738500..ee5fd28a3f2651139ba4f7582d2f67c107a8c739 100644
--- a/roles/float-base-docker/tasks/podman_kubic.yml
+++ b/roles/float-base-docker/tasks/podman_kubic.yml
@@ -18,6 +18,7 @@
   apt_repository:
     repo: "deb http://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/Debian_10/ /"
     state: present
+  register: podman_sources_list
 
 - name: Remove podman package pins
   file: