diff --git a/install.sh b/install.sh
index 0207f82947c92d597037bde4252337049f7a9fc9..e6a33f274f358ecef9ffc98b9cece13d70aec95c 100755
--- a/install.sh
+++ b/install.sh
@@ -3,6 +3,8 @@
 # Quick installation script for new hosts.
 #
 
+export DEBIAN_FRONTEND=noninteractive LANG=C
+
 repo_url=https://git.autistici.org/ale/minicl.git
 ca_url=http://www.autistici.org/static/certs/ca.crt
 
@@ -13,14 +15,14 @@ fi
 
 set -e
 
+apt-get update
+apt-get install -q -y python python-dev python-setuptools git ca-certificates
+
 if [ ! -e /usr/local/share/ca-certificates/autistici.org.crt ]; then
   wget -O /usr/local/share/ca-certificates/autistici.org.crt $ca_url
   update-ca-certificates
 fi
 
-export DEBIAN_FRONTEND=noninteractive
-apt-get update
-apt-get install -q -y python python-dev python-setuptools git
 easy_install -U pip
 pip install --upgrade "git+${repo_url}#egg=minicl"