diff --git a/.circleci/config.yml b/.circleci/config.yml
index 2db277d0a..f3e5b5f48 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -23,6 +23,7 @@ jobs:
           PYTHON_INTERPRETER: python3
           SUDO: sudo
           ENCHANT_PACKAGE: python3-enchant
+          EXTRA_APT: rustc  # there is no wheel for cryptography
 
       - image: circleci/postgres:9.6-ram
         environment:
@@ -37,6 +38,17 @@ jobs:
     steps:
       - checkout
 
+      - run:
+          name: apt update
+          command: |
+            set +e
+            $SUDO apt update
+            echo
+
+      - run:
+          name: Installing psql client and enchant
+          command: $SUDO apt -y install postgresql-client netcat $ENCHANT_PACKAGE $EXTRA_APT
+
       - restore_cache:
           keys:
           - v10-dependencies-{{ .Environment.CIRCLE_JOB }}-{{ checksum "requirements.txt" }}
@@ -62,17 +74,6 @@ jobs:
             - ./venv
           key: v10-dependencies-{{ .Environment.CIRCLE_JOB }}-{{ checksum "requirements.txt" }}
 
-      - run:
-          name: apt update
-          command: |
-            set +e
-            $SUDO apt update
-            echo
-
-      - run:
-          name: Installing psql client and enchant
-          command: $SUDO apt -y install postgresql-client netcat $ENCHANT_PACKAGE
-
       - run:
           name: Waiting for PostgreSQL to be ready
           command: |
@@ -142,6 +143,7 @@ jobs:
           PYTHON_INTERPRETER: python3
           SUDO: sudo
           ENCHANT_PACKAGE: python3-enchant
+          EXTRA_APT: ''
 
       - image: circleci/postgres:9.6
         environment:
@@ -165,6 +167,7 @@ jobs:
           PYTHON_INTERPRETER: pypy3
           SUDO: ''
           ENCHANT_PACKAGE: python3-enchant
+          EXTRA_APT: ''
 
       - image: circleci/postgres:9.6
         environment:
@@ -188,6 +191,7 @@ jobs:
           PYTHON_INTERPRETER: pypy3
           SUDO: ''
           ENCHANT_PACKAGE: python-enchant
+          EXTRA_APT: rustc
 
       - image: circleci/postgres:9.6
         environment: