diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index f5f9b39..aa6cf4d 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -44,6 +44,9 @@ docker-build:
     - dev
 
 before_script:
+  - apt-get update -qq
+  # Setup SSH deploy keys
+  - 'which ssh-agent || ( apt-get install -qq openssh-client )'
   - eval $(ssh-agent -s)
   - ssh-add <(echo "$SSH_PRIVATE_KEY")
   - mkdir -p ~/.ssh