diff --git a/.circleci/config.yml b/.circleci/config.yml
index 7812d12..680d052 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -12,6 +12,8 @@ jobs:
           name: Configure git user
           command: |
             echo "$GITHUB_SSH_KEY" | base64 --decode -i > ~/.ssh/id_rsa
+            ssh-add -D
+            ssh-add ~/.ssh/id_rsa
             git config --global user.email "ci@danielrayjones.com"
             git config --global user.name "Circle CI"
       - run: