diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 1a9455f37c85710691b49ec34f34590072335cc8..86d0476f8c21bb4dc217b5b99f5d2cc6b42cb86e 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -1,8 +1,3 @@
-before_script:
-  - git config --global url.https://.insteadOf git://
-  - mkdir -p ~/.hex
-  - printf "{key,<<\"$HEX_KEY\">>}.\n{username,<<\"$HEX_USERNAME\">>}.\n" > ~/.hex/hex.config
-
 stages:
   - test
   - publish
@@ -18,6 +13,7 @@ hex_publish:
   only:
     - /^\d+[.]\d+[.]\d+$/ # Only publish HEAD tagged with semantic version
   script:
+    - mkdir -p ~/.hex && printf "{key,<<\"$HEX_KEY\">>}.\n{username,<<\"$HEX_USERNAME\">>}.\n" > ~/.hex/hex.config
     - echo "Y" | mix hex.publish
 
 aws_publish: