diff --git a/Dockerfile b/Dockerfile
index 435fdbfd59ca17d1afcebbc554661f532f001fcd..d5368a2fe65001dbc14336ffa2aa97060f8bc340 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -6,6 +6,18 @@
 FROM dockerfile/java
 MAINTAINER Erik Hedenström <erik@codemate.se>
 
+# Set the env variables to non-interactive
+ENV DEBIAN_FRONTEND noninteractive
+ENV DEBIAN_PRIORITY critical
+ENV DEBCONF_NOWARNINGS yes
+
+# Set Timezone
+RUN echo "Europe/Stockholm" > /etc/timezone && dpkg-reconfigure -f noninteractive tzdata
+
+# Fix locale
+RUN locale-gen en_US.UTF-8
+RUN echo "LANG=\"en_US.UTF-8\"" > /etc/default/locale && echo "LANGUAGE=\"en_US:en\"" >> /etc/default/locale
+
 # Default Environment
 ENV CONFLUENCE_VERSION 5.4.3
 ENV CONFLUENCE_HOME /home/confluence