diff --git a/Dockerfile b/Dockerfile
index 559637c..42c1d99 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -8,8 +8,10 @@ LABEL org.opencontainers.image.source=https://github.com/SierraSoftworks/github-
 LABEL org.opencontainers.image.description="Backup your GitHub repositories and releases automatically"
 LABEL org.opencontainers.image.licenses=MIT
 
-RUN apt-get update && apt-get install -y \
-  openssl
+RUN apt-get update && \
+    apt-get install -y openssl && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
 
 ADD ./github-backup /usr/local/bin/github-backup