diff --git a/Dockerfile b/Dockerfile
index e54b223..3f03cee 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -51,6 +51,11 @@ FROM debian:bullseye-slim AS final
 # Marvin2 needs CA certificates
 RUN apt update && apt install -y ca-certificates
 
+# Clean up apt stuff
+apt clean
+apt autoremove --yes
+rm -rf /var/lib/{apt,dpkg,cache,log}/
+
 # Create a non-privileged user that the app will run under.
 # See https://docs.docker.com/develop/develop-images/dockerfile_best-practices/#user
 ARG UID=10001