diff --git a/Dockerfile b/Dockerfile
index a43afec8..197b6cac 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -62,7 +62,9 @@ RUN apk add --virtual .build-deps \
  && apk del .build-deps
 
 COPY . /opt/mautrix-telegram
-RUN apk add git && pip3 install .[speedups,hq_thumbnails,metrics,e2be] && apk del git
+RUN apk add git && pip3 install .[speedups,hq_thumbnails,metrics,e2be] && apk del git \
+  # This doesn't make the image smaller, but it's needed so that the `version` command works properly
+  && rm -rf mautrix_telegram
 
 VOLUME /data
 ENV UID=1337 GID=1337 \