diff --git a/Dockerfile b/Dockerfile
index 94fe5c793..9f2d421bc 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -26,8 +26,8 @@ WORKDIR /tmp/oxidized
 # docker automated build gets shallow copy, but non-shallow copy cannot be unshallowed
 RUN git fetch --unshallow || true
 
-# Remove any older gems of oxidized
-RUN rm pkg/*
+# Remove any older gems of oxidized if they exist
+RUN rm pkg/* || true
 
 # Ensure rugged is built with ssh support
 RUN rake build