diff --git a/dist/images/Dockerfile.base b/dist/images/Dockerfile.base
index 0bcc655476f..c6584a61f46 100644
--- a/dist/images/Dockerfile.base
+++ b/dist/images/Dockerfile.base
@@ -117,9 +117,11 @@ RUN curl -sSf -L --retry 3 -o /usr/local/bin/bfdd-control https://github.com/bob
     chmod +x /usr/local/bin/bfdd-control /usr/local/bin/bfdd-beacon
 
 RUN curl -sSf -L --retry 3 -O https://launchpad.net/ubuntu/+archive/primary/+files/libipset13_7.17-1ubuntu1_${ARCH}.deb && \
-    dpkg -i libipset13_7.17-1ubuntu1_${ARCH}.deb
+    dpkg -i libipset13_7.17-1ubuntu1_${ARCH}.deb && \
+    rm -f libipset13_7.17-1ubuntu1_${ARCH}.deb
 RUN curl -sSf -L --retry 3 -O https://launchpad.net/ubuntu/+archive/primary/+files/ipset_7.17-1ubuntu1_${ARCH}.deb && \
-    dpkg -i ipset_7.17-1ubuntu1_${ARCH}.deb
+    dpkg -i ipset_7.17-1ubuntu1_${ARCH}.deb && \
+    rm -f ipset_7.17-1ubuntu1_${ARCH}.deb
 
 RUN --mount=type=bind,target=/packages,from=ovs-builder,source=/packages  \
     dpkg -i /packages/openvswitch-*.deb /packages/python3-openvswitch*.deb && \