diff --git a/sonic-slave-buster/Dockerfile.j2 b/sonic-slave-buster/Dockerfile.j2
index 957e0f646998..344b545e59f9 100644
--- a/sonic-slave-buster/Dockerfile.j2
+++ b/sonic-slave-buster/Dockerfile.j2
@@ -354,9 +354,6 @@ RUN apt-get update && apt-get install -y \
         libsystemd-dev \
         pkg-config
 
-# Upgrade cmake to support dbus-python build in armhf
-RUN apt-get install -t buster-backports -y cmake
-
 RUN apt-get -y build-dep openssh
 
 # Build fix for ARMHF buster libsairedis
@@ -380,6 +377,12 @@ RUN apt-get -y build-dep openssh
 
        # workaround because of https://bugs.launchpad.net/qemu/+bug/1805913, just disable aspell
        RUN cp /bin/true /usr/bin/aspell
+
+       # Upgrade cmake to support dbus-python build in armhf, but the latest version of cmake conflicts with libyang
+       RUN apt-get install -t buster-backports -y cmake=3.18.4-2+deb11u1~bpo10+1 cmake-data=3.18.4-2+deb11u1~bpo10+1
+       RUN pip3 install --upgrade pip
+       RUN pip3 install dbus-python
+       RUN apt-get install -y cmake=3.13.4-1 cmake-data=3.13.4-1 --allow-downgrades
 {%- endif %}
 
 ## Config dpkg