diff --git a/.circleci/config.yml b/.circleci/config.yml
index 6f19e365902..87556e3854a 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -4,11 +4,11 @@ parameters:
   pytorch_stable_image:
     type: string
     # https://hub.docker.com/r/pytorch/pytorch/tags
-    default: "pytorch/pytorch:1.10.0-cuda11.3-cudnn8-runtime"
+    default: "pytorch/pytorch:1.11.0-cuda11.3-cudnn8-runtime"
   pytorch_stable_image_devel:
     type: string
     # https://hub.docker.com/r/pytorch/pytorch/tags
-    default: "pytorch/pytorch:1.10.0-cuda11.3-cudnn8-devel"
+    default: "pytorch/pytorch:1.11.0-cuda11.3-cudnn8-devel"
   workingdir:
     type: string
     default: "/tmp/ignite"
diff --git a/docker/docker.cfg b/docker/docker.cfg
index 855fa7930ca..81bc679a493 100644
--- a/docker/docker.cfg
+++ b/docker/docker.cfg
@@ -1,4 +1,4 @@
 [DEFAULT]
-build_docker_image_pytorch_version = 1.10.0-cuda11.3-cudnn8
-build_docker_image_hvd_version = v0.23.0
-build_docker_image_msdp_version = v0.5.9
+build_docker_image_pytorch_version = 1.11.0-cuda11.3-cudnn8
+build_docker_image_hvd_version = v0.24.2
+build_docker_image_msdp_version = v0.6.0