diff --git a/.ci/test_r_package.sh b/.ci/test_r_package.sh
index 1f5029543dc0..a9255c97f2a5 100755
--- a/.ci/test_r_package.sh
+++ b/.ci/test_r_package.sh
@@ -20,8 +20,8 @@ if [[ "${R_MAJOR_VERSION}" == "3" ]]; then
     export R_LINUX_VERSION="3.6.3-1bionic"
     export R_APT_REPO="bionic-cran35/"
 elif [[ "${R_MAJOR_VERSION}" == "4" ]]; then
-    export R_MAC_VERSION=4.0.5
-    export R_LINUX_VERSION="4.0.5-1.2004.0"
+    export R_MAC_VERSION=4.1.0
+    export R_LINUX_VERSION="4.1.0-1.2004.0"
     export R_APT_REPO="focal-cran40/"
 else
     echo "Unrecognized R version: ${R_VERSION}"
diff --git a/.ci/test_r_package_windows.ps1 b/.ci/test_r_package_windows.ps1
index 47357fa79821..1d04ef498448 100644
--- a/.ci/test_r_package_windows.ps1
+++ b/.ci/test_r_package_windows.ps1
@@ -65,8 +65,8 @@ if ($env:R_MAJOR_VERSION -eq "3") {
   $RTOOLS_INSTALL_PATH = "C:\rtools40"
   $env:RTOOLS_BIN = "$RTOOLS_INSTALL_PATH\usr\bin"
   $env:RTOOLS_MINGW_BIN = "$RTOOLS_INSTALL_PATH\mingw64\bin"
-  $env:RTOOLS_EXE_FILE = "rtools40-x86_64.exe"
-  $env:R_WINDOWS_VERSION = "4.0.5"
+  $env:RTOOLS_EXE_FILE = "rtools40v2-x86_64.exe"
+  $env:R_WINDOWS_VERSION = "4.1.0"
 } else {
   Write-Output "[ERROR] Unrecognized R version: $env:R_VERSION"
   Check-Output $false