diff --git a/CHANGES.rst b/CHANGES.rst
index 402de47f..a6397283 100644
--- a/CHANGES.rst
+++ b/CHANGES.rst
@@ -1,5 +1,9 @@
 Changes
 -------
+2.5.4 (2023-08-07)
+^^^^^^^^^^^^^^^^^^
+* fix __aenter__ attribute error introduced in refresh bugfix (#1031)
+
 2.5.3 (2023-08-06)
 ^^^^^^^^^^^^^^^^^^
 * add more support for Python 3.11
diff --git a/aiobotocore/__init__.py b/aiobotocore/__init__.py
index 2d517506..36dc058c 100644
--- a/aiobotocore/__init__.py
+++ b/aiobotocore/__init__.py
@@ -1 +1 @@
-__version__ = '2.5.3'
+__version__ = '2.5.4'
diff --git a/aiobotocore/utils.py b/aiobotocore/utils.py
index ad845065..ebe90c5a 100644
--- a/aiobotocore/utils.py
+++ b/aiobotocore/utils.py
@@ -480,8 +480,8 @@ async def get_bucket_region(self, bucket, response):
 
         # Finally, HEAD the bucket. No other choice sadly.
         try:
-            async with self._client as client:
-                response = await client.head_bucket(Bucket=bucket)
+            # NOTE: we don't need to aenter/aexit as we have a ref to the base client
+            response = await self._client.head_bucket(Bucket=bucket)
             headers = response['ResponseMetadata']['HTTPHeaders']
         except ClientError as e:
             headers = e.response['ResponseMetadata']['HTTPHeaders']
@@ -596,8 +596,8 @@ async def get_bucket_region(self, bucket, response):
 
         # Finally, HEAD the bucket. No other choice sadly.
         try:
-            async with self._client as client:
-                response = await client.head_bucket(Bucket=bucket)
+            # NOTE: we don't need to aenter/aexit as we have a ref to the base client
+            response = await self._client.head_bucket(Bucket=bucket)
             headers = response['ResponseMetadata']['HTTPHeaders']
         except ClientError as e:
             headers = e.response['ResponseMetadata']['HTTPHeaders']