diff --git a/openff/toolkit/utils/exceptions.py b/openff/toolkit/utils/exceptions.py
index d7fd3f219..f1167bdda 100644
--- a/openff/toolkit/utils/exceptions.py
+++ b/openff/toolkit/utils/exceptions.py
@@ -198,16 +198,9 @@ class SMIRNOFFAromaticityError(OpenFFToolkitException):
     """
 
 
-class _DeprecatedParseError(Exception):
+class _DeprecatedParseError(_DeprecatedMessageException):
     """DEPRECATED: Error for when a SMIRNOFF data structure is not parseable by a ForceField"""
 
-    def __init__(self, msg):
-        super().__init__(msg)
-        self.msg = msg
-
-    def __str__(self):
-        return self.msg
-
 
 class SMIRNOFFParseError(OpenFFToolkitException, _DeprecatedParseError):
     """