diff --git a/ktfmt_idea_plugin/src/main/java/com/facebook/ktfmt/intellij/InitialConfigurationStartupActivity.java b/ktfmt_idea_plugin/src/main/java/com/facebook/ktfmt/intellij/InitialConfigurationStartupActivity.java
index 9a66dcef..00fe09ae 100644
--- a/ktfmt_idea_plugin/src/main/java/com/facebook/ktfmt/intellij/InitialConfigurationStartupActivity.java
+++ b/ktfmt_idea_plugin/src/main/java/com/facebook/ktfmt/intellij/InitialConfigurationStartupActivity.java
@@ -40,18 +40,22 @@ public void runActivity(@NotNull Project project) {
   }
 
   private void displayNewUserNotification(Project project, KtfmtSettings settings) {
-    new Notification(
+    Notification notification =
+        new Notification(
             NotificationGroupManager.getInstance()
                 .getNotificationGroup(NOTIFICATION_TITLE)
                 .getDisplayId(),
             NOTIFICATION_TITLE,
             "The ktfmt plugin is disabled by default.",
-            NotificationType.INFORMATION)
+            NotificationType.INFORMATION);
+
+    notification
         .addAction(
             new AnAction("Enable for This Project") {
               @Override
               public void actionPerformed(@NotNull AnActionEvent e) {
                 settings.setEnabled(true);
+                notification.expire();
               }
             })
         .notify(project);