diff --git a/internal/rules/config.go b/internal/rules/config.go
index 1a00064..227d269 100644
--- a/internal/rules/config.go
+++ b/internal/rules/config.go
@@ -28,6 +28,8 @@ func LoadRulesConfig(filepath string) (RulesConfig, error) {
 		return RulesConfig{}, err
 	}
 
+	// We want to completely override the old config
+	rulesConfig = RulesConfig{}
 	config := &mapstructure.DecoderConfig{
 		DecodeHook: actionDecodeHook,
 		Result:     &rulesConfig,