diff --git a/CHANGELOG.md b/CHANGELOG.md
index 8c45d0b2..92a05487 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,5 +1,9 @@
 # Changelog
 
+## Unreleased
+
+* Removes Style/RedundantBegin from Ruby versions <= 2.4
+
 ## 1.7.1
 
 * Update rubocop from 1.25.0 to [1.25.1](https://github.com/rubocop/rubocop/tag/v1.25.1)
diff --git a/config/ruby-2.4.yml b/config/ruby-2.4.yml
index 0225000c..4b6b35b8 100644
--- a/config/ruby-2.4.yml
+++ b/config/ruby-2.4.yml
@@ -2,3 +2,6 @@ inherit_from: ./ruby-2.5.yml
 
 AllCops:
   TargetRubyVersion: 2.5 # The oldest supported
+
+Style/RedundantBegin:
+  Enabled: false