diff --git a/keeps/mark_old_advanced_search_migrations_as_obsolete.rb b/keeps/mark_old_advanced_search_migrations_as_obsolete.rb
index 1a2a3c5bf870c44556962cc48b67c0bcd263a395..2547ec98ec1dd425fa683a843143528e8f4d72ea 100644
--- a/keeps/mark_old_advanced_search_migrations_as_obsolete.rb
+++ b/keeps/mark_old_advanced_search_migrations_as_obsolete.rb
@@ -16,7 +16,9 @@ module Keeps
   #   -k Keeps::MarkOldAdvancedSearchMigrationsAsObsolete
   # ```
   class MarkOldAdvancedSearchMigrationsAsObsolete < ::Gitlab::Housekeeper::Keep
-    CUTOFF_MILESTONE = '16.11' # Only obsolete migrations added before this
+    # Only obsolete migrations added before this
+    # milestones are stored in config/upgrade_path.yml
+    CUTOFF_MILESTONE = '17.3'
 
     MIGRATIONS_PATH = 'ee/elastic/migrate'
     MIGRATION_REGEXP = /\A([0-9]+)_([_a-z0-9]*)\.rb\z/