Merge branch 'georgekoltsov/increase-bulk-import-default-page-size' into 'master'

Update Bulk Import default page size to 500

See merge request gitlab-org/gitlab!57594

app/models/bulk_imports/tracker.rb

@@ -18,6 +18,8 @@ class BulkImports::Tracker < ApplicationRecord
 
   validates :stage, presence: true
 
+  DEFAULT_PAGE_SIZE = 500
+
   state_machine :status, initial: :created do
     state :created, value: 0
     state :started, value: 1

changelogs/unreleased/georgekoltsov-increase-bulk-import-default-page-size.yml

+---
+title: Update BulkImport default page size to 500 in order to process larger page
+  of data
+merge_request: 57594
+author:
+type: other

ee/lib/ee/bulk_imports/groups/graphql/get_epic_award_emoji_query.rb

@@ -9,10 +9,10 @@ module GetEpicAwardEmojiQuery
 
           def to_s
             <<-'GRAPHQL'
-            query($full_path: ID!, $epic_iid: ID!, $cursor: String) {
+            query($full_path: ID!, $epic_iid: ID!, $cursor: String, $per_page: Int) {
               group(fullPath: $full_path) {
                 epic(iid: $epic_iid) {
-                  award_emoji: awardEmoji(first: 100, after: $cursor) {
+                  award_emoji: awardEmoji(first: $per_page, after: $cursor) {
                     page_info: pageInfo {
                       next_page: endCursor
                       has_next_page: hasNextPage
@@ -36,7 +36,8 @@ def variables(context)
             {
               full_path: context.entity.source_full_path,
               cursor: context.tracker.next_page,
-              epic_iid: iid
+              epic_iid: iid,
+              per_page: ::BulkImports::Tracker::DEFAULT_PAGE_SIZE
             }
           end
 

ee/lib/ee/bulk_imports/groups/graphql/get_epic_events_query.rb

@@ -9,10 +9,10 @@ module GetEpicEventsQuery
 
           def to_s
             <<-'GRAPHQL'
-            query($full_path: ID!, $epic_iid: ID!, $cursor: String) {
+            query($full_path: ID!, $epic_iid: ID!, $cursor: String, $per_page: Int) {
               group(fullPath: $full_path) {
                 epic(iid: $epic_iid) {
-                  events(first: 100, after: $cursor) {
+                  events(first: $per_page, after: $cursor) {
                     page_info: pageInfo {
                       next_page: endCursor
                       has_next_page: hasNextPage
@@ -38,7 +38,8 @@ def variables(context)
             {
               full_path: context.entity.source_full_path,
               cursor: context.tracker.next_page,
-              epic_iid: iid
+              epic_iid: iid,
+              per_page: ::BulkImports::Tracker::DEFAULT_PAGE_SIZE
             }
           end
 

ee/lib/ee/bulk_imports/groups/graphql/get_epics_query.rb

@@ -9,11 +9,11 @@ module GetEpicsQuery
 
           def to_s
             <<-'GRAPHQL'
-            query($full_path: ID!, $cursor: String) {
+            query($full_path: ID!, $cursor: String, $per_page: Int) {
               group(fullPath: $full_path) {
                 epics(
                   includeDescendantGroups: false,
-                  first: 100,
+                  first: $per_page,
                   after: $cursor
                 ) {
                   page_info: pageInfo {
@@ -61,7 +61,8 @@ def to_s
           def variables(context)
             {
               full_path: context.entity.source_full_path,
-              cursor: context.tracker.next_page
+              cursor: context.tracker.next_page,
+              per_page: ::BulkImports::Tracker::DEFAULT_PAGE_SIZE
             }
           end
 

ee/lib/ee/bulk_imports/groups/graphql/get_iterations_query.rb

@@ -9,9 +9,9 @@ module GetIterationsQuery
 
           def to_s
             <<-'GRAPHQL'
-            query($full_path: ID!, $cursor: String) {
+            query($full_path: ID!, $cursor: String, $per_page: Int) {
               group(fullPath: $full_path) {
-                iterations(first: 100, after: $cursor, includeAncestors: false) {
+                iterations(first: $per_page, after: $cursor, includeAncestors: false) {
                   page_info: pageInfo {
                     next_page: endCursor
                     has_next_page: hasNextPage
@@ -35,7 +35,8 @@ def to_s
           def variables(context)
             {
               full_path: context.entity.source_full_path,
-              cursor: context.tracker.next_page
+              cursor: context.tracker.next_page,
+              per_page: ::BulkImports::Tracker::DEFAULT_PAGE_SIZE
             }
           end
 

lib/bulk_imports/groups/graphql/get_labels_query.rb

@@ -8,9 +8,9 @@ module GetLabelsQuery
 
         def to_s
           <<-'GRAPHQL'
-          query ($full_path: ID!, $cursor: String) {
+          query ($full_path: ID!, $cursor: String, $per_page: Int) {
             group(fullPath: $full_path) {
-              labels(first: 100, after: $cursor, onlyGroupLabels: true) {
+              labels(first: $per_page, after: $cursor, onlyGroupLabels: true) {
                 page_info: pageInfo {
                   next_page: endCursor
                   has_next_page: hasNextPage
@@ -31,7 +31,8 @@ def to_s
         def variables(context)
           {
             full_path: context.entity.source_full_path,
-            cursor: context.tracker.next_page
+            cursor: context.tracker.next_page,
+            per_page: ::BulkImports::Tracker::DEFAULT_PAGE_SIZE
           }
         end
 

lib/bulk_imports/groups/graphql/get_members_query.rb

@@ -7,9 +7,9 @@ module GetMembersQuery
         extend self
         def to_s
           <<-'GRAPHQL'
-          query($full_path: ID!, $cursor: String) {
+          query($full_path: ID!, $cursor: String, $per_page: Int) {
             group(fullPath: $full_path) {
-              group_members: groupMembers(relations: DIRECT, first: 100, after: $cursor) {
+              group_members: groupMembers(relations: DIRECT, first: $per_page, after: $cursor) {
                 page_info: pageInfo {
                   next_page: endCursor
                   has_next_page: hasNextPage
@@ -34,7 +34,8 @@ def to_s
         def variables(context)
           {
             full_path: context.entity.source_full_path,
-            cursor: context.tracker.next_page
+            cursor: context.tracker.next_page,
+            per_page: ::BulkImports::Tracker::DEFAULT_PAGE_SIZE
           }
         end
 

lib/bulk_imports/groups/graphql/get_milestones_query.rb

@@ -8,9 +8,9 @@ module GetMilestonesQuery
 
         def to_s
           <<-'GRAPHQL'
-          query ($full_path: ID!, $cursor: String) {
+          query ($full_path: ID!, $cursor: String, $per_page: Int) {
             group(fullPath: $full_path) {
-              milestones(first: 100, after: $cursor, includeDescendants: false) {
+              milestones(first: $per_page, after: $cursor, includeDescendants: false) {
                 page_info: pageInfo {
                   next_page: endCursor
                   has_next_page: hasNextPage
@@ -33,7 +33,8 @@ def to_s
         def variables(context)
           {
             full_path: context.entity.source_full_path,
-            cursor: context.tracker.next_page
+            cursor: context.tracker.next_page,
+            per_page: ::BulkImports::Tracker::DEFAULT_PAGE_SIZE
           }
         end