Merge branch 'gitlab_main_cell_local' into 'master'

Create new gitlab_main_cell_local and gitlab_ci_cell_local schemas

See merge request https://gitlab.com/gitlab-org/gitlab/-/merge_requests/180139



Merged-by: Michael Kozono <mkozono@gitlab.com>
Approved-by: Michael Kozono <mkozono@gitlab.com>
Approved-by: Krasimir Angelov <kangelov@gitlab.com>
Reviewed-by: Michael Kozono <mkozono@gitlab.com>
Reviewed-by: Krasimir Angelov <kangelov@gitlab.com>
Co-authored-by: Thong Kuah <tkuah@gitlab.com>

db/database_connections/ci.yaml

@@ -4,10 +4,12 @@ gitlab_schemas:
   - gitlab_internal
   - gitlab_shared
   - gitlab_ci
+  - gitlab_ci_cell_local
 lock_gitlab_schemas:
   - gitlab_main
   - gitlab_main_clusterwide
   - gitlab_main_cell
+  - gitlab_main_cell_local
   - gitlab_pm
   - gitlab_sec
 klass: Ci::ApplicationRecord

db/database_connections/main.yaml

@@ -5,10 +5,12 @@ gitlab_schemas:
   - gitlab_shared
   - gitlab_main
   - gitlab_main_cell
+  - gitlab_main_cell_local
   - gitlab_pm
   - gitlab_main_clusterwide
 lock_gitlab_schemas:
   - gitlab_ci
+  - gitlab_ci_cell_local
   - gitlab_sec
 # Note that we use ActiveRecord::Base here and not ApplicationRecord.
 # This is deliberate, as:

db/database_connections/sec.yaml

@@ -8,7 +8,9 @@ lock_gitlab_schemas:
   - gitlab_main
   - gitlab_main_clusterwide
   - gitlab_main_cell
+  - gitlab_main_cell_local
   - gitlab_ci
+  - gitlab_ci_cell_local
   - gitlab_pm
 klass: Gitlab::Database::SecApplicationRecord
 # if Sec database is not configured, use this database

db/docs/analytics_usage_trends_measurements.yml

@@ -7,7 +7,6 @@ feature_categories:
 description: Contains periodically snapshotted database record counts.
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/62797
 milestone: '14.0'
-gitlab_schema: gitlab_main_cell
-exempt_from_sharding: true
+gitlab_schema: gitlab_main_cell_local
 notes: Exempted because Cell local table storing instance level-aggregations
 table_size: small

db/docs/approvers.yml

@@ -7,7 +7,6 @@ feature_categories:
 description: Approvers of given merge request
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/commit/3cc78d89984d9c9df8372c52b7bba38e6226f9f2
 milestone: '7.13'
-gitlab_schema: gitlab_main_cell
-exempt_from_sharding: true
+gitlab_schema: gitlab_main_cell_local
 notes: Exempted because Marked for drop - https://gitlab.com/gitlab-org/gitlab/-/issues/444234
 table_size: small

db/docs/ci_cost_settings.yml

@@ -8,7 +8,6 @@ description: A set of cost factors per runner which are applied to ci job durati
   based on project type.
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/111977
 milestone: '15.10'
-gitlab_schema: gitlab_ci
-exempt_from_sharding: true
+gitlab_schema: gitlab_ci_cell_local
 notes: Exempted because Cell-local table storing cost information for instance runners
 table_size: small

db/docs/ci_hosted_runners.yml

@@ -3,10 +3,9 @@ table_name: ci_hosted_runners
 classes:
 - Ci::HostedRunner
 feature_categories:
-- hosted_runners 
+- hosted_runners
 description: Stores dedicated hosted runners, which are instance level runners managed by GitLab
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/181447
 milestone: '17.10'
-gitlab_schema: gitlab_ci
+gitlab_schema: gitlab_ci_cell_local
 table_size: small
-exempt_from_sharding: true # dedicated only

db/docs/ci_instance_variables.yml

@@ -7,7 +7,6 @@ feature_categories:
 description: CI/CD variables available to all projects and groups in an instance.
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/30156
 milestone: '13.0'
-gitlab_schema: gitlab_ci
-exempt_from_sharding: true
+gitlab_schema: gitlab_ci_cell_local
 notes: Exempted because table not used in .com nor Cells.
 table_size: small

db/docs/ci_partitions.yml

@@ -7,7 +7,6 @@ feature_categories:
 description: Database partitioning metadata for CI tables
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/96856
 milestone: '15.4'
-gitlab_schema: gitlab_ci
-exempt_from_sharding: true
+gitlab_schema: gitlab_ci_cell_local
 notes: Exempted because to be leveraged via Org Mover
 table_size: small

db/docs/ci_runner_taggings.yml

@@ -9,7 +9,6 @@ feature_categories:
 description: Routing table that holds information for runner taggings
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/170778
 milestone: '17.6'
-gitlab_schema: gitlab_ci
-exempt_from_sharding: true
+gitlab_schema: gitlab_ci_cell_local
 sharding_key_issue_url: https://gitlab.com/gitlab-org/gitlab/-/issues/467664
 table_size: small

db/docs/ci_runner_taggings_instance_type.yml

@@ -9,6 +9,5 @@ feature_categories:
 description: Table holding information for group runner taggings, partition of `ci_runner_taggings`
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/170778
 milestone: '17.6'
-gitlab_schema: gitlab_ci
-exempt_from_sharding: true
+gitlab_schema: gitlab_ci_cell_local
 table_size: small

db/docs/ci_runner_versions.yml

@@ -7,6 +7,5 @@ feature_categories:
 description: Information about used Ci::Runner versions
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/90982
 milestone: '15.2'
-gitlab_schema: gitlab_ci
-exempt_from_sharding: true
+gitlab_schema: gitlab_ci_cell_local
 table_size: small

db/docs/conversational_development_index_metrics.yml

@@ -7,8 +7,7 @@ feature_categories:
 description: Contains data for calculating DevOps score.
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/commit/26dde5f55f1dac2e6bea4f7e1dfa51c72dc756cb
 milestone: '9.3'
-gitlab_schema: gitlab_main_cell
-exempt_from_sharding: true
+gitlab_schema: gitlab_main_cell_local
 notes: Exempted because Cell local table storing instance DevOps metrics calculated
   from service ping
 table_size: small

db/docs/country_access_logs.yml

@@ -7,7 +7,6 @@ feature_categories:
 description: Tracks user access from specific countries.
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/157480
 milestone: '17.2'
-gitlab_schema: gitlab_main_cell
-exempt_from_sharding: true
+gitlab_schema: gitlab_main_cell_local
 notes: Exempted because Not related to projects or groups
 table_size: small

db/docs/deleted_tables/ci_runner_machines_687967fa8a.yml

@@ -9,8 +9,7 @@ feature_categories:
 description: Routing table for CI runner managers
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/168131
 milestone: '17.6'
-gitlab_schema: gitlab_ci
-exempt_from_sharding: true
+gitlab_schema: gitlab_ci_cell_local
 table_size: small
 removed_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/182859
 removed_in_milestone: '17.10'

db/docs/deleted_tables/ci_runners_e59bb2812d.yml

@@ -9,8 +9,7 @@ feature_categories:
 description: Routing table for CI runners
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/166308
 milestone: '17.6'
-gitlab_schema: gitlab_ci
-exempt_from_sharding: true
+gitlab_schema: gitlab_ci_cell_local
 table_size: small
 removed_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/182549
 removed_in_milestone: '17.10'

db/docs/deleted_tables/instance_type_ci_runner_machines_687967fa8a.yml

@@ -9,8 +9,7 @@ feature_categories:
 description: Information about runner managers associated to instance Ci::Runner models
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/168131
 milestone: '17.6'
-gitlab_schema: gitlab_ci
-exempt_from_sharding: true
+gitlab_schema: gitlab_ci_cell_local
 table_size: small
 removed_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/182859
 removed_in_milestone: '17.10'

db/docs/deleted_tables/instance_type_ci_runners_e59bb2812d.yml

@@ -9,8 +9,7 @@ feature_categories:
 description: Registered CI instance runners
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/166308
 milestone: '17.6'
-gitlab_schema: gitlab_ci
-exempt_from_sharding: true
+gitlab_schema: gitlab_ci_cell_local
 table_size: small
 removed_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/182549
 removed_in_milestone: '17.10'

db/docs/deleted_tables/pm_epss.yml

@@ -10,5 +10,4 @@ introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/158908
 removed_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/168288
 milestone: '17.3'
 gitlab_schema: gitlab_sec
-exempt_from_sharding: true  # See discussion on keys for pm_ tables https://gitlab.com/gitlab-org/gitlab/-/issues/434988#note_1827421068
 removed_in_milestone: '17.6'

db/docs/deleted_tables/search_indices.yml

@@ -9,6 +9,5 @@ description: Represents an Advanced Search index
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/113612/
 milestone: '15.11'
 gitlab_schema: gitlab_main_cell
-exempt_from_sharding: true
 removed_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/170242
 removed_in_milestone: '17.6'