diff --git a/public/robots.txt b/public/robots.txt
index 2e3d9d6cc96571d13e0ab3758a7890dcc6a3f7b5..0095e5258a808dd4cc1036f5b72d3192334376e8 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -24,7 +24,8 @@ Disallow: /api/v*
 Disallow: /help
 Disallow: /s/
 Disallow: /-/profile
-Disallow: /-/user_settings/profile
+Disallow: /-/profile/
+Disallow: /-/user_settings/
 Disallow: /-/ide/
 Disallow: /-/experiment
 # Restrict allowed routes to avoid very ugly search results
@@ -44,10 +45,18 @@ Disallow: /*/realtime_changes
 
 # Group details
 User-Agent: *
-Disallow: /groups/*/analytics
-Disallow: /groups/*/contribution_analytics
-Disallow: /groups/*/group_members
-Disallow: /groups/*/-/saml/sso
+Disallow: /groups/*/-/analytics
+Disallow: /groups/*/-/analytics/
+Disallow: /groups/*/-/insights/
+Disallow: /groups/*/-/issues_analytics
+Disallow: /groups/*/-/contribution_analytics
+Disallow: /groups/*/-/group_members
+Disallow: /groups/*/-/saml/
+Disallow: /groups/*/-/saml_group_links
+Disallow: /groups/*/-/settings/
+Disallow: /groups/*/-/billings
+Disallow: /groups/*/-/hooks
+Disallow: /groups/*/-/projects
 
 # Project details
 User-Agent: *
@@ -55,34 +64,53 @@ Disallow: /*/*.git$
 Disallow: /*/archive/
 Disallow: /*/repository/archive*
 Disallow: /*/activity
-Disallow: /*/blame
-Disallow: /*/commits
-Disallow: /*/commit
+Disallow: /*/-/project_members
+Disallow: /*/-/blame/
+Disallow: /*/-/branches
+Disallow: /*/-/commits/
+Disallow: /*/-/commit
 Disallow: /*/commit/*.patch
 Disallow: /*/commit/*.diff
-Disallow: /*/compare
-Disallow: /*/network
-Disallow: /*/graphs
+Disallow: /*/-/compare/
+Disallow: /*/-/network/
+Disallow: /*/path_locks
 Disallow: /*/merge_requests/*.patch
 Disallow: /*/merge_requests/*.diff
 Disallow: /*/merge_requests/*/diffs
-Disallow: /*/deploy_keys
-Disallow: /*/hooks
 Disallow: /*/services
-Disallow: /*/protected_branches
 Disallow: /*/uploads/
-Disallow: /*/project_members
-Disallow: /*/settings
 Disallow: /*/-/import
-Disallow: /*/-/environments
-Disallow: /*/-/jobs
-Disallow: /*/-/requirements_management
+Disallow: /*/-/requirements_management/
 Disallow: /*/-/pipelines
 Disallow: /*/-/pipeline_schedules
-Disallow: /*/-/dependencies
+Disallow: /*/-/jobs
+Disallow: /*/-/ci/
+Disallow: /*/-/quality/
 Disallow: /*/-/licenses
+Disallow: /*/-/security/
+Disallow: /*/-/dependencies
+Disallow: /*/-/audit_events
+Disallow: /*/-/on_demand_scans
+Disallow: /*/-/feature_flags
+Disallow: /*/-/ml/
+Disallow: /*/-/environments
+Disallow: /*/-/clusters
+Disallow: /*/-/terraform
+Disallow: /*/-/terraform_module_registry
+Disallow: /*/-/*/configuration
+Disallow: /*/-/error_tracking
 Disallow: /*/-/metrics
+Disallow: /*/-/alert_management
 Disallow: /*/-/incidents
-Disallow: /*/-/value_stream_analytics
+Disallow: /*/-/oncall_schedules
+Disallow: /*/-/escalation_policies
+Disallow: /*/-/*/service_desk
 Disallow: /*/-/analytics
-Disallow: /*/insights
+Disallow: /*/-/analytics/
+Disallow: /*/-/value_stream_analytics
+Disallow: /*/-/graphs/
+Disallow: /*/insights/
+Disallow: /*/-/pipelines/
+Disallow: /*/-/settings/
+Disallow: /*/-/hooks
+Disallow: /*/-/usage_quotas