gitlab.hk 登录时出现 422 错误

Summary

今日(7月31日)上午 11:15 发现,gitlab.hk 出现了“用户登录时出现 422 页面”的错误,大约 12:10 恢复正常。

此外——不确定是否相关——同一时间,部分用户出现验证码无法加载的问题。

Steps to reproduce

暂时无法复现。

Example Project

What is the current bug behavior?

用户在 gitlab.hk 登录后,出现 422 错误页面。

422 页面图片

image

此时部分同学也遇到有验证码无法加载的问题:

image

12:10 左右,422 问题恢复。此时验证码无法加载的问题也没有再复现。

What is the expected correct behavior?

Relevant logs and/or screenshots

查看日志,发现大约 9:00~12:10,有一些 422 的记录:

image

异常信息是:Can't verify CSRF token authenticity.

错误堆栈:

lib/gitlab/i18n.rb:107:in `with_locale', 
app/controllers/application_controller.rb:484:in `set_locale', 
lib/gitlab/metrics/elasticsearch_rack_middleware.rb:16:in `call', 
lib/gitlab/middleware/memory_report.rb:13:in `call', 
lib/gitlab/middleware/speedscope.rb:13:in `call', 
lib/gitlab/database/load_balancing/rack_middleware.rb:23:in `call', 
lib/gitlab/middleware/rails_queue_duration.rb:33:in `call', 
lib/gitlab/metrics/rack_middleware.rb:16:in `block in call', 
lib/gitlab/metrics/web_transaction.rb:46:in `run', 
lib/gitlab/metrics/rack_middleware.rb:16:in `call', 
lib/gitlab/jira/middleware.rb:19:in `call', 
lib/gitlab/middleware/go.rb:20:in `call', 
lib/gitlab/etag_caching/middleware.rb:21:in `call', 
lib/gitlab/middleware/query_analyzer.rb:11:in `block in call', 
lib/gitlab/database/query_analyzer.rb:37:in `within', 
lib/gitlab/middleware/query_analyzer.rb:11:in `call', 
lib/gitlab/middleware/multipart.rb:173:in `call', 
lib/gitlab/middleware/read_only/controller.rb:50:in `call', 
lib/gitlab/middleware/read_only.rb:18:in `call', 
lib/gitlab/middleware/same_site_cookies.rb:27:in `call', 
lib/gitlab/middleware/basic_health_check.rb:25:in `call', 
lib/gitlab/middleware/handle_malformed_strings.rb:21:in `call', 
lib/gitlab/middleware/handle_ip_spoof_attack_error.rb:25:in `call', 
lib/gitlab/middleware/request_context.rb:15:in `call', 
lib/gitlab/middleware/webhook_recursion_detection.rb:15:in `call', 
config/initializers/fix_local_cache_middleware.rb:11:in `call', 
lib/gitlab/middleware/compressed_json.rb:44:in `call', 
lib/gitlab/middleware/rack_multipart_tempfile_factory.rb:19:in `call', 
lib/gitlab/middleware/sidekiq_web_static.rb:20:in `call', 
lib/gitlab/metrics/requests_rack_middleware.rb:79:in `call', 
lib/gitlab/middleware/release_env.rb:13:in `call'
点击查看日志详情
{
  "_index": "kafka-rails-inf-hk-aprd-000019",
  "_id": "-P8jqokBYK27gE0QFrxU",
  "_version": 1,
  "_score": 0,
  "_source": {
    "@timestamp": "2023-07-31T04:09:32.596Z",
    "action": "create",
    "cf_ray": "7ef2fc4d2f249803-SJC",
    "cluster_name": "aks-hk-saas-aprd-ea-gitlab",
    "component": "gitlab",
    "controller": "SessionsController",
    "correlation_id": "01H6N25VHPQM9BHMZ8GDTSPVDF",
    "cpu_s": 0.07176,
    "db_cached_count": 0,
    "db_count": 2,
    "db_duration_s": 0.00205,
    "db_main_cached_count": 0,
    "db_main_count": 0,
    "db_main_duration_s": 0,
    "db_main_replica_cached_count": 0,
    "db_main_replica_count": 2,
    "db_main_replica_duration_s": 0.002,
    "db_main_replica_wal_cached_count": 0,
    "db_main_replica_wal_count": 0,
    "db_main_wal_cached_count": 0,
    "db_main_wal_count": 0,
    "db_primary_cached_count": 0,
    "db_primary_count": 0,
    "db_primary_duration_s": 0,
    "db_primary_wal_cached_count": 0,
    "db_primary_wal_count": 0,
    "db_replica_cached_count": 0,
    "db_replica_count": 2,
    "db_replica_duration_s": 0.002,
    "db_replica_wal_cached_count": 0,
    "db_replica_wal_count": 0,
    "db_write_count": 0,
    "docker": {
      "container_id": "136669dda0d9ce1879c02fc91f21cae9c8bd57f137f6deb3988cb4cf6dd35496"
    },
    "duration_s": 0.06545,
    "environment": "hk-aprd",
    "exception.backtrace": [
      "lib/gitlab/i18n.rb:107:in `with_locale'",
      "app/controllers/application_controller.rb:484:in `set_locale'",
      "lib/gitlab/metrics/elasticsearch_rack_middleware.rb:16:in `call'",
      "lib/gitlab/middleware/memory_report.rb:13:in `call'",
      "lib/gitlab/middleware/speedscope.rb:13:in `call'",
      "lib/gitlab/database/load_balancing/rack_middleware.rb:23:in `call'",
      "lib/gitlab/middleware/rails_queue_duration.rb:33:in `call'",
      "lib/gitlab/metrics/rack_middleware.rb:16:in `block in call'",
      "lib/gitlab/metrics/web_transaction.rb:46:in `run'",
      "lib/gitlab/metrics/rack_middleware.rb:16:in `call'",
      "lib/gitlab/jira/middleware.rb:19:in `call'",
      "lib/gitlab/middleware/go.rb:20:in `call'",
      "lib/gitlab/etag_caching/middleware.rb:21:in `call'",
      "lib/gitlab/middleware/query_analyzer.rb:11:in `block in call'",
      "lib/gitlab/database/query_analyzer.rb:37:in `within'",
      "lib/gitlab/middleware/query_analyzer.rb:11:in `call'",
      "lib/gitlab/middleware/multipart.rb:173:in `call'",
      "lib/gitlab/middleware/read_only/controller.rb:50:in `call'",
      "lib/gitlab/middleware/read_only.rb:18:in `call'",
      "lib/gitlab/middleware/same_site_cookies.rb:27:in `call'",
      "lib/gitlab/middleware/basic_health_check.rb:25:in `call'",
      "lib/gitlab/middleware/handle_malformed_strings.rb:21:in `call'",
      "lib/gitlab/middleware/handle_ip_spoof_attack_error.rb:25:in `call'",
      "lib/gitlab/middleware/request_context.rb:15:in `call'",
      "lib/gitlab/middleware/webhook_recursion_detection.rb:15:in `call'",
      "config/initializers/fix_local_cache_middleware.rb:11:in `call'",
      "lib/gitlab/middleware/compressed_json.rb:44:in `call'",
      "lib/gitlab/middleware/rack_multipart_tempfile_factory.rb:19:in `call'",
      "lib/gitlab/middleware/sidekiq_web_static.rb:20:in `call'",
      "lib/gitlab/metrics/requests_rack_middleware.rb:79:in `call'",
      "lib/gitlab/middleware/release_env.rb:13:in `call'"
    ],
    "exception.class": "ActionController::InvalidAuthenticityToken",
    "exception.message": "Can't verify CSRF token authenticity.",
    "format": "html",
    "headers": {},
    "index_name": "rails",
    "kubernetes": {
      "container_image": "registry.gitlab.cn/cng-images/gitlab-webservice-jh:16-3-202307262213-a8155829cac",
      "container_image_id": "registry.gitlab.cn/cng-images/gitlab-webservice-jh@sha256:50de239bfc0efe5a433f951d49ea122d7491fd48b9a65782d7866895ae399e83",
      "container_name": "webservice",
      "host": "aks-gitlab-14006074-vmss000000",
      "labels": {
        "app": "webservice",
        "chart": "webservice-7.1.2",
        "deployment": "web",
        "gitlab_com/webservice-name": "web",
        "heritage": "Helm",
        "pod-template-hash": "54877ccf7b",
        "release": "jh",
        "stage": "main",
        "type": "web"
      },
      "master_url": "https://172.10.0.1:443/api",
      "namespace_id": "94d1fecc-1be4-4d5d-aaba-090b865068a5",
      "namespace_labels": {
        "goldilocks_fairwinds_com/enabled": "true",
        "kubernetes_io/metadata_name": "gitlab",
        "name": "gitlab"
      },
      "namespace_name": "gitlab",
      "pod_id": "3474578a-eec8-4ed0-9571-6c0388a145be",
      "pod_name": "jh-webservice-web-54877ccf7b-x4q5w"
    },
    "kubernetes.region": "ea",
    "level": "error",
    "mem_bytes": 735552,
    "mem_mallocs": 2727,
    "mem_objects": 11661,
    "mem_total_bytes": 1201992,
    "message_key": null,
    "method": "POST",
    "offset": 479536764,
    "params": [
      {
        "key": "authenticity_token",
        "value": "[FILTERED]"
      },
      {
        "key": "user",
        "value": "{\"login\"=>\"shreychen\", \"password\"=>\"[FILTERED]\", \"remember_me\"=>\"0\"}"
      }
    ],
    "partition": 0,
    "path": "/users/sign_in",
    "pid": 51,
    "queue_duration_s": 0.014746,
    "rate_limiting_gates": [],
    "redis_calls": 4,
    "redis_duration_s": 0.005743,
    "redis_rate_limiting_calls": 3,
    "redis_rate_limiting_duration_s": 0.004566,
    "redis_rate_limiting_read_bytes": 3,
    "redis_rate_limiting_write_bytes": 271,
    "redis_read_bytes": 160,
    "redis_sessions_calls": 1,
    "redis_sessions_duration_s": 0.001177,
    "redis_sessions_read_bytes": 157,
    "redis_sessions_write_bytes": 85,
    "redis_write_bytes": 356,
    "remote_ip": "115.192.79.56",
    "request_urgency": "low",
    "response_bytes": 0,
    "shard": "default",
    "source_type": "kafka",
    "stage": "main",
    "status": 422,
    "subcomponent": "production_json",
    "tag": "web-rails.var.log.containers.jh-webservice-web-54877ccf7b-x4q5w_gitlab_webservice-136669dda0d9ce1879c02fc91f21cae9c8bd57f137f6deb3988cb4cf6dd35496.log",
    "target_duration_s": 5,
    "tier": "sv",
    "time": "2023-07-31T04:09:23.338Z",
    "topic": "kafka-env-hk-saas-aprd",
    "type": "web",
    "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36",
    "view_duration_s": 0,
    "worker_id": "puma_1"
  },
  "fields": {
    "db_write_count": [
      0
    ],
    "cluster_name.keyword": [
      "aks-hk-saas-aprd-ea-gitlab"
    ],
    "redis_calls": [
      4
    ],
    "db_primary_count": [
      0
    ],
    "kubernetes.labels.release.keyword": [
      "jh"
    ],
    "db_primary_duration_s": [
      0
    ],
    "kubernetes.namespace_labels.goldilocks_fairwinds_com/enabled": [
      "true"
    ],
    "params.key": [
      "authenticity_token",
      "user"
    ],
    "type": [
      "web"
    ],
    "mem_total_bytes": [
      1201992
    ],
    "path": [
      "/users/sign_in"
    ],
    "subcomponent.keyword": [
      "production_json"
    ],
    "redis_write_bytes": [
      356
    ],
    "kubernetes.labels.app": [
      "webservice"
    ],
    "kubernetes.namespace_labels.goldilocks_fairwinds_com/enabled.keyword": [
      "true"
    ],
    "db_main_replica_wal_count": [
      0
    ],
    "action": [
      "create"
    ],
    "action.keyword": [
      "create"
    ],
    "controller.keyword": [
      "SessionsController"
    ],
    "queue_duration_s": [
      0.014746
    ],
    "kubernetes.labels.stage": [
      "main"
    ],
    "db_replica_count": [
      2
    ],
    "db_main_replica_duration_s": [
      0.002
    ],
    "method": [
      "POST"
    ],
    "db_main_count": [
      0
    ],
    "source_type": [
      "kafka"
    ],
    "redis_rate_limiting_read_bytes": [
      3
    ],
    "worker_id": [
      "puma_1"
    ],
    "kubernetes.labels.stage.keyword": [
      "main"
    ],
    "redis_sessions_duration_s": [
      0.001177
    ],
    "kubernetes.namespace_labels.name.keyword": [
      "gitlab"
    ],
    "db_main_wal_cached_count": [
      0
    ],
    "redis_duration_s": [
      0.005743
    ],
    "redis_rate_limiting_calls": [
      3
    ],
    "kubernetes.container_image_id": [
      "registry.gitlab.cn/cng-images/gitlab-webservice-jh@sha256:50de239bfc0efe5a433f951d49ea122d7491fd48b9a65782d7866895ae399e83"
    ],
    "kubernetes.labels.chart": [
      "webservice-7.1.2"
    ],
    "mem_bytes": [
      735552
    ],
    "request_urgency": [
      "low"
    ],
    "cpu_s": [
      0.07176
    ],
    "status": [
      422
    ],
    "db_primary_cached_count": [
      0
    ],
    "subcomponent": [
      "production_json"
    ],
    "redis_rate_limiting_duration_s": [
      0.004566
    ],
    "kubernetes.container_image_id.keyword": [
      "registry.gitlab.cn/cng-images/gitlab-webservice-jh@sha256:50de239bfc0efe5a433f951d49ea122d7491fd48b9a65782d7866895ae399e83"
    ],
    "db_main_replica_count": [
      2
    ],
    "target_duration_s": [
      5
    ],
    "partition": [
      0
    ],
    "db_replica_duration_s": [
      0.002
    ],
    "kubernetes.labels.heritage.keyword": [
      "Helm"
    ],
    "db_main_wal_count": [
      0
    ],
    "docker.container_id.keyword": [
      "136669dda0d9ce1879c02fc91f21cae9c8bd57f137f6deb3988cb4cf6dd35496"
    ],
    "correlation_id.keyword": [
      "01H6N25VHPQM9BHMZ8GDTSPVDF"
    ],
    "kubernetes.labels.app.keyword": [
      "webservice"
    ],
    "docker.container_id": [
      "136669dda0d9ce1879c02fc91f21cae9c8bd57f137f6deb3988cb4cf6dd35496"
    ],
    "shard": [
      "default"
    ],
    "index_name": [
      "rails"
    ],
    "db_main_replica_cached_count": [
      0
    ],
    "kubernetes.master_url.keyword": [
      "https://172.10.0.1:443/api"
    ],
    "kubernetes.namespace_name.keyword": [
      "gitlab"
    ],
    "controller": [
      "SessionsController"
    ],
    "request_urgency.keyword": [
      "low"
    ],
    "exception.message.keyword": [
      "Can't verify CSRF token authenticity."
    ],
    "kubernetes.namespace_labels.name": [
      "gitlab"
    ],
    "db_replica_cached_count": [
      0
    ],
    "component": [
      "gitlab"
    ],
    "params.value": [
      "[FILTERED]",
      "{\"login\"=>\"shreychen\", \"password\"=>\"[FILTERED]\", \"remember_me\"=>\"0\"}"
    ],
    "@timestamp": [
      "2023-07-31T04:09:32.596Z"
    ],
    "stage": [
      "main"
    ],
    "tier.keyword": [
      "sv"
    ],
    "worker_id.keyword": [
      "puma_1"
    ],
    "correlation_id": [
      "01H6N25VHPQM9BHMZ8GDTSPVDF"
    ],
    "kubernetes.labels.gitlab_com/webservice-name.keyword": [
      "web"
    ],
    "kubernetes.pod_name": [
      "jh-webservice-web-54877ccf7b-x4q5w"
    ],
    "redis_sessions_read_bytes": [
      157
    ],
    "exception.class": [
      "ActionController::InvalidAuthenticityToken"
    ],
    "tag.keyword": [
      "web-rails.var.log.containers.jh-webservice-web-54877ccf7b-x4q5w_gitlab_webservice-136669dda0d9ce1879c02fc91f21cae9c8bd57f137f6deb3988cb4cf6dd35496.log"
    ],
    "path.keyword": [
      "/users/sign_in"
    ],
    "environment.keyword": [
      "hk-aprd"
    ],
    "kubernetes.pod_id.keyword": [
      "3474578a-eec8-4ed0-9571-6c0388a145be"
    ],
    "stage.keyword": [
      "main"
    ],
    "kubernetes.labels.type": [
      "web"
    ],
    "redis_read_bytes": [
      160
    ],
    "db_cached_count": [
      0
    ],
    "kubernetes.labels.heritage": [
      "Helm"
    ],
    "pid": [
      51
    ],
    "mem_objects": [
      11661
    ],
    "kubernetes.labels.deployment.keyword": [
      "web"
    ],
    "ua": [
      "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36"
    ],
    "kubernetes.container_image.keyword": [
      "registry.gitlab.cn/cng-images/gitlab-webservice-jh:16-3-202307262213-a8155829cac"
    ],
    "redis_sessions_calls": [
      1
    ],
    "kubernetes.labels.pod-template-hash": [
      "54877ccf7b"
    ],
    "exception.backtrace": [
      "lib/gitlab/i18n.rb:107:in `with_locale'",
      "app/controllers/application_controller.rb:484:in `set_locale'",
      "lib/gitlab/metrics/elasticsearch_rack_middleware.rb:16:in `call'",
      "lib/gitlab/middleware/memory_report.rb:13:in `call'",
      "lib/gitlab/middleware/speedscope.rb:13:in `call'",
      "lib/gitlab/database/load_balancing/rack_middleware.rb:23:in `call'",
      "lib/gitlab/middleware/rails_queue_duration.rb:33:in `call'",
      "lib/gitlab/metrics/rack_middleware.rb:16:in `block in call'",
      "lib/gitlab/metrics/web_transaction.rb:46:in `run'",
      "lib/gitlab/metrics/rack_middleware.rb:16:in `call'",
      "lib/gitlab/jira/middleware.rb:19:in `call'",
      "lib/gitlab/middleware/go.rb:20:in `call'",
      "lib/gitlab/etag_caching/middleware.rb:21:in `call'",
      "lib/gitlab/middleware/query_analyzer.rb:11:in `block in call'",
      "lib/gitlab/database/query_analyzer.rb:37:in `within'",
      "lib/gitlab/middleware/query_analyzer.rb:11:in `call'",
      "lib/gitlab/middleware/multipart.rb:173:in `call'",
      "lib/gitlab/middleware/read_only/controller.rb:50:in `call'",
      "lib/gitlab/middleware/read_only.rb:18:in `call'",
      "lib/gitlab/middleware/same_site_cookies.rb:27:in `call'",
      "lib/gitlab/middleware/basic_health_check.rb:25:in `call'",
      "lib/gitlab/middleware/handle_malformed_strings.rb:21:in `call'",
      "lib/gitlab/middleware/handle_ip_spoof_attack_error.rb:25:in `call'",
      "lib/gitlab/middleware/request_context.rb:15:in `call'",
      "lib/gitlab/middleware/webhook_recursion_detection.rb:15:in `call'",
      "config/initializers/fix_local_cache_middleware.rb:11:in `call'",
      "lib/gitlab/middleware/compressed_json.rb:44:in `call'",
      "lib/gitlab/middleware/rack_multipart_tempfile_factory.rb:19:in `call'",
      "lib/gitlab/middleware/sidekiq_web_static.rb:20:in `call'",
      "lib/gitlab/metrics/requests_rack_middleware.rb:79:in `call'",
      "lib/gitlab/middleware/release_env.rb:13:in `call'"
    ],
    "remote_ip": [
      "115.192.79.56"
    ],
    "type.keyword": [
      "web"
    ],
    "exception.message": [
      "Can't verify CSRF token authenticity."
    ],
    "kubernetes.container_image": [
      "registry.gitlab.cn/cng-images/gitlab-webservice-jh:16-3-202307262213-a8155829cac"
    ],
    "format.keyword": [
      "html"
    ],
    "kubernetes.master_url": [
      "https://172.10.0.1:443/api"
    ],
    "tag": [
      "web-rails.var.log.containers.jh-webservice-web-54877ccf7b-x4q5w_gitlab_webservice-136669dda0d9ce1879c02fc91f21cae9c8bd57f137f6deb3988cb4cf6dd35496.log"
    ],
    "db_duration_s": [
      0.00205
    ],
    "db_primary_wal_count": [
      0
    ],
    "cf_ray.keyword": [
      "7ef2fc4d2f249803-SJC"
    ],
    "db_replica_wal_count": [
      0
    ],
    "mem_mallocs": [
      2727
    ],
    "params.key.keyword": [
      "authenticity_token",
      "user"
    ],
    "kubernetes.host.keyword": [
      "aks-gitlab-14006074-vmss000000"
    ],
    "offset": [
      479536764
    ],
    "level": [
      "error"
    ],
    "kubernetes.container_name": [
      "webservice"
    ],
    "format": [
      "html"
    ],
    "response_bytes": [
      0
    ],
    "remote_ip.keyword": [
      "115.192.79.56"
    ],
    "kubernetes.container_name.keyword": [
      "webservice"
    ],
    "db_main_replica_wal_cached_count": [
      0
    ],
    "kubernetes.pod_id": [
      "3474578a-eec8-4ed0-9571-6c0388a145be"
    ],
    "redis_sessions_write_bytes": [
      85
    ],
    "topic": [
      "kafka-env-hk-saas-aprd"
    ],
    "kubernetes.region": [
      "ea"
    ],
    "kubernetes.labels.chart.keyword": [
      "webservice-7.1.2"
    ],
    "view_duration_s": [
      0
    ],
    "component.keyword": [
      "gitlab"
    ],
    "redis_rate_limiting_write_bytes": [
      271
    ],
    "kubernetes.labels.gitlab_com/webservice-name": [
      "web"
    ],
    "exception.class.keyword": [
      "ActionController::InvalidAuthenticityToken"
    ],
    "exception.backtrace.keyword": [
      "lib/gitlab/i18n.rb:107:in `with_locale'",
      "app/controllers/application_controller.rb:484:in `set_locale'",
      "lib/gitlab/metrics/elasticsearch_rack_middleware.rb:16:in `call'",
      "lib/gitlab/middleware/memory_report.rb:13:in `call'",
      "lib/gitlab/middleware/speedscope.rb:13:in `call'",
      "lib/gitlab/database/load_balancing/rack_middleware.rb:23:in `call'",
      "lib/gitlab/middleware/rails_queue_duration.rb:33:in `call'",
      "lib/gitlab/metrics/rack_middleware.rb:16:in `block in call'",
      "lib/gitlab/metrics/web_transaction.rb:46:in `run'",
      "lib/gitlab/metrics/rack_middleware.rb:16:in `call'",
      "lib/gitlab/jira/middleware.rb:19:in `call'",
      "lib/gitlab/middleware/go.rb:20:in `call'",
      "lib/gitlab/etag_caching/middleware.rb:21:in `call'",
      "lib/gitlab/middleware/query_analyzer.rb:11:in `block in call'",
      "lib/gitlab/database/query_analyzer.rb:37:in `within'",
      "lib/gitlab/middleware/query_analyzer.rb:11:in `call'",
      "lib/gitlab/middleware/multipart.rb:173:in `call'",
      "lib/gitlab/middleware/read_only/controller.rb:50:in `call'",
      "lib/gitlab/middleware/read_only.rb:18:in `call'",
      "lib/gitlab/middleware/same_site_cookies.rb:27:in `call'",
      "lib/gitlab/middleware/basic_health_check.rb:25:in `call'",
      "lib/gitlab/middleware/handle_malformed_strings.rb:21:in `call'",
      "lib/gitlab/middleware/handle_ip_spoof_attack_error.rb:25:in `call'",
      "lib/gitlab/middleware/request_context.rb:15:in `call'",
      "lib/gitlab/middleware/webhook_recursion_detection.rb:15:in `call'",
      "config/initializers/fix_local_cache_middleware.rb:11:in `call'",
      "lib/gitlab/middleware/compressed_json.rb:44:in `call'",
      "lib/gitlab/middleware/rack_multipart_tempfile_factory.rb:19:in `call'",
      "lib/gitlab/middleware/sidekiq_web_static.rb:20:in `call'",
      "lib/gitlab/metrics/requests_rack_middleware.rb:79:in `call'",
      "lib/gitlab/middleware/release_env.rb:13:in `call'"
    ],
    "shard.keyword": [
      "default"
    ],
    "kubernetes.namespace_id": [
      "94d1fecc-1be4-4d5d-aaba-090b865068a5"
    ],
    "db_replica_wal_cached_count": [
      0
    ],
    "tier": [
      "sv"
    ],
    "db_count": [
      2
    ],
    "db_main_cached_count": [
      0
    ],
    "source_type.keyword": [
      "kafka"
    ],
    "method.keyword": [
      "POST"
    ],
    "kubernetes.host": [
      "aks-gitlab-14006074-vmss000000"
    ],
    "kubernetes.pod_name.keyword": [
      "jh-webservice-web-54877ccf7b-x4q5w"
    ],
    "db_primary_wal_cached_count": [
      0
    ],
    "topic.keyword": [
      "kafka-env-hk-saas-aprd"
    ],
    "kubernetes.labels.deployment": [
      "web"
    ],
    "cluster_name": [
      "aks-hk-saas-aprd-ea-gitlab"
    ],
    "kubernetes.labels.pod-template-hash.keyword": [
      "54877ccf7b"
    ],
    "kubernetes.labels.type.keyword": [
      "web"
    ],
    "params.value.keyword": [
      "[FILTERED]",
      "{\"login\"=>\"shreychen\", \"password\"=>\"[FILTERED]\", \"remember_me\"=>\"0\"}"
    ],
    "kubernetes.region.keyword": [
      "ea"
    ],
    "kubernetes.namespace_labels.kubernetes_io/metadata_name": [
      "gitlab"
    ],
    "ua.keyword": [
      "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36"
    ],
    "kubernetes.namespace_name": [
      "gitlab"
    ],
    "duration_s": [
      0.06545
    ],
    "index_name.keyword": [
      "rails"
    ],
    "environment": [
      "hk-aprd"
    ],
    "kubernetes.namespace_id.keyword": [
      "94d1fecc-1be4-4d5d-aaba-090b865068a5"
    ],
    "level.keyword": [
      "error"
    ],
    "cf_ray": [
      "7ef2fc4d2f249803-SJC"
    ],
    "kubernetes.namespace_labels.kubernetes_io/metadata_name.keyword": [
      "gitlab"
    ],
    "kubernetes.labels.release": [
      "jh"
    ],
    "time": [
      "2023-07-31T04:09:23.338Z"
    ],
    "db_main_duration_s": [
      0
    ]
  }
}

Output of checks

Results of GitLab environment info

Expand for output related to GitLab environment info
(For installations with omnibus-gitlab package run and paste the output of:
`sudo gitlab-rake gitlab:env:info`)

(For installations from source run and paste the output of:
`sudo -u git -H bundle exec rake gitlab:env:info RAILS_ENV=production`)

Results of GitLab application Check

Expand for output related to the GitLab application check

(For installations with omnibus-gitlab package run and paste the output of: sudo gitlab-rake gitlab:check SANITIZE=true)

(For installations from source run and paste the output of: sudo -u git -H bundle exec rake gitlab:check RAILS_ENV=production SANITIZE=true)

(we will only investigate if the tests are passing)

Possible fixes

Kang Liu 编辑于