diff --git a/gems/gitlab-backup-cli/lib/gitlab/backup/cli.rb b/gems/gitlab-backup-cli/lib/gitlab/backup/cli.rb
index 9ceb0236632c985833eebd44968ce546fec4f452..7f5b06ee3761063afe1ff5bbd92e7a3673e98673 100644
--- a/gems/gitlab-backup-cli/lib/gitlab/backup/cli.rb
+++ b/gems/gitlab-backup-cli/lib/gitlab/backup/cli.rb
@@ -1,8 +1,5 @@
 # frozen_string_literal: true
 
-require 'active_support/all'
-require 'rainbow/refinement'
-
 module Gitlab
   module Backup
     # GitLab Backup CLI
diff --git a/gems/gitlab-backup-cli/lib/gitlab/backup/cli/output.rb b/gems/gitlab-backup-cli/lib/gitlab/backup/cli/output.rb
index 2b0e0ebe78d1f47fa21a466c6b6219cefda80537..9e45719b031af472c917211721c9217369fb5033 100644
--- a/gems/gitlab-backup-cli/lib/gitlab/backup/cli/output.rb
+++ b/gems/gitlab-backup-cli/lib/gitlab/backup/cli/output.rb
@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require 'rainbow/refinement'
+
 module Gitlab
   module Backup
     module Cli
@@ -98,7 +100,7 @@ def flush!(stderr: false)
           private
 
           def timestamp_format(content)
-            "[#{Time.current}] #{content}"
+            "[#{Time.now.utc}] #{content}"
           end
         end
       end
diff --git a/gems/gitlab-backup-cli/lib/gitlab/backup/cli/targets/database.rb b/gems/gitlab-backup-cli/lib/gitlab/backup/cli/targets/database.rb
index c1f24c2f956f24bc3ef825aa232d84173787e900..8efb3e89149e4a3c6727e0e454ceb1357080d1b3 100644
--- a/gems/gitlab-backup-cli/lib/gitlab/backup/cli/targets/database.rb
+++ b/gems/gitlab-backup-cli/lib/gitlab/backup/cli/targets/database.rb
@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require 'yaml'
-
 module Gitlab
   module Backup
     module Cli
diff --git a/gems/gitlab-backup-cli/spec/spec_helper.rb b/gems/gitlab-backup-cli/spec/spec_helper.rb
index b6fff2ed1b9371c58fb71e6021fef16be28a47fd..02246b5a4dd6dec711dab9431ce3eb9491bae498 100644
--- a/gems/gitlab-backup-cli/spec/spec_helper.rb
+++ b/gems/gitlab-backup-cli/spec/spec_helper.rb
@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
-require 'thor'
 require "gitlab/backup/cli"
+require 'active_support/all'
 require 'tmpdir'
 require 'fileutils'
 require 'factory_bot'