diff --git a/scripts/pipeline_test_report_builder.rb b/scripts/pipeline_test_report_builder.rb
index 5299dba3f9753eae8df05d3c07a7ccf918fef018..649b68427ea0ee325b76c79dcd3692c1c3414607 100755
--- a/scripts/pipeline_test_report_builder.rb
+++ b/scripts/pipeline_test_report_builder.rb
@@ -73,7 +73,7 @@ def failed_builds_for_pipeline(pipeline)
   def test_report_for_build(pipeline, build_id)
     fetch("#{pipeline['web_url']}/tests/suite.json?build_ids[]=#{build_id}")
   rescue Net::HTTPServerException => e
-    raise e unless e.response.code == 404
+    raise e unless e.response.code.to_i == 404
 
     puts "Artifacts not found. They may have expired. Skipping this build."
   end