From f1dba10a34d65a6ce3ec554b21702216187757ee Mon Sep 17 00:00:00 2001 From: Hao Kung <HaoK@users.noreply.github.com> Date: Tue, 21 Jan 2020 14:03:01 -0800 Subject: [PATCH] [Helix] Better logging (flaky tests, logged tests) (#18274) --- .azure/pipelines/ci.yml | 6 +++--- eng/helix/content/runtests.sh | 4 ++++ eng/helix/helix.proj | 3 +-- eng/targets/Helix.props | 2 +- 4 files changed, 9 insertions(+), 6 deletions(-) diff --git a/.azure/pipelines/ci.yml b/.azure/pipelines/ci.yml index a005a895621..9cf35caa4de 100644 --- a/.azure/pipelines/ci.yml +++ b/.azure/pipelines/ci.yml @@ -579,7 +579,7 @@ stages: steps: - script: .\restore.cmd -ci displayName: Restore - - script: .\build.cmd -ci -NoRestore -test -projects eng\helix\helix.proj /p:IsRequiredCheck=true /p:IsHelixJob=true /p:BuildAllProjects=true /p:BuildNative=false -bl + - script: .\build.cmd -ci -NoRestore -test -projects eng\helix\helix.proj /p:IsRequiredCheck=true /p:IsHelixJob=true /p:BuildAllProjects=true /p:BuildNative=false /p:ASPNETCORE_TEST_LOG_DIR=artifacts/log -bl displayName: Run build.cmd helix target env: SYSTEM_ACCESSTOKEN: $(System.AccessToken) # We need to set this env var to publish helix results to Azure Dev Ops @@ -599,7 +599,7 @@ stages: steps: - script: .\restore.cmd -ci displayName: Restore - - script: .\build.cmd -ci -NoRestore -test -projects eng\helix\helix.proj /p:IsHelixJob=true /p:IsHelixDaily=true /p:BuildAllProjects=true /p:BuildNative=true -bl + - script: .\build.cmd -ci -NoRestore -test -projects eng\helix\helix.proj /p:IsHelixJob=true /p:IsHelixDaily=true /p:BuildAllProjects=true /p:BuildNative=true /p:ASPNETCORE_TEST_LOG_DIR=artifacts/log -bl displayName: Run build.cmd helix target env: SYSTEM_ACCESSTOKEN: $(System.AccessToken) # We need to set this env var to publish helix results to Azure Dev Ops @@ -620,7 +620,7 @@ stages: steps: - script: ./restore.sh -ci displayName: Restore - - script: ./build.sh -ci --arch arm64 -test --no-build-nodejs -projects $(Build.SourcesDirectory)/eng/helix/helix.proj /p:IsHelixJob=true /p:IsHelixDaily=true /p:BuildAllProjects=true /p:BuildNative=true -bl + - script: ./build.sh -ci --arch arm64 -test --no-build-nodejs -projects $(Build.SourcesDirectory)/eng/helix/helix.proj /p:IsHelixJob=true /p:IsHelixDaily=true /p:BuildAllProjects=true /p:BuildNative=true /p:ASPNETCORE_TEST_LOG_DIR=artifacts/log -bl displayName: Run build.sh helix arm64 target env: SYSTEM_ACCESSTOKEN: $(System.AccessToken) # We need to set this env var to publish helix results to Azure Dev Ops diff --git a/eng/helix/content/runtests.sh b/eng/helix/content/runtests.sh index e864f097dec..8c3cbd09c28 100644 --- a/eng/helix/content/runtests.sh +++ b/eng/helix/content/runtests.sh @@ -109,4 +109,8 @@ if [ $? != 0 ]; then # DO NOT EXIT fi +echo "Copying artifacts/logs to $HELIX_WORKITEM_UPLOAD_ROOT/../" +shopt -s globstar +cp artifacts/log/**/*.log $HELIX_WORKITEM_UPLOAD_ROOT/../ +cp artifacts/log/**/*.log $HELIX_WORKITEM_UPLOAD_ROOT/ exit $nonflaky_exitcode diff --git a/eng/helix/helix.proj b/eng/helix/helix.proj index f5b74b845ce..b39ac282b57 100644 --- a/eng/helix/helix.proj +++ b/eng/helix/helix.proj @@ -16,7 +16,6 @@ </ItemGroup> <PropertyGroup> - <HelixSource>pr/dotnet/aspnetcore</HelixSource> <HelixBuild>private-$(USERNAME)</HelixBuild> <HelixBuild Condition=" '$(USERNAME)' == '' ">private-$(USER)</HelixBuild> <IsExternal>true</IsExternal> @@ -30,7 +29,7 @@ <HelixBuild>$(BUILD_BUILDNUMBER).$(TargetArchitecture).$(SYSTEM_JOBATTEMPT)</HelixBuild> <WaitForWorkItemCompletion>true</WaitForWorkItemCompletion> <EnableAzurePipelinesReporter>true</EnableAzurePipelinesReporter> - <FailOnMissionControlTestFailure>true</FailOnMissionControlTestFailure> + <EnableXUnitReporter>true</EnableXUnitReporter> </PropertyGroup> <PropertyGroup Condition=" '$(ContinuousIntegrationBuild)' != 'true' "> diff --git a/eng/targets/Helix.props b/eng/targets/Helix.props index 30a5903b9a7..8d71616ea68 100644 --- a/eng/targets/Helix.props +++ b/eng/targets/Helix.props @@ -16,7 +16,7 @@ <IsWindowsHelixQueue Condition="$(HelixTargetQueue.Contains('Windows')) or $(HelixTargetQueue.Contains('windows'))">true</IsWindowsHelixQueue> <HelixTestName>$(MSBuildProjectName)-$(TargetFramework)</HelixTestName> <HelixUseArchive>false</HelixUseArchive> - <LoggingTestingDisableFileLogging Condition="'$(IsHelixJob)' == 'true'">true</LoggingTestingDisableFileLogging> + <LoggingTestingDisableFileLogging Condition="'$(IsHelixJob)' == 'true'">false</LoggingTestingDisableFileLogging> <NodeVersion>10.15.3</NodeVersion> </PropertyGroup> -- GitLab