Hacking test script

dotnet · Aug 19, 2024 · f047c32 · f047c32
1 parent 12969bb
commit f047c32
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 0 deletions.
diff --git a/src/tests/Common/CLRTest.Execute.Batch.targets b/src/tests/Common/CLRTest.Execute.Batch.targets
@@ -146,6 +146,15 @@ if not defined CLRTestExecutionArguments (set CLRTestExecutionArguments=$(CLRTes
       ]]></BatchCLRTestArgPrep>
 
       <!-- By default, be prepared to do a full check -->
+      <BatchLoopPart2  Condition="'$(CLRTestLoop)' == 'true'"><![CDATA[SET /A RetryCount=%RetryCount%-1
+  IF NOT "%RetryCount%"=="0" (
+    GOTO :RetryingRerun
+  ) ELSE (
+    ECHO END EXECUTION - PASSED BUT ALSO FAILED
+    ECHO FAILED
+    popd
+    Exit /b 1
+  )]]></BatchLoopPart2>
       <BatchCLRTestExitCodeCheck><![CDATA[
 ECHO Expected: %CLRTestExpectedExitCode%
 ECHO Actual: %CLRTestExitCode%
@@ -157,6 +166,7 @@ IF NOT "%CLRTestExitCode%"=="%CLRTestExpectedExitCode%" (
 ) ELSE (
   ECHO END EXECUTION - PASSED
   ECHO PASSED
+  $(BatchLoopPart2)
   popd
   Exit /b 0
 )
@@ -305,6 +315,8 @@ REM Local CoreShim requested - see MSBuild property 'CLRTestScriptLocalCoreShim'
 ECHO Copying '%CORE_ROOT%\CoreShim.dll'...
 COPY /y %CORE_ROOT%\CoreShim.dll .
       ]]></BatchCopyCoreShimLocalCmds>
+      <BatchLoopPart1 Condition="'$(CLRTestLoop)' == 'true'"><![CDATA[SET RetryCount=100
+:RetryingRerun]]></BatchLoopPart1>
       <BatchCLRTestLaunchCmds Condition="'$(CLRTestKind)' == 'BuildAndRun' And $(TargetOS) != 'android'">
     <![CDATA[
 $(BatchLinkerTestLaunchCmds)
@@ -323,6 +335,7 @@ if defined RunCrossGen2 (
 )
 
 ECHO %LAUNCHER% %ExePath% %CLRTestExecutionArguments%
+$(BatchLoopPart1)
 %LAUNCHER% %ExePath% %CLRTestExecutionArguments%
 set CLRTestExitCode=!ERRORLEVEL!
 if defined RunCrossGen2 (

diff --git a/src/tests/readytorun/coreroot_determinism/coreroot_determinism.csproj b/src/tests/readytorun/coreroot_determinism/coreroot_determinism.csproj
@@ -10,6 +10,8 @@
     <!-- We skip the ReadyToRun tests when sanitized due to build complexity -->
     <DisableProjectBuild Condition="'$(EnableNativeSanitizers)' != ''">true</DisableProjectBuild>
     <OldToolsVersion>2.0</OldToolsVersion>
+    <!-- Rerun the test for 100 times or stop if we get a failure -->
+    <CLRTestLoop>true</CLRTestLoop>
   </PropertyGroup>
   <ItemGroup>
     <Compile Include="Program.cs" />