Skip to content

Commit

Permalink
run-tests: Update test results for batching.
Browse files Browse the repository at this point in the history
  • Loading branch information
Esme Povirk committed Jul 13, 2024
1 parent 64a3eaf commit fc9baf3
Show file tree
Hide file tree
Showing 12 changed files with 192 additions and 283 deletions.
2 changes: 2 additions & 0 deletions tools/run-tests/run-tests.cs
Original file line number Diff line number Diff line change
Expand Up @@ -719,10 +719,12 @@ int main(string[] arguments)
case "Linux":
read_stringlist(Path.Combine(BasePath, "wine-linux-passing.txt"), pass_list);
read_stringlist(Path.Combine(BasePath, "wine-linux-failing.txt"), fail_list);
read_testlist(Path.Combine(BasePath, "skip-linux.txt"), skip_list);
break;
case "Darwin": // macOS
read_stringlist(Path.Combine(BasePath, "wine-macos-passing.txt"), pass_list);
read_stringlist(Path.Combine(BasePath, "wine-macos-failing.txt"), fail_list);
read_testlist(Path.Combine(BasePath, "skip-macos.txt"), skip_list);
break;
default:
Console.WriteLine($"unknown host OS: {sysname}");
Expand Down
9 changes: 9 additions & 0 deletions tools/run-tests/skip-always.txt
Original file line number Diff line number Diff line change
Expand Up @@ -75,3 +75,12 @@ x86.pinvoke3:test_0_appdomain_switch # exception on Windows
x86.pinvoke3:test_0_marshal_byref_class_delegate_null # exception on Windows
x86.pinvoke3:test_0_marshal_struct_delegate # exception on Windows
MonoTests.System.Drawing.GDIPlusTest:DisposeImage_Dual # intentional use-after-free, can cause exception
MonoTests.System.Windows.Forms.ContextMenuStripTest
MonoTests.System.Windows.Forms.DataGridViewTest:EditingControlShowingTest_Bound
MonoTests.System.Windows.Forms.DataGridViewTest:EditingControlShowingTest_Unbound
MonoTests.System.Windows.Forms.DataGridViewTest:OneClickComboBoxCell
MonoTests.System.Net.Mail.SmtpClientTest:Deliver_Envelope
MonoCasTests.System.Reflection.AssemblyNameCas:PartialTrust_PermitOnly_UnmanagedCode
# Both of these take ~100 seconds to run, WHY?
MonoTests.System.Net.Mail.SmtpClientTest:Deliver
MonoTests.System.Net.Mail.SmtpClientTest:Deliver_Async
1 change: 1 addition & 0 deletions tools/run-tests/skip-linux.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
MonoTests.Remoting.IpcChannelTest:Bug609381
1 change: 1 addition & 0 deletions tools/run-tests/skip-macos.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
MonoTests.System.Net.Sockets.SocketTest:BogusEndConnect
4 changes: 4 additions & 0 deletions tools/run-tests/skip-windows.txt
Original file line number Diff line number Diff line change
@@ -1,2 +1,6 @@
x86_64.xnatest
x86_64.direct3dadapter
MonoTests.System.Diagnostics.Contracts.ContractAssertTest:TestAssertEventHandlerNoAction
Mono.Runtime.Tests
MonoTests.System.Drawing.FontTest:ToLogFont_Null
MonoTests.System.Windows.Forms.ApplicationContextTest:NestedApplicationContextTest
2 changes: 2 additions & 0 deletions tools/run-tests/skip-wine.txt
Original file line number Diff line number Diff line change
@@ -1,2 +1,4 @@
MonoTests.System.Net.Sockets.SocketTest:BeginDisconnect # Disconnect fails with WSAESHUTDOWN
MonoTests.System.ServiceModel.Channels.TcpTransportBindingElementTest:SimpleDuplexBuffered # sometimes crashes on wine
MonoTests.System.Reflection.Emit.DynamicMethodTest:InvalidUnicodeName
MonoTests.System.Windows.Forms.ListViewTest:FindItemWithText_Exceptions
243 changes: 75 additions & 168 deletions tools/run-tests/windows-failing.txt

Large diffs are not rendered by default.

202 changes: 95 additions & 107 deletions tools/run-tests/windows-passing.txt

Large diffs are not rendered by default.

3 changes: 1 addition & 2 deletions tools/run-tests/wine-failing.txt
Original file line number Diff line number Diff line change
Expand Up @@ -1226,8 +1226,6 @@ x86.MonoTests.System.Drawing.GraphicsTest:DrawImage_ImageRectangleRectangleGraph
x86.MonoTests.System.Drawing.GraphicsTest:DrawImage_ImageRectangleRectangleGraphicsUnit_Point
x86.MonoTests.System.Drawing.GraphicsTest:DrawImage_ImageRectangleRectangleGraphicsUnit_World
MonoTests.System.Windows.Forms.ListBoxTest:HeightAndIntegralHeight
MonoTests.System.Reflection.Emit.DynamicMethodTest:InvalidUnicodeName
MonoTests.System.Reflection.Emit.DynamicMethodTest
MonoTests.System.TimeZoneInfoTest+PropertiesTests:LocalId # This expects a DllNotFoundException for "libc", but our dllmap changes the exception type, it doesn't test anything on Windows anyway.
x86.MonoTests.Microsoft_VisualBasic.DateAndTimeTests:DateString_1
x86.MonoTests.Microsoft_VisualBasic.DateAndTimeTests:TimeOfDay_1
Expand Down Expand Up @@ -1488,3 +1486,4 @@ MonoTests.System.ServiceModel.Description.MetadataResolverTest:Resolve6
MonoTests.System.ServiceModel.Description.MetadataResolverTest:ResolveBadUri
MonoTests.System.ServiceModel.Description.MetadataResolverTest:ResolveNoEndpoint
MonoTests.System.Net.HttpRequestStreamTest:Post_EmptyRequestStream
MonoTests.System.Threading.Tasks.TaskSchedulerTests:UnobservedTaskExceptionArgumentTest
1 change: 1 addition & 0 deletions tools/run-tests/wine-linux-passing.txt
Original file line number Diff line number Diff line change
Expand Up @@ -3,3 +3,4 @@ MonoTests.System.Windows.Forms.FormTest:FormStartupPositionChangeTest
MonoTests.System.Windows.Forms.FormTest:FormStartupPositionTest # requires virtual desktop
MonoTests.System.Windows.Forms.FormTest:MaximizedParentedFormTest # requires virtual desktop
MonoTests.System.Net.Sockets.UdpClientTest:Available
MonoTests.System.Net.Sockets.SocketTest:BogusEndConnect
1 change: 0 additions & 1 deletion tools/run-tests/wine-macos-failing.txt
Original file line number Diff line number Diff line change
Expand Up @@ -2,5 +2,4 @@ WineMono.Tests.System.Windows.Media.TextFormatting.TextFormatterTest:SingleWordT
MonoTests.System.Windows.Forms.FormTest:FormStartupPositionChangeTest
MonoTests.System.Windows.Forms.FormTest:FormStartupPositionTest
MonoTests.System.Windows.Forms.FormTest:MaximizedParentedFormTest
MonoTests.System.Net.Sockets.SocketTest
MonoTests.System.Net.Sockets.UdpClientTest:Available
6 changes: 1 addition & 5 deletions tools/run-tests/wine-passing.txt
Original file line number Diff line number Diff line change
Expand Up @@ -13515,7 +13515,6 @@ x86.MonoTests.System.Threading.Tasks.TaskSchedulerTests:FromCurrentSynchronizati
x86.MonoTests.System.Threading.Tasks.TaskSchedulerTests:FromUserSynchronizationContext
x86.MonoTests.System.Threading.Tasks.TaskSchedulerTests:RunSynchronouslyButNoExecutionTest
x86.MonoTests.System.Threading.Tasks.TaskSchedulerTests:RunSynchronouslyTaskStatusTest
x86.MonoTests.System.Threading.Tasks.TaskSchedulerTests:UnobservedTaskExceptionArgumentTest
x86.MonoTests.System.Threading.Tasks.TaskSchedulerTests
x86.MonoTests.System.Threading.Tasks.TaskTests:AlreadyCompletedChildTaskShouldRunContinuationImmediately
x86.MonoTests.System.Threading.Tasks.TaskTests:AsyncWaitHandleSet
Expand Down Expand Up @@ -46045,7 +46044,6 @@ x86_64.MonoTests.System.Threading.Tasks.TaskSchedulerTests:FromCurrentSynchroniz
x86_64.MonoTests.System.Threading.Tasks.TaskSchedulerTests:FromUserSynchronizationContext
x86_64.MonoTests.System.Threading.Tasks.TaskSchedulerTests:RunSynchronouslyButNoExecutionTest
x86_64.MonoTests.System.Threading.Tasks.TaskSchedulerTests:RunSynchronouslyTaskStatusTest
x86_64.MonoTests.System.Threading.Tasks.TaskSchedulerTests:UnobservedTaskExceptionArgumentTest
x86_64.MonoTests.System.Threading.Tasks.TaskSchedulerTests
x86_64.MonoTests.System.Threading.Tasks.TaskTests:AlreadyCompletedChildTaskShouldRunContinuationImmediately
x86_64.MonoTests.System.Threading.Tasks.TaskTests:AsyncWaitHandleSet
Expand Down Expand Up @@ -69104,12 +69102,10 @@ x86_64.MonoTests.Remoting.IpcAsyncCallTest:BaseCallTest.TestInterfacePrimitivePa
x86_64.MonoTests.Remoting.IpcAsyncCallTest:BaseCallTest.TestInterfaceProcessContextData
x86_64.MonoTests.Remoting.IpcAsyncCallTest:BaseCallTest.TestInterfaceSimple
x86_64.MonoTests.Remoting.IpcAsyncCallTest
x86.MonoTests.Remoting.IpcChannelTest:Bug609381
x86.MonoTests.Remoting.IpcChannelTest:Bug81653
x86.MonoTests.Remoting.IpcChannelTest:TestCtor2
x86.MonoTests.Remoting.IpcChannelTest:TestCtor3
x86.MonoTests.Remoting.IpcChannelTest
x86_64.MonoTests.Remoting.IpcChannelTest:Bug609381
x86_64.MonoTests.Remoting.IpcChannelTest:Bug81653
x86_64.MonoTests.Remoting.IpcChannelTest:TestCtor2
x86_64.MonoTests.Remoting.IpcChannelTest:TestCtor3
Expand Down Expand Up @@ -73112,7 +73108,6 @@ MonoTests.System.Net.Sockets.SocketTest:BeginSendGenericSocketError
MonoTests.System.Net.Sockets.SocketTest:BeginSendNotConnected
MonoTests.System.Net.Sockets.SocketTest:BeginSendSocketError
MonoTests.System.Net.Sockets.SocketTest:BindTwice
MonoTests.System.Net.Sockets.SocketTest:BogusEndConnect
MonoTests.System.Net.Sockets.SocketTest:Close
MonoTests.System.Net.Sockets.SocketTest:CloseWhileReceiving
MonoTests.System.Net.Sockets.SocketTest:ConcurrentExceedSocketLimit
Expand Down Expand Up @@ -74217,3 +74212,4 @@ MonoTests.System.ServiceModel.Description.MetadataResolverTest:ResolveBadUri
MonoTests.System.ServiceModel.Description.MetadataResolverTest:ResolveNoEndpoint
MonoTests.System.Net.HttpRequestStreamTest:Post_EmptyRequestStream
MonoTests.System.Drawing.TestRegion:Intersect_383878
MonoTests.System.Threading.Tasks.TaskSchedulerTests:UnobservedTaskExceptionArgumentTest

0 comments on commit fc9baf3

Please sign in to comment.