diff options
author | k0kubun <k0kubun@b2dd03c8-39d4-4d8f-98ff-823fe69b080e> | 2018-10-07 12:03:49 +0000 |
---|---|---|
committer | k0kubun <k0kubun@b2dd03c8-39d4-4d8f-98ff-823fe69b080e> | 2018-10-07 12:03:49 +0000 |
commit | 686a12a6a486e514288afe187fce512d603f36c3 (patch) | |
tree | d8e0d58f30d8068469bcc43c4e2519cb83ca64ca | |
parent | 6b596cc21953f2fcb33871fca36d5fea515c8753 (diff) | |
download | ruby-686a12a6a486e514288afe187fce512d603f36c3.tar.gz |
appveyor.yml: separately execute unstable tests
without -j option. Those 2 tests are too unstable on AppVeyor.
test/excludes/TestThreadQueue.rb: The most unstable test ever. That even fails on my
machine too. This may be possibly because recent SIGCHLD-related changes.
https://ci.appveyor.com/project/ruby/ruby/build/9795/job/l9t4w9ks7arsldb1
test/excludes/TestWin32OLE.rb: I saw that win32ole crashes test-all several times.
https://ci.appveyor.com/project/ruby/ruby/build/9811/job/ra5uxf2cg6v7ohag
git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/trunk@64938 b2dd03c8-39d4-4d8f-98ff-823fe69b080e
-rw-r--r-- | appveyor.yml | 4 | ||||
-rw-r--r-- | test/excludes/TestThreadQueue.rb | 12 | ||||
-rw-r--r-- | test/excludes/TestWin32OLE.rb | 13 |
3 files changed, 28 insertions, 1 deletions
diff --git a/appveyor.yml b/appveyor.yml index 51b61f9167..4503589899 100644 --- a/appveyor.yml +++ b/appveyor.yml @@ -92,7 +92,9 @@ for: - set /a JOBS=%NUMBER_OF_PROCESSORS% - nmake -l "TESTOPTS=-v -q" btest - nmake -l "TESTOPTS=-v -q" test-basic - - nmake -l "TESTOPTS=-q -j%JOBS% --subprocess-timeout-scale=3.0" test-all RUBY_FORCE_TEST_JIT=1 + - nmake -l "TESTOPTS=-q -j%JOBS% --subprocess-timeout-scale=1.5" test-all RUBY_FORCE_TEST_JIT=1 + # execute unstable tests separately without -j. + - nmake -l "TESTOPTS=-q --subprocess-timeout-scale=3.0" test-all TEST_EXCLUDES= TESTS="../test/win32ole/test_win32ole.rb ../test/ruby/test_thread_queue.rb" - nmake -l test-spec - matrix: diff --git a/test/excludes/TestThreadQueue.rb b/test/excludes/TestThreadQueue.rb new file mode 100644 index 0000000000..8e25cbeaaf --- /dev/null +++ b/test/excludes/TestThreadQueue.rb @@ -0,0 +1,12 @@ +if ENV['APPVEYOR'] == 'True' && RUBY_PLATFORM.match?(/mswin/) + exclude :test_queue_with_trap, 'too unstable on vs140' + # separately tested on appveyor.yml. +end + +# https://ci.appveyor.com/project/ruby/ruby/build/9795/job/l9t4w9ks7arsldb1 +# 1) Error: +# TestThreadQueue#test_queue_with_trap: +# Timeout::Error: execution of assert_in_out_err expired timeout (30.0 sec) +# pid 22988 exit 0 +# | +# C:/projects/ruby/test/ruby/test_thread_queue.rb:553:in `test_queue_with_trap' diff --git a/test/excludes/TestWin32OLE.rb b/test/excludes/TestWin32OLE.rb new file mode 100644 index 0000000000..9ea8fa4207 --- /dev/null +++ b/test/excludes/TestWin32OLE.rb @@ -0,0 +1,13 @@ +if ENV['APPVEYOR'] == 'True' && RUBY_PLATFORM.match?(/mswin/) + exclude(/\Atest_/, 'test_win32ole.rb sometimes causes worker crash') + # separately tested on appveyor.yml. +end + +# https://ci.appveyor.com/project/ruby/ruby/build/9811/job/ra5uxf2cg6v7ohag +# +# running file: C:/projects/ruby/test/win32ole/test_win32ole.rb +# +# Some worker was crashed. It seems ruby interpreter's bug +# or, a bug of test/unit/parallel.rb. try again without -j +# option. +# NMAKE : fatal error U1077: '.\ruby.exe' : return code '0x1' |