ruby-changes:53051
From: nobu <ko1@a...>
Date: Sun, 21 Oct 2018 12:38:58 +0900 (JST)
Subject: [ruby-changes:53051] nobu:r65265 (trunk): Exclude CI platform specific failures by --excludes option
nobu 2018-10-21 12:38:52 +0900 (Sun, 21 Oct 2018) New Revision: 65265 https://svn.ruby-lang.org/cgi-bin/viewvc.cgi?view=revision&revision=65265 Log: Exclude CI platform specific failures by --excludes option Added directories: trunk/test/excludes/_travis/ Added files: trunk/test/excludes/_travis/IMAPTest.rb trunk/test/excludes/_travis/TestGemRemoteFetcher.rb Modified files: trunk/.travis.yml trunk/test/net/imap/test_imap.rb trunk/test/rubygems/test_gem_remote_fetcher.rb Index: test/excludes/_travis/TestGemRemoteFetcher.rb =================================================================== --- test/excludes/_travis/TestGemRemoteFetcher.rb (nonexistent) +++ test/excludes/_travis/TestGemRemoteFetcher.rb (revision 65265) @@ -0,0 +1,4 @@ https://github.com/ruby/ruby/blob/trunk/test/excludes/_travis/TestGemRemoteFetcher.rb#L1 +# https://travis-ci.org/ruby/ruby/jobs/444240249 +# raises: OpenSSL::SSL::SSLError "SSL_read: tlsv1 alert decrypt error" +exclude(:test_do_not_allow_invalid_client_cert_auth_connection, + 'This test is failing with OpenSSL 1.1.1 on Travis osx build') Index: test/excludes/_travis/IMAPTest.rb =================================================================== --- test/excludes/_travis/IMAPTest.rb (nonexistent) +++ test/excludes/_travis/IMAPTest.rb (revision 65265) @@ -0,0 +1,3 @@ https://github.com/ruby/ruby/blob/trunk/test/excludes/_travis/IMAPTest.rb#L1 +# https://travis-ci.org/ruby/ruby/jobs/444232675 +# randomly raises: Errno::EPROTOTYPE "Protocol wrong type for socket" +exclude(:test_imaps_post_connection_check, 'This test randomly fails with OpenSSL 1.1.1 on Travis osx build') Index: test/rubygems/test_gem_remote_fetcher.rb =================================================================== --- test/rubygems/test_gem_remote_fetcher.rb (revision 65264) +++ test/rubygems/test_gem_remote_fetcher.rb (revision 65265) @@ -883,11 +883,6 @@ PeIQQkFng2VVot/WAQbv3ePqWq07g1BBcwIBAg== https://github.com/ruby/ruby/blob/trunk/test/rubygems/test_gem_remote_fetcher.rb#L883 def test_do_not_allow_invalid_client_cert_auth_connection skip 'openssl is missing' unless defined?(OpenSSL::SSL) - if ENV.key?('TRAVIS') && /darwin/ =~ RUBY_PLATFORM - # https://travis-ci.org/ruby/ruby/jobs/444240249 - # raises: OpenSSL::SSL::SSLError "SSL_read: tlsv1 alert decrypt error" - skip 'This test is failing with OpenSSL 1.1.1 on Travis osx build' - end ssl_server = self.class.start_ssl_server({ :SSLVerifyClient => Index: test/net/imap/test_imap.rb =================================================================== --- test/net/imap/test_imap.rb (revision 65264) +++ test/net/imap/test_imap.rb (revision 65265) @@ -100,11 +100,6 @@ class IMAPTest < Test::Unit::TestCase https://github.com/ruby/ruby/blob/trunk/test/net/imap/test_imap.rb#L100 end def test_imaps_post_connection_check - if ENV.key?('TRAVIS') && /darwin/ =~ RUBY_PLATFORM - # https://travis-ci.org/ruby/ruby/jobs/444232675 - # randomly raises: Errno::EPROTOTYPE "Protocol wrong type for socket" - skip 'This test randomly fails with OpenSSL 1.1.1 on Travis osx build' - end assert_raise(OpenSSL::SSL::SSLError) do imaps_test do |port| # server_addr is different from the hostname in the certificate, Index: .travis.yml =================================================================== --- .travis.yml (revision 65264) +++ .travis.yml (revision 65265) @@ -69,7 +69,7 @@ matrix: https://github.com/ruby/ruby/blob/trunk/.travis.yml#L69 - "CONFIG_FLAG='--with-opt-dir=/usr/local/opt/openssl@1...:/usr/local/opt/zlib'" # osx build randomly fails with -j - "JOBS=" - - "TEST_ALL_TESTOPTS=\"--color=never --job-status=replace\"" + - "TEST_ALL_TESTOPTS=\"--color=never --job-status=replace\" --excludes=$(TESTSDIR)/excludes/_travis" before_install: # Bare "brew update" nukes everything. # These steps are very carefully chosen to avoid breaking things. -- ML: ruby-changes@q... Info: http://www.atdot.net/~ko1/quickml/