ruby-changes:53279
From: k0kubun <ko1@a...>
Date: Thu, 1 Nov 2018 22:49:42 +0900 (JST)
Subject: [ruby-changes:53279] k0kubun:r65494 (trunk): wercker.yml: stop allowing webrick failure
k0kubun 2018-11-01 22:49:33 +0900 (Thu, 01 Nov 2018) New Revision: 65494 https://svn.ruby-lang.org/cgi-bin/viewvc.cgi?view=revision&revision=65494 Log: wercker.yml: stop allowing webrick failure Failure seems no longer reproductive recently... Also I wrote a comment about this complicated test matrix and improved parallelism a little more again. Modified files: trunk/wercker.yml Index: wercker.yml =================================================================== --- wercker.yml (revision 65493) +++ wercker.yml (revision 65494) @@ -7,23 +7,24 @@ no-response-timeout: 30 https://github.com/ruby/ruby/blob/trunk/wercker.yml#L7 command-timeout: 60 ### Code to generate test-all definition with --jit-wait ### +# This aims to relax no-output timeout, and to isolate TracePoint testing since JIT is not supporting trace_* insns for now. -# allow_failures = ['test/webrick/'] -# index = 1 +# allow_failures = [] # dirs = Dir.glob('test/*/').sort +# index = 1 +# puts <<-EOS +# - script: +# name: make test-all#{index} -- others (JIT wait) +# code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTOPTS="#{dirs.map { |d| "--exclude #{d}" }.join(' ')} --color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" +# EOS # dirs.each do |dir| +# index += 1 # puts <<-EOS # - script: # name: make test-all#{index} -- #{dir} (JIT wait#{(', allow failure' if allow_failures.include?(dir))}) # code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="#{dir}" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait"#{(' || true' if allow_failures.include?(dir))} # EOS -# index += 1 # end -# puts <<-EOS -# - script: -# name: make test-all#{index} -- others (JIT wait) -# code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTOPTS="#{dirs.map { |d| "--exclude #{d}" }.join(' ')} --color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" -# EOS # --jit + first half of --jit-wait. mjit-test1: @@ -64,115 +65,118 @@ mjit-test1: https://github.com/ruby/ruby/blob/trunk/wercker.yml#L65 # -- AUTO GENERATED 1st half START (by above code) --- - script: - name: make test-all1 -- test/-ext-/ (JIT wait) + name: make test-all1 -- others (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTOPTS="--exclude test/-ext-/ --exclude test/base64/ --exclude test/benchmark/ --exclude test/bigdecimal/ --exclude test/cgi/ --exclude test/coverage/ --exclude test/csv/ --exclude test/date/ --exclude test/dbm/ --exclude test/digest/ --exclude test/drb/ --exclude test/dtrace/ --exclude test/erb/ --exclude test/etc/ --exclude test/excludes/ --exclude test/fiddle/ --exclude test/fileutils/ --exclude test/gdbm/ --exclude test/io/ --exclude test/irb/ --exclude test/json/ --exclude test/lib/ --exclude test/logger/ --exclude test/matrix/ --exclude test/minitest/ --exclude test/misc/ --exclude test/mkmf/ --exclude test/monitor/ --exclude test/net/ --exclude test/nkf/ --exclude test/objspace/ --exclude test/open-uri/ --exclude test/openssl/ --exclude test/optparse/ --exclude test/ostruct/ --exclude test/pathname/ --exclude test/psych/ --exclude test/rdoc/ --exclude test/readline/ - -exclude test/resolv/ --exclude test/rexml/ --exclude test/rinda/ --exclude test/ripper/ --exclude test/rss/ --exclude test/ruby/ --exclude test/rubygems/ --exclude test/scanf/ --exclude test/sdbm/ --exclude test/shell/ --exclude test/socket/ --exclude test/stringio/ --exclude test/strscan/ --exclude test/syslog/ --exclude test/testunit/ --exclude test/uri/ --exclude test/webrick/ --exclude test/win32ole/ --exclude test/yaml/ --exclude test/zlib/ --color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all2 -- test/-ext-/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/-ext-/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all2 -- test/base64/ (JIT wait) + name: make test-all3 -- test/base64/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/base64/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all3 -- test/benchmark/ (JIT wait) + name: make test-all4 -- test/benchmark/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/benchmark/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all4 -- test/bigdecimal/ (JIT wait) + name: make test-all5 -- test/bigdecimal/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/bigdecimal/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all5 -- test/cgi/ (JIT wait) + name: make test-all6 -- test/cgi/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/cgi/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all6 -- test/coverage/ (JIT wait) + name: make test-all7 -- test/coverage/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/coverage/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all7 -- test/csv/ (JIT wait) + name: make test-all8 -- test/csv/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/csv/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all8 -- test/date/ (JIT wait) + name: make test-all9 -- test/date/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/date/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all9 -- test/dbm/ (JIT wait) + name: make test-all10 -- test/dbm/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/dbm/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all10 -- test/digest/ (JIT wait) + name: make test-all11 -- test/digest/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/digest/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all11 -- test/drb/ (JIT wait) + name: make test-all12 -- test/drb/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/drb/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all12 -- test/dtrace/ (JIT wait) + name: make test-all13 -- test/dtrace/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/dtrace/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all13 -- test/erb/ (JIT wait) + name: make test-all14 -- test/erb/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/erb/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all14 -- test/etc/ (JIT wait) + name: make test-all15 -- test/etc/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/etc/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all15 -- test/excludes/ (JIT wait) + name: make test-all16 -- test/excludes/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/excludes/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all16 -- test/fiddle/ (JIT wait) + name: make test-all17 -- test/fiddle/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/fiddle/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all17 -- test/fileutils/ (JIT wait) + name: make test-all18 -- test/fileutils/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/fileutils/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all18 -- test/gdbm/ (JIT wait) + name: make test-all19 -- test/gdbm/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/gdbm/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all19 -- test/io/ (JIT wait) + name: make test-all20 -- test/io/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/io/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all20 -- test/irb/ (JIT wait) + name: make test-all21 -- test/irb/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/irb/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all21 -- test/json/ (JIT wait) + name: make test-all22 -- test/json/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/json/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all22 -- test/lib/ (JIT wait) + name: make test-all23 -- test/lib/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/lib/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all23 -- test/logger/ (JIT wait) + name: make test-all24 -- test/logger/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/logger/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all24 -- test/matrix/ (JIT wait) + name: make test-all25 -- test/matrix/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/matrix/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all25 -- test/minitest/ (JIT wait) + name: make test-all26 -- test/minitest/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/minitest/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all26 -- test/misc/ (JIT wait) + name: make test-all27 -- test/misc/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/misc/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all27 -- test/mkmf/ (JIT wait) + name: make test-all28 -- test/mkmf/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/mkmf/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all28 -- test/monitor/ (JIT wait) + name: make test-all29 -- test/monitor/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/monitor/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all29 -- test/net/ (JIT wait) + name: make test-all30 -- test/net/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/net/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all30 -- test/nkf/ (JIT wait) + name: make test-all31 -- test/nkf/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/nkf/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all31 -- test/objspace/ (JIT wait) + name: make test-all32 -- test/objspace/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/objspace/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all32 -- test/open-uri/ (JIT wait) + name: make test-all33 -- test/open-uri/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/open-uri/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all33 -- test/openssl/ (JIT wait) + name: make test-all34 -- test/openssl/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/openssl/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all34 -- test/optparse/ (JIT wait) + name: make test-all35 -- test/optparse/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/optparse/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all35 -- test/ostruct/ (JIT wait) + name: make test-all36 -- test/ostruct/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/ostruct/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all36 -- test/pathname/ (JIT wait) + name: make test-all37 -- test/pathname/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/pathname/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all37 -- test/psych/ (JIT wait) + name: make test-all38 -- test/psych/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/psych/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" # -- AUTO GENERATED 1st half END --- after-steps: @@ -203,74 +207,71 @@ mjit-test2: https://github.com/ruby/ruby/blob/trunk/wercker.yml#L207 # -- AUTO GENERATED 2nd half START (by above code) --- - script: - name: make test-all38 -- test/rdoc/ (JIT wait) + name: make test-all39 -- test/rdoc/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/rdoc/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all39 -- test/readline/ (JIT wait) + name: make test-all40 -- test/readline/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/readline/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all40 -- test/resolv/ (JIT wait) + name: make test-all41 -- test/resolv/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/resolv/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all41 -- test/rexml/ (JIT wait) + name: make test-all42 -- test/rexml/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/rexml/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - name: make test-all42 -- test/rinda/ (JIT wait) + name: make test-all43 -- test/rinda/ (JIT wait) code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/rinda/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --exclud (... truncated) -- ML: ruby-changes@q... Info: http://www.atdot.net/~ko1/quickml/