ruby-changes:53263
From: k0kubun <ko1@a...>
Date: Thu, 1 Nov 2018 11:50:14 +0900 (JST)
Subject: [ruby-changes:53263] k0kubun:r65478 (trunk): wercker.yml: harder test-mjit-wait testing
k0kubun 2018-11-01 11:50:10 +0900 (Thu, 01 Nov 2018) New Revision: 65478 https://svn.ruby-lang.org/cgi-bin/viewvc.cgi?view=revision&revision=65478 Log: wercker.yml: harder test-mjit-wait testing Currently TracePoint enablement may cancel all JITs. So for now, separating test executions would reveal more failures. Modified files: trunk/wercker.yml Index: wercker.yml =================================================================== --- wercker.yml (revision 65477) +++ wercker.yml (revision 65478) @@ -58,14 +58,209 @@ test-mjit-wait: https://github.com/ruby/ruby/blob/trunk/wercker.yml#L58 - script: name: make test (JIT wait) code: /usr/bin/sudo -H -u test -- make test RUN_OPTS="--disable-gems --jit-wait --jit-warnings" - # split test-all to 2 steps to loosen timeout + + # allow_failures = ['test/webrick/'] + # index = 1 + # dirs = Dir.glob('test/*/').sort + # dirs.each do |dir| + # puts <<-EOS + # - script: + # name: make test-all#{index} -- #{dir} (JIT wait) + # code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="#{dir}" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait"#{(' || true' if allow_failures.include?(dir))} + # EOS + # index += 1 + # end + # puts <<-EOS + # - script: + # name: make test-all#{index} -- others (JIT wait) + # code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTOPTS="#{dirs.map { |d| "--exclude #{d}" }.join(' ')} --color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + # EOS + + # -- AUTO GENERATED START (by above code) --- + - script: - name: make test-all1 (JIT wait) # only: test/ruby/, test/testunit/, test/rubygems/, test/rss - code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/ruby/ test/testunit/ test/rubygems/ test/rss/" TESTOPTS="--color=never --job-status=normal --longest 10 --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + name: make test-all1 -- test/-ext-/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/-ext-/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" - script: - # TODO: remove `--exclude test/webrick` once it's fixed https://app.wercker.com/ruby/ruby/runs/test-mjit-wait/5bd092a89b1e440006d5780d?step=5bd092e3591ca80007258400 - name: make test-all2 (JIT wait) # except: test/ruby/, test/testunit/, test/rubygems/, test/rss - code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTOPTS="--exclude test/ruby/ --exclude test/testunit/ --exclude test/rubygems/ --exclude test/rss/ --exclude test/webrick/ --color=never --job-status=normal --longest 10 --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + name: make test-all2 -- test/base64/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/base64/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all3 -- test/benchmark/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/benchmark/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all4 -- test/bigdecimal/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/bigdecimal/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all5 -- test/cgi/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/cgi/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all6 -- test/coverage/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/coverage/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all7 -- test/csv/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/csv/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all8 -- test/date/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/date/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all9 -- test/dbm/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/dbm/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all10 -- test/digest/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/digest/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all11 -- test/drb/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/drb/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all12 -- test/dtrace/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/dtrace/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all13 -- test/erb/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/erb/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all14 -- test/etc/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/etc/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all15 -- test/excludes/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/excludes/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all16 -- test/fiddle/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/fiddle/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all17 -- test/fileutils/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/fileutils/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all18 -- test/gdbm/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/gdbm/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all19 -- test/io/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/io/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all20 -- test/irb/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/irb/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all21 -- test/json/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/json/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all22 -- test/lib/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/lib/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all23 -- test/logger/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/logger/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all24 -- test/matrix/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/matrix/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all25 -- test/minitest/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/minitest/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all26 -- test/misc/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/misc/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all27 -- test/mkmf/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/mkmf/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all28 -- test/monitor/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/monitor/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all29 -- test/net/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/net/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all30 -- test/nkf/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/nkf/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all31 -- test/objspace/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/objspace/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all32 -- test/open-uri/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/open-uri/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all33 -- test/openssl/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/openssl/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all34 -- test/optparse/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/optparse/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all35 -- test/ostruct/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/ostruct/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all36 -- test/pathname/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/pathname/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all37 -- test/psych/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/psych/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all38 -- test/rdoc/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/rdoc/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all39 -- test/readline/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/readline/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all40 -- test/resolv/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/resolv/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all41 -- test/rexml/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/rexml/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all42 -- test/rinda/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/rinda/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all43 -- test/ripper/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/ripper/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all44 -- test/rss/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/rss/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all45 -- test/ruby/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/ruby/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all46 -- test/rubygems/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/rubygems/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all47 -- test/scanf/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/scanf/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all48 -- test/sdbm/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/sdbm/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all49 -- test/shell/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/shell/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all50 -- test/socket/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/socket/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all51 -- test/stringio/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/stringio/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all52 -- test/strscan/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/strscan/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all53 -- test/syslog/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPTS="--disable-gems --jit-wait --jit-warnings" TESTS="test/syslog/" TESTOPTS="--color=never --job-status=normal --subprocess-timeout-scale=3.0 --excludes=test/excludes/_wercker/test-mjit-wait" + - script: + name: make test-all54 -- test/testunit/ (JIT wait) + code: /usr/bin/sudo -H -u test -- make test-all RUN_OPT (... truncated) -- ML: ruby-changes@q... Info: http://www.atdot.net/~ko1/quickml/