ruby-changes:51795
From: normal <ko1@a...>
Date: Sat, 21 Jul 2018 12:26:46 +0900 (JST)
Subject: [ruby-changes:51795] normal:r64007 (trunk): thread.c (do_select): fix leak on exception
normal 2018-07-21 12:26:38 +0900 (Sat, 21 Jul 2018) New Revision: 64007 https://svn.ruby-lang.org/cgi-bin/viewvc.cgi?view=revision&revision=64007 Log: thread.c (do_select): fix leak on exception When do_select is interrupted and raise happens from RUBY_VM_CHECK_INTS_BLOCKING, the original FD sets we copied do not get freed, leading to a memory leak. Wrap up all the FD sets into a Ruby object to ensure the GC can release an allocations made for rb_fdset_t. This leak existed since Ruby 2.0.0 (r36430) [Bug #14929] Modified files: trunk/test/ruby/test_io.rb trunk/thread.c Index: test/ruby/test_io.rb =================================================================== --- test/ruby/test_io.rb (revision 64006) +++ test/ruby/test_io.rb (revision 64007) @@ -3800,4 +3800,20 @@ __END__ https://github.com/ruby/ruby/blob/trunk/test/ruby/test_io.rb#L3800 assert_equal 'done', noex.value ,'r63216' end end + + def test_select_leak + assert_no_memory_leak([], <<-"end;", <<-"end;", rss: true, timeout: 30) + r, w = IO.pipe + rset = [r] + wset = [w] + Thread.new { IO.select(rset, wset, nil, 0) }.join + end; + 200000.times do + th = Thread.new { IO.select(rset, wset) } + Thread.pass until th.stop? + th.kill + th.join + end + end; + end end Index: thread.c =================================================================== --- thread.c (revision 64006) +++ thread.c (revision 64007) @@ -3840,27 +3840,57 @@ wait_retryable(int *result, int errnum, https://github.com/ruby/ruby/blob/trunk/thread.c#L3840 #define restore_fdset(fds1, fds2) \ ((fds1) ? rb_fd_dup(fds1, fds2) : (void)0) +struct select_set { + rb_fdset_t read; + rb_fdset_t write; + rb_fdset_t except; +}; + +static size_t +select_set_memsize(const void *p) +{ + return sizeof(struct select_set); +} + +static void +select_set_free(void *p) +{ + struct select_set *orig = p; + + rb_fd_term(&orig->read); + rb_fd_term(&orig->write); + rb_fd_term(&orig->except); + xfree(orig); +} + +static const rb_data_type_t select_set_type = { + "select_set", + {NULL, select_set_free, select_set_memsize,}, + 0, 0, RUBY_TYPED_FREE_IMMEDIATELY +}; + static int do_select(int n, rb_fdset_t *const readfds, rb_fdset_t *const writefds, rb_fdset_t *const exceptfds, struct timeval *timeout) { int MAYBE_UNUSED(result); int lerrno; - rb_fdset_t MAYBE_UNUSED(orig_read); - rb_fdset_t MAYBE_UNUSED(orig_write); - rb_fdset_t MAYBE_UNUSED(orig_except); struct timespec ts, end, *tsp; rb_thread_t *th = GET_THREAD(); + VALUE o; + struct select_set *orig; + + o = TypedData_Make_Struct(0, struct select_set, &select_set_type, orig); timeout_prepare(&tsp, &ts, &end, timeout); #define do_select_update() \ - (restore_fdset(readfds, &orig_read), \ - restore_fdset(writefds, &orig_write), \ - restore_fdset(exceptfds, &orig_except), \ + (restore_fdset(readfds, &orig->read), \ + restore_fdset(writefds, &orig->write), \ + restore_fdset(exceptfds, &orig->except), \ TRUE) #define fd_init_copy(f) \ - (f##fds) ? rb_fd_init_copy(&orig_##f, f##fds) : rb_fd_no_init(&orig_##f) + (f##fds) ? rb_fd_init_copy(&orig->f, f##fds) : rb_fd_no_init(&orig->f) fd_init_copy(read); fd_init_copy(write); fd_init_copy(except); @@ -3875,14 +3905,13 @@ do_select(int n, rb_fdset_t *const readf https://github.com/ruby/ruby/blob/trunk/thread.c#L3905 if (result < 0) lerrno = errno; }, ubf_select, th, FALSE); - RUBY_VM_CHECK_INTS_BLOCKING(th->ec); + RUBY_VM_CHECK_INTS_BLOCKING(th->ec); /* may raise */ } while (wait_retryable(&result, lerrno, tsp, &end) && do_select_update()); -#define fd_term(f) if (f##fds) rb_fd_term(&orig_##f) - fd_term(read); - fd_term(write); - fd_term(except); -#undef fd_term + /* didn't raise, perform cleanup ourselves */ + select_set_free(orig); + rb_gc_force_recycle(o); + if (result < 0) { errno = lerrno; } -- ML: ruby-changes@q... Info: http://www.atdot.net/~ko1/quickml/