ruby-changes:50532
From: nobu <ko1@a...>
Date: Tue, 6 Mar 2018 11:48:22 +0900 (JST)
Subject: [ruby-changes:50532] nobu:r62671 (trunk): resolv.rb: close socket
nobu 2018-03-06 11:48:17 +0900 (Tue, 06 Mar 2018) New Revision: 62671 https://svn.ruby-lang.org/cgi-bin/viewvc.cgi?view=revision&revision=62671 Log: resolv.rb: close socket * lib/resolv.rb (UnconnectedUDP#lazy_initialize): store new sockets before binding, so the sockets get closed when the requester is closing. * lib/resolv.rb (ConnectedUDP#lazy_initialize): ditto. * lib/resolv.rb (UnconnectedUDP#close): synchronize to get rid of race condition. * lib/resolv.rb (ConnectedUDP#close): ditto. [ruby-core:85901] [Bug #14571] From: quixoten (Devin Christensen) <quixoten@g...> Modified files: trunk/lib/resolv.rb trunk/test/resolv/test_dns.rb Index: lib/resolv.rb =================================================================== --- lib/resolv.rb (revision 62670) +++ lib/resolv.rb (revision 62671) @@ -732,35 +732,47 @@ class Resolv https://github.com/ruby/ruby/blob/trunk/lib/resolv.rb#L732 def initialize(*nameserver_port) super() @nameserver_port = nameserver_port - @socks_hash = {} - @socks = [] - nameserver_port.each {|host, port| - if host.index(':') - bind_host = "::" - af = Socket::AF_INET6 - else - bind_host = "0.0.0.0" - af = Socket::AF_INET - end - next if @socks_hash[bind_host] - begin - sock = UDPSocket.new(af) - rescue Errno::EAFNOSUPPORT - next # The kernel doesn't support the address family. - end - sock.do_not_reverse_lookup = true - DNS.bind_random_port(sock, bind_host) - @socks << sock - @socks_hash[bind_host] = sock + @initialized = false + @mutex = Thread::Mutex.new + end + + def lazy_initialize + @mutex.synchronize { + next if @initialized + @initialized = true + @socks_hash = {} + @socks = [] + @nameserver_port.each {|host, port| + if host.index(':') + bind_host = "::" + af = Socket::AF_INET6 + else + bind_host = "0.0.0.0" + af = Socket::AF_INET + end + next if @socks_hash[bind_host] + begin + sock = UDPSocket.new(af) + rescue Errno::EAFNOSUPPORT + next # The kernel doesn't support the address family. + end + @socks << sock + @socks_hash[bind_host] = sock + sock.do_not_reverse_lookup = true + DNS.bind_random_port(sock, bind_host) + } } + self end def recv_reply(readable_socks) + lazy_initialize reply, from = readable_socks[0].recvfrom(UDPSize) return reply, [from[3],from[1]] end def sender(msg, data, host, port=Port) + lazy_initialize sock = @socks_hash[host.index(':') ? "::" : "0.0.0.0"] return nil if !sock service = [host, port] @@ -772,9 +784,14 @@ class Resolv https://github.com/ruby/ruby/blob/trunk/lib/resolv.rb#L784 end def close - super - @senders.each_key {|service, id| - DNS.free_request_id(service[0], service[1], id) + @mutex.synchronize { + if @initialized + super + @senders.each_key {|service, id| + DNS.free_request_id(service[0], service[1], id) + } + @initialized = false + end } end @@ -798,20 +815,32 @@ class Resolv https://github.com/ruby/ruby/blob/trunk/lib/resolv.rb#L815 super() @host = host @port = port - is_ipv6 = host.index(':') - sock = UDPSocket.new(is_ipv6 ? Socket::AF_INET6 : Socket::AF_INET) - @socks = [sock] - sock.do_not_reverse_lookup = true - DNS.bind_random_port(sock, is_ipv6 ? "::" : "0.0.0.0") - sock.connect(host, port) + @mutex = Thread::Mutex.new + @initialized = false + end + + def lazy_initialize + @mutex.synchronize { + next if @initialized + @initialized = true + is_ipv6 = @host.index(':') + sock = UDPSocket.new(is_ipv6 ? Socket::AF_INET6 : Socket::AF_INET) + @socks = [sock] + sock.do_not_reverse_lookup = true + DNS.bind_random_port(sock, is_ipv6 ? "::" : "0.0.0.0") + sock.connect(@host, @port) + } + self end def recv_reply(readable_socks) + lazy_initialize reply = readable_socks[0].recv(UDPSize) return reply, nil end def sender(msg, data, host=@host, port=@port) + lazy_initialize unless host == @host && port == @port raise RequestError.new("host/port don't match: #{host}:#{port}") end @@ -822,10 +851,15 @@ class Resolv https://github.com/ruby/ruby/blob/trunk/lib/resolv.rb#L851 end def close - super - @senders.each_key {|from, id| - DNS.free_request_id(@host, @port, id) - } + @mutex.synchronize do + if @initialized + super + @senders.each_key {|from, id| + DNS.free_request_id(@host, @port, id) + } + @initialized = false + end + end end class Sender < Requester::Sender # :nodoc: @@ -839,6 +873,7 @@ class Resolv https://github.com/ruby/ruby/blob/trunk/lib/resolv.rb#L873 class MDNSOneShot < UnconnectedUDP # :nodoc: def sender(msg, data, host, port=Port) + lazy_initialize id = DNS.allocate_request_id(host, port) request = msg.encode request[0,2] = [id].pack('n') @@ -848,6 +883,7 @@ class Resolv https://github.com/ruby/ruby/blob/trunk/lib/resolv.rb#L883 end def sender_for(addr, msg) + lazy_initialize @senders[msg.id] end end Index: test/resolv/test_dns.rb =================================================================== --- test/resolv/test_dns.rb (revision 62670) +++ test/resolv/test_dns.rb (revision 62671) @@ -3,6 +3,7 @@ require 'test/unit' https://github.com/ruby/ruby/blob/trunk/test/resolv/test_dns.rb#L3 require 'resolv' require 'socket' require 'tempfile' +require 'minitest/mock' class TestResolvDNS < Test::Unit::TestCase def setup @@ -246,4 +247,22 @@ class TestResolvDNS < Test::Unit::TestCa https://github.com/ruby/ruby/blob/trunk/test/resolv/test_dns.rb#L247 } assert_operator(2**14, :<, m.to_s.length) end + + def assert_no_fd_leak + socket = assert_throw(self) do |tag| + Resolv::DNS.stub(:bind_random_port, ->(s, *) {throw(tag, s)}) do + yield.getname("8.8.8.8") + end + end + + assert_predicate(socket, :closed?, "file descriptor leaked") + end + + def test_no_fd_leak_connected + assert_no_fd_leak {Resolv::DNS.new(nameserver_port: [['127.0.0.1', 53]])} + end + + def test_no_fd_leak_unconnected + assert_no_fd_leak {Resolv::DNS.new} + end end -- ML: ruby-changes@q... Info: http://www.atdot.net/~ko1/quickml/