https://git.ruby-lang.org/ruby.git/commit/?id=4f5d14eb8c

From 4f5d14eb8cb7fba1c583d516d597c5e28d7a5540 Mon Sep 17 00:00:00 2001
From: Nobuhiro IMAI <nov@y...>
Date: Sat, 21 Nov 2020 08:34:38 +0900
Subject: [DOC] Ripper.{lex,tokenize} now always return full tokens. [ci skip]


diff --git a/ext/ripper/lib/ripper/lexer.rb b/ext/ripper/lib/ripper/lexer.rb
index 8ddf790..287bd4f 100644
--- a/ext/ripper/lib/ripper/lexer.rb
+++ b/ext/ripper/lib/ripper/lexer.rb
@@ -17,8 +17,7 @@ class Ripper https://github.com/ruby/ruby/blob/trunk/ext/ripper/lib/ripper/lexer.rb#L17
   # The +filename+ and +lineno+ arguments are mostly ignored, since the
   # return value is just the tokenized input.
   # By default, this method does not handle syntax errors in +src+,
-  # ignoring tokens after the syntax error.  Use the +raise_errors+ keyword
-  # to raise a SyntaxError for an error in +src+.
+  # use the +raise_errors+ keyword to raise a SyntaxError for an error in +src+.
   #
   #   p Ripper.tokenize("def m(a) nil end")
   #      # => ["def", " ", "m", "(", "a", ")", " ", "nil", " ", "end"]
@@ -32,8 +31,7 @@ class Ripper https://github.com/ruby/ruby/blob/trunk/ext/ripper/lib/ripper/lexer.rb#L31
   # <code>[[lineno, column], type, token, state]</code>.
   # The +filename+ argument is mostly ignored.
   # By default, this method does not handle syntax errors in +src+,
-  # ignoring tokens after the syntax error.  Use the +raise_errors+ keyword
-  # to raise a SyntaxError for an error in +src+.
+  # use the +raise_errors+ keyword to raise a SyntaxError for an error in +src+.
   #
   #   require 'ripper'
   #   require 'pp'
-- 
cgit v0.10.2


--
ML: ruby-changes@q...
Info: http://www.atdot.net/~ko1/quickml/