ruby-changes:48139
From: naruse <ko1@a...>
Date: Sat, 21 Oct 2017 19:28:39 +0900 (JST)
Subject: [ruby-changes:48139] naruse:r60253 (trunk): Dir.glob with FNM_EXTGLOB is optimized [Feature #13873]
naruse 2017-10-21 19:28:34 +0900 (Sat, 21 Oct 2017) New Revision: 60253 https://svn.ruby-lang.org/cgi-bin/viewvc.cgi?view=revision&revision=60253 Log: Dir.glob with FNM_EXTGLOB is optimized [Feature #13873] The order of resulted array is changed in some cases. Modified files: trunk/NEWS trunk/dir.c trunk/test/ruby/test_dir.rb Index: NEWS =================================================================== --- NEWS (revision 60252) +++ NEWS (revision 60253) @@ -31,6 +31,8 @@ with all sufficient information, see the https://github.com/ruby/ruby/blob/trunk/NEWS#L31 * Dir.glob provides new optional keyword argument, :base. [Feature #13056] + * Dir.glob with FNM_EXTGLOB is optimized [Feature #13873] + The order of resulted array is changed in some cases. * Dir.children [Feature #11302] * Dir.each_child [Feature #11302] Index: dir.c =================================================================== --- dir.c (revision 60252) +++ dir.c (revision 60253) @@ -291,6 +291,8 @@ bracket( https://github.com/ruby/ruby/blob/trunk/dir.c#L291 #define UNESCAPE(p) (escape && *(p) == '\\' ? (p) + 1 : (p)) #define ISEND(p) (!*(p) || (pathname && *(p) == '/')) #define RETURN(val) return *pcur = p, *scur = s, (val); +#define FNMATCH_ALLOC_N(type, n) ((type *)malloc(sizeof(type) * (n))) +#define FNMATCH_FREE(ptr) free(ptr) static int fnmatch_helper( @@ -349,6 +351,56 @@ fnmatch_helper( https://github.com/ruby/ruby/blob/trunk/dir.c#L351 } goto failed; } + + case '{': { + size_t len = pend - p; + char *buf = FNMATCH_ALLOC_N(char, len); + const char *rbrace = NULL; + while (p < pend) { + const char *t = ++p; + int nest = 0; + while (p < pend && !(*p == ',' && nest == 0)) { + if (*p == '{') nest++; + if (*p == '}') { + if (nest == 0) { + if (!rbrace) rbrace = p; + goto rest; + } + nest--; + } + if (*p == '\\' && escape) { + if (++p >= pend) break; + } + Inc(p, pend, enc); + } + if (!rbrace) { + rbrace = p; + while (rbrace < pend && !(*rbrace == '}' && nest == 0)) { + if (*rbrace == '{') nest++; + if (*rbrace == '}') nest--; + if (*rbrace == '\\' && escape) { + if (++p >= pend) break; + } + Inc(rbrace, pend, enc); + } + } +rest: + memcpy(buf, t, p-t); + buf[p-t]=0; + strlcpy(buf+(p-t), rbrace+1, len-(p-t)); + { + const char *pp = buf, *ss = s; + r = fnmatch_helper((const char **)&pp, &ss, flags|FNM_DOTMATCH, enc); + } + if (r == 0) { + p = buf; + FNMATCH_FREE(buf); + RETURN(0); + } + if (p >= rbrace) break; + } + FNMATCH_FREE(buf); + } } /* ordinary */ @@ -1429,6 +1481,12 @@ has_magic(const char *p, const char *pen https://github.com/ruby/ruby/blob/trunk/dir.c#L1481 case '[': return MAGICAL; + case '{': + if (flags & FNM_EXTGLOB) { + return MAGICAL; + } + break; + case '\\': if (escape && p++ >= pend) continue; @@ -2275,6 +2333,13 @@ push_pattern(const char *path, VALUE ary https://github.com/ruby/ruby/blob/trunk/dir.c#L2333 rb_ary_push(ary, name); } +struct push_glob_args { + struct glob_args glob; + int flags; + int fd; +}; +static int push_caller(const char *path, VALUE val, void *enc); + static int ruby_brace_expand(const char *str, int flags, ruby_glob_func *func, VALUE arg, rb_encoding *enc, VALUE var) @@ -2283,7 +2348,7 @@ ruby_brace_expand(const char *str, int f https://github.com/ruby/ruby/blob/trunk/dir.c#L2348 const char *p = str; const char *pend = p + strlen(p); const char *s = p; - const char *lbrace = 0, *rbrace = 0; + const char *lbrace = NULL, *rbrace = NULL; int nest = 0, status = 0; while (*p) { @@ -2302,9 +2367,18 @@ ruby_brace_expand(const char *str, int f https://github.com/ruby/ruby/blob/trunk/dir.c#L2367 if (lbrace && rbrace) { size_t len = strlen(s) + 1; - char *buf = GLOB_ALLOC_N(char, len); + char *buf; long shift; + if (func == push_caller && !strchr(lbrace, '/')) { + /* Now it reaches file basename entry. */ + /* Handle braces in glob_helper */ + struct push_glob_args *a = (struct push_glob_args *)arg; + a->flags |= FNM_EXTGLOB; + return glob_call_func(func, s, arg, enc); + } + + buf = GLOB_ALLOC_N(char, len); if (!buf) return -1; memcpy(buf, s, lbrace-s); shift = (lbrace-s); @@ -2368,12 +2442,6 @@ ruby_brace_glob(const char *str, int fla https://github.com/ruby/ruby/blob/trunk/dir.c#L2442 return ruby_brace_glob_with_enc(str, flags, func, arg, rb_ascii8bit_encoding()); } -struct push_glob_args { - struct glob_args glob; - int flags; - int fd; -}; - static int push_caller(const char *path, VALUE val, void *enc) { Index: test/ruby/test_dir.rb =================================================================== --- test/ruby/test_dir.rb (revision 60252) +++ test/ruby/test_dir.rb (revision 60253) @@ -155,7 +155,7 @@ class TestDir < Test::Unit::TestCase https://github.com/ruby/ruby/blob/trunk/test/ruby/test_dir.rb#L155 open(File.join(@root, "}}{}"), "wb") {} open(File.join(@root, "}}a"), "wb") {} assert_equal(%w(}}{} }}a).map {|f| File.join(@root, f)}, Dir.glob(File.join(@root, '}}{\{\},a}'))) - assert_equal(%w(}}{} }}a b c).map {|f| File.join(@root, f)}, Dir.glob(File.join(@root, '{\}\}{\{\},a},b,c}'))) + assert_equal(%w(}}{} }}a b c).map {|f| File.join(@root, f)}.sort, Dir.glob(File.join(@root, '{\}\}{\{\},a},b,c}')).sort) end def test_glob_recursive -- ML: ruby-changes@q... Info: http://www.atdot.net/~ko1/quickml/