Visitar URL original
GH-73435: Implement recursive wildcards in `pathlib.PurePath.match()` by barneygale · Pull Request #101398 · python/cpython · GitHub
Skip to content
Merged
Changes from 1 commit
Commits
Show all changes
40 commits
Select commit Hold shift + click to select a range
608e917
gh-73435: Implement recursive wildcards in pathlib.PurePath.match()
barneygale Jan 28, 2023
9a43c7f
Simplify code slightly
barneygale Jan 29, 2023
a846279
Fix support for newlines
barneygale Feb 15, 2023
bbd8cd6
Cache translation of individual components
barneygale Feb 15, 2023
b5c002e
Drop 'recursive' argument, make this the only behaviour.
barneygale Feb 15, 2023
0afcd54
Undo modifications to fnmatch.py
barneygale Feb 16, 2023
fe32717
Merge branch 'main' into gh-73435-pathlib-match-recursive
barneygale Feb 17, 2023
7b6f850
Fix Windows support
barneygale Feb 17, 2023
037488a
Tidy up code.
barneygale Feb 17, 2023
0741950
Add news blurb.
barneygale Feb 17, 2023
e1c9731
Merge branch 'main' into gh-73435-pathlib-match-recursive
barneygale Feb 20, 2023
db6f0ad
Merge branch 'main' into gh-73435-pathlib-match-recursive
barneygale Apr 3, 2023
8dff9e2
Merge branch 'main' into gh-73435-pathlib-match-recursive
barneygale Apr 9, 2023
314679f
Simplify patch; prepare for use in `glob()`
barneygale Apr 9, 2023
90eebcc
Make better use of path object caching.
barneygale Apr 9, 2023
4b5fffd
Add performance tip to docs
barneygale Apr 9, 2023
5e8bc28
Skip re-initialisation of PurePath patterns.
barneygale Apr 20, 2023
e81ab5a
Merge branch 'main' into gh-73435-pathlib-match-recursive
barneygale Apr 29, 2023
afb8047
Merge branch 'main' into gh-73435-pathlib-match-recursive
barneygale May 2, 2023
722a1ab
Use `re.IGNORECASE` rather than `os.path.normcase()`
barneygale May 2, 2023
0ccf3df
Merge branch 'main' into gh-73435-pathlib-match-recursive
barneygale May 6, 2023
ccea5e1
Add whats new entry
barneygale May 11, 2023
dd04294
Update Doc/whatsnew/3.12.rst
barneygale May 11, 2023
b258641
Apply suggestions from code review
barneygale May 14, 2023
ced8998
Explain _FNMATCH_SLICE
barneygale May 14, 2023
a33c7b6
Accidentally a word.
barneygale May 14, 2023
4b3bddb
Cache pattern compilation
barneygale May 14, 2023
6ad30dd
Remove unneeded `from None` suffix, whoops.
barneygale May 14, 2023
052890f
Tiny performance improvement: avoid accessing path.parts
barneygale May 14, 2023
d789b6d
Typo fix
barneygale May 14, 2023
4fe77c6
Avoid hashing path object when compiling pattern.
barneygale May 14, 2023
4770c13
More performance tweaks
barneygale May 14, 2023
559787d
Merge branch 'main' into gh-73435-pathlib-match-recursive
barneygale May 18, 2023
9c09fc4
Merge branch 'main' into gh-73435-pathlib-match-recursive
barneygale May 23, 2023
eb35dbc
Re-target to 3.13.
barneygale May 23, 2023
8959dfd
Merge branch 'main' into gh-73435-pathlib-match-recursive
barneygale May 27, 2023
fec7702
Merge branch 'main' into gh-73435-pathlib-match-recursive
barneygale May 29, 2023
89bc380
Merge branch 'main' into gh-73435-pathlib-match-recursive
barneygale May 29, 2023
9211297
Add more comments!
barneygale May 30, 2023
73bb309
Update Lib/pathlib.py
barneygale May 30, 2023
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Cache pattern compilation
  • Loading branch information
barneygale committed May 14, 2023
commit 4b3bddb60e58afc5216323b15b7851c2cdce6702
56 changes: 25 additions & 31 deletions Lib/pathlib.py
Original file line number Diff line number Diff line change
Expand Up @@ -76,6 +76,28 @@ def _is_case_sensitive(flavour):
}


@functools.lru_cache()
def _make_matcher(pattern):
if not pattern.parts:
raise ValueError("empty pattern") from None
parts = [r'\A' if pattern.drive or pattern.root else '^']
for part in pattern._lines.splitlines(keepends=True):
if part == '**\n':
part = r'[\s\S]*^'
Comment thread
barneygale marked this conversation as resolved.
elif part == '**':
part = r'[\s\S]*'
elif '**' in part:
raise ValueError("Invalid pattern: '**' can only be an entire path component") from None
else:
part = fnmatch.translate(part)[_FNMATCH_SLICE]
parts.append(part)
parts.append(r'\Z')
flags = re.MULTILINE
if not _is_case_sensitive(pattern._flavour):
flags |= re.IGNORECASE
return re.compile(''.join(parts), flags=flags)


@functools.lru_cache()
def _make_selector(pattern_parts, flavour, case_sensitive):
pat = pattern_parts[0]
Expand Down Expand Up @@ -286,12 +308,9 @@ class PurePath(object):
# to implement comparison methods like `__lt__()`.
'_parts_normcase_cached',

# The `_lines_cached` and `_matcher_cached` slots store the
# string path with path separators and newlines swapped, and an
# `re.Pattern` object derived thereof. These are used to implement
# `match()`.
# The `_lines_cached`slot stores the string path with path separators
# and newlines swapped. This is used to implement `match()`.
'_lines_cached',
'_matcher_cached',

# The `_hash` slot stores the hash of the case-normalized string
# path. It's set when `__hash__()` is called for the first time.
Expand Down Expand Up @@ -462,31 +481,6 @@ def _lines(self):
self._lines_cached = str(self).translate(trans)
return self._lines_cached

@property
def _matcher(self):
try:
return self._matcher_cached
except AttributeError:
if not self.parts:
raise ValueError("empty pattern") from None
parts = [r'\A' if self.drive or self.root else '^']
for part in self._lines.splitlines(keepends=True):
if part == '**\n':
part = r'[\s\S]*^'
elif part == '**':
part = r'[\s\S]*'
elif '**' in part:
raise ValueError("Invalid pattern: '**' can only be an entire path component") from None
else:
part = fnmatch.translate(part)[_FNMATCH_SLICE]
parts.append(part)
parts.append(r'\Z')
flags = re.MULTILINE
if not _is_case_sensitive(self._flavour):
flags |= re.IGNORECASE
self._matcher_cached = re.compile(''.join(parts), flags=flags)
return self._matcher_cached

def __eq__(self, other):
if not isinstance(other, PurePath):
return NotImplemented
Expand Down Expand Up @@ -745,7 +739,7 @@ def match(self, path_pattern):
"""
if not isinstance(path_pattern, PurePath) or self._flavour is not path_pattern._flavour:
path_pattern = self.with_segments(path_pattern)
match = path_pattern._matcher.search(self._lines)
match = _make_matcher(path_pattern).search(self._lines)
return match is not None


Expand Down