[Python-checkins] cpython: Port the #6884 fix to packaging
eric.araujo
python-checkins at python.org
Sun Feb 26 04:07:53 CET 2012
http://hg.python.org/cpython/rev/937b1613d0e6
changeset: 75287:937b1613d0e6
parent: 75283:1892f4567b07
user: Éric Araujo <merwok at netwok.org>
date: Sun Feb 26 04:01:34 2012 +0100
summary:
Port the #6884 fix to packaging
files:
Lib/packaging/manifest.py | 20 +-
Lib/packaging/tests/test_manifest.py | 138 +++++++++++---
Misc/NEWS | 2 +-
3 files changed, 117 insertions(+), 43 deletions(-)
diff --git a/Lib/packaging/manifest.py b/Lib/packaging/manifest.py
--- a/Lib/packaging/manifest.py
+++ b/Lib/packaging/manifest.py
@@ -272,6 +272,7 @@
Return True if files are found.
"""
+ # XXX docstring lying about what the special chars are?
files_found = False
pattern_re = _translate_pattern(pattern, anchor, prefix, is_regex)
@@ -335,11 +336,14 @@
# IMHO is wrong -- '?' and '*' aren't supposed to match slash in Unix,
# and by extension they shouldn't match such "special characters" under
# any OS. So change all non-escaped dots in the RE to match any
- # character except the special characters.
- # XXX currently the "special characters" are just slash -- i.e. this is
- # Unix-only.
- pattern_re = re.sub(r'((?<!\\)(\\\\)*)\.', r'\1[^/]', pattern_re)
-
+ # character except the special characters (currently: just os.sep).
+ sep = os.sep
+ if os.sep == '\\':
+ # we're using a regex to manipulate a regex, so we need
+ # to escape the backslash twice
+ sep = r'\\\\'
+ escaped = r'\1[^%s]' % sep
+ pattern_re = re.sub(r'((?<!\\)(\\\\)*)\.', escaped, pattern_re)
return pattern_re
@@ -366,8 +370,10 @@
# ditch end of pattern character
empty_pattern = _glob_to_re('')
prefix_re = _glob_to_re(prefix)[:-len(empty_pattern)]
- # paths should always use / in manifest templates
- pattern_re = "^%s/.*%s" % (prefix_re, pattern_re)
+ sep = os.sep
+ if os.sep == '\\':
+ sep = r'\\'
+ pattern_re = "^" + sep.join((prefix_re, ".*" + pattern_re))
else: # no prefix -- respect anchor flag
if anchor:
pattern_re = "^" + pattern_re
diff --git a/Lib/packaging/tests/test_manifest.py b/Lib/packaging/tests/test_manifest.py
--- a/Lib/packaging/tests/test_manifest.py
+++ b/Lib/packaging/tests/test_manifest.py
@@ -7,7 +7,22 @@
from packaging.tests import unittest, support
-_MANIFEST = """\
+MANIFEST_IN = """\
+include ok
+include xo
+exclude xo
+include foo.tmp
+include buildout.cfg
+global-include *.x
+global-include *.txt
+global-exclude *.tmp
+recursive-include f *.oo
+recursive-exclude global *.x
+graft dir
+prune dir3
+"""
+
+MANIFEST_IN_2 = """\
recursive-include foo *.py # ok
# nothing here
@@ -17,12 +32,17 @@
*.dat *.txt
"""
-_MANIFEST2 = """\
+MANIFEST_IN_3 = """\
README
file1
"""
+def make_local_path(s):
+ """Converts '/' in a string to os.sep"""
+ return s.replace('/', os.sep)
+
+
class ManifestTestCase(support.TempdirManager,
support.LoggingCatcher,
unittest.TestCase):
@@ -37,7 +57,7 @@
tmpdir = self.mkdtemp()
MANIFEST = os.path.join(tmpdir, 'MANIFEST.in')
with open(MANIFEST, 'w') as f:
- f.write(_MANIFEST)
+ f.write(MANIFEST_IN_2)
manifest = Manifest()
manifest.read_template(MANIFEST)
@@ -63,27 +83,74 @@
os.chdir(tmpdir)
self.write_file('README', 'xxx')
self.write_file('file1', 'xxx')
- content = StringIO(_MANIFEST2)
+ content = StringIO(MANIFEST_IN_3)
manifest = Manifest()
manifest.read_template(content)
self.assertEqual(['README', 'file1'], manifest.files)
def test_glob_to_re(self):
- # simple cases
- self.assertEqual(_glob_to_re('foo*'), 'foo[^/]*\\Z(?ms)')
- self.assertEqual(_glob_to_re('foo?'), 'foo[^/]\\Z(?ms)')
- self.assertEqual(_glob_to_re('foo??'), 'foo[^/][^/]\\Z(?ms)')
+ sep = os.sep
+ if os.sep == '\\':
+ sep = r'\\'
- # special cases
- self.assertEqual(_glob_to_re(r'foo\\*'), r'foo\\\\[^/]*\Z(?ms)')
- self.assertEqual(_glob_to_re(r'foo\\\*'), r'foo\\\\\\[^/]*\Z(?ms)')
- self.assertEqual(_glob_to_re('foo????'), r'foo[^/][^/][^/][^/]\Z(?ms)')
- self.assertEqual(_glob_to_re(r'foo\\??'), r'foo\\\\[^/][^/]\Z(?ms)')
+ for glob, regex in (
+ # simple cases
+ ('foo*', r'foo[^%(sep)s]*\Z(?ms)'),
+ ('foo?', r'foo[^%(sep)s]\Z(?ms)'),
+ ('foo??', r'foo[^%(sep)s][^%(sep)s]\Z(?ms)'),
+ # special cases
+ (r'foo\\*', r'foo\\\\[^%(sep)s]*\Z(?ms)'),
+ (r'foo\\\*', r'foo\\\\\\[^%(sep)s]*\Z(?ms)'),
+ ('foo????', r'foo[^%(sep)s][^%(sep)s][^%(sep)s][^%(sep)s]\Z(?ms)'),
+ (r'foo\\??', r'foo\\\\[^%(sep)s][^%(sep)s]\Z(?ms)'),
+ ):
+ regex = regex % {'sep': sep}
+ self.assertEqual(_glob_to_re(glob), regex)
+
+ def test_process_template_line(self):
+ # testing all MANIFEST.in template patterns
+ manifest = Manifest()
+ l = make_local_path
+
+ # simulated file list
+ manifest.allfiles = ['foo.tmp', 'ok', 'xo', 'four.txt',
+ 'buildout.cfg',
+ # filelist does not filter out VCS directories,
+ # it's sdist that does
+ l('.hg/last-message.txt'),
+ l('global/one.txt'),
+ l('global/two.txt'),
+ l('global/files.x'),
+ l('global/here.tmp'),
+ l('f/o/f.oo'),
+ l('dir/graft-one'),
+ l('dir/dir2/graft2'),
+ l('dir3/ok'),
+ l('dir3/sub/ok.txt'),
+ ]
+
+ for line in MANIFEST_IN.split('\n'):
+ if line.strip() == '':
+ continue
+ manifest._process_template_line(line)
+
+ wanted = ['ok',
+ 'buildout.cfg',
+ 'four.txt',
+ l('.hg/last-message.txt'),
+ l('global/one.txt'),
+ l('global/two.txt'),
+ l('f/o/f.oo'),
+ l('dir/graft-one'),
+ l('dir/dir2/graft2'),
+ ]
+
+ self.assertEqual(manifest.files, wanted)
def test_remove_duplicates(self):
manifest = Manifest()
manifest.files = ['a', 'b', 'a', 'g', 'c', 'g']
- # files must be sorted beforehand
+ # files must be sorted beforehand (like sdist does)
manifest.sort()
manifest.remove_duplicates()
self.assertEqual(manifest.files, ['a', 'b', 'c', 'g'])
@@ -143,6 +210,7 @@
self.assertEqual(manifest.allfiles, ['a.py', 'b.txt'])
def test_process_template(self):
+ l = make_local_path
# invalid lines
manifest = Manifest()
for action in ('include', 'exclude', 'global-include',
@@ -153,7 +221,7 @@
# implicit include
manifest = Manifest()
- manifest.allfiles = ['a.py', 'b.txt', 'd/c.py']
+ manifest.allfiles = ['a.py', 'b.txt', l('d/c.py')]
manifest._process_template_line('*.py')
self.assertEqual(manifest.files, ['a.py'])
@@ -161,7 +229,7 @@
# include
manifest = Manifest()
- manifest.allfiles = ['a.py', 'b.txt', 'd/c.py']
+ manifest.allfiles = ['a.py', 'b.txt', l('d/c.py')]
manifest._process_template_line('include *.py')
self.assertEqual(manifest.files, ['a.py'])
@@ -173,31 +241,31 @@
# exclude
manifest = Manifest()
- manifest.files = ['a.py', 'b.txt', 'd/c.py']
+ manifest.files = ['a.py', 'b.txt', l('d/c.py')]
manifest._process_template_line('exclude *.py')
- self.assertEqual(manifest.files, ['b.txt', 'd/c.py'])
+ self.assertEqual(manifest.files, ['b.txt', l('d/c.py')])
self.assertNoWarnings()
manifest._process_template_line('exclude *.rb')
- self.assertEqual(manifest.files, ['b.txt', 'd/c.py'])
+ self.assertEqual(manifest.files, ['b.txt', l('d/c.py')])
self.assertWarnings()
# global-include
manifest = Manifest()
- manifest.allfiles = ['a.py', 'b.txt', 'd/c.py']
+ manifest.allfiles = ['a.py', 'b.txt', l('d/c.py')]
manifest._process_template_line('global-include *.py')
- self.assertEqual(manifest.files, ['a.py', 'd/c.py'])
+ self.assertEqual(manifest.files, ['a.py', l('d/c.py')])
self.assertNoWarnings()
manifest._process_template_line('global-include *.rb')
- self.assertEqual(manifest.files, ['a.py', 'd/c.py'])
+ self.assertEqual(manifest.files, ['a.py', l('d/c.py')])
self.assertWarnings()
# global-exclude
manifest = Manifest()
- manifest.files = ['a.py', 'b.txt', 'd/c.py']
+ manifest.files = ['a.py', 'b.txt', l('d/c.py')]
manifest._process_template_line('global-exclude *.py')
self.assertEqual(manifest.files, ['b.txt'])
@@ -209,50 +277,50 @@
# recursive-include
manifest = Manifest()
- manifest.allfiles = ['a.py', 'd/b.py', 'd/c.txt', 'd/d/e.py']
+ manifest.allfiles = ['a.py', l('d/b.py'), l('d/c.txt'), l('d/d/e.py')]
manifest._process_template_line('recursive-include d *.py')
- self.assertEqual(manifest.files, ['d/b.py', 'd/d/e.py'])
+ self.assertEqual(manifest.files, [l('d/b.py'), l('d/d/e.py')])
self.assertNoWarnings()
manifest._process_template_line('recursive-include e *.py')
- self.assertEqual(manifest.files, ['d/b.py', 'd/d/e.py'])
+ self.assertEqual(manifest.files, [l('d/b.py'), l('d/d/e.py')])
self.assertWarnings()
# recursive-exclude
manifest = Manifest()
- manifest.files = ['a.py', 'd/b.py', 'd/c.txt', 'd/d/e.py']
+ manifest.files = ['a.py', l('d/b.py'), l('d/c.txt'), l('d/d/e.py')]
manifest._process_template_line('recursive-exclude d *.py')
- self.assertEqual(manifest.files, ['a.py', 'd/c.txt'])
+ self.assertEqual(manifest.files, ['a.py', l('d/c.txt')])
self.assertNoWarnings()
manifest._process_template_line('recursive-exclude e *.py')
- self.assertEqual(manifest.files, ['a.py', 'd/c.txt'])
+ self.assertEqual(manifest.files, ['a.py', l('d/c.txt')])
self.assertWarnings()
# graft
manifest = Manifest()
- manifest.allfiles = ['a.py', 'd/b.py', 'd/d/e.py', 'f/f.py']
+ manifest.allfiles = ['a.py', l('d/b.py'), l('d/d/e.py'), l('f/f.py')]
manifest._process_template_line('graft d')
- self.assertEqual(manifest.files, ['d/b.py', 'd/d/e.py'])
+ self.assertEqual(manifest.files, [l('d/b.py'), l('d/d/e.py')])
self.assertNoWarnings()
manifest._process_template_line('graft e')
- self.assertEqual(manifest.files, ['d/b.py', 'd/d/e.py'])
+ self.assertEqual(manifest.files, [l('d/b.py'), l('d/d/e.py')])
self.assertWarnings()
# prune
manifest = Manifest()
- manifest.files = ['a.py', 'd/b.py', 'd/d/e.py', 'f/f.py']
+ manifest.files = ['a.py', l('d/b.py'), l('d/d/e.py'), l('f/f.py')]
manifest._process_template_line('prune d')
- self.assertEqual(manifest.files, ['a.py', 'f/f.py'])
+ self.assertEqual(manifest.files, ['a.py', l('f/f.py')])
self.assertNoWarnings()
manifest._process_template_line('prune e')
- self.assertEqual(manifest.files, ['a.py', 'f/f.py'])
+ self.assertEqual(manifest.files, ['a.py', l('f/f.py')])
self.assertWarnings()
diff --git a/Misc/NEWS b/Misc/NEWS
--- a/Misc/NEWS
+++ b/Misc/NEWS
@@ -502,7 +502,7 @@
scripts found in the Tools directory.
- Issue #6884: Fix long-standing bugs with MANIFEST.in parsing in distutils
- on Windows.
+ on Windows. Also fixed in packaging.
- Issue #8033: sqlite3: Fix 64-bit integer handling in user functions
on 32-bit architectures. Initial patch by Philippe Devalkeneer.
--
Repository URL: http://hg.python.org/cpython
More information about the Python-checkins
mailing list