[Python-checkins] r65019 - in python/trunk/Lib/lib2to3: fixer_util.py fixes/fix_imports.py fixes/fix_imports2.py fixes/fix_urllib.py tests/test_fixers.py
benjamin.peterson
python-checkins at python.org
Wed Jul 16 19:01:47 CEST 2008
Author: benjamin.peterson
Date: Wed Jul 16 19:01:46 2008
New Revision: 65019
Log:
Merged revisions 64863,64868,64870,64942,65001-65002,65017-65018 via svnmerge from
svn+ssh://pythondev@svn.python.org/sandbox/trunk/2to3/lib2to3
........
r64863 | brett.cannon | 2008-07-10 19:42:32 -0500 (Thu, 10 Jul 2008) | 1 line
Add urlparse -> urllib.parse to fix_imports.
........
r64868 | brett.cannon | 2008-07-10 20:00:10 -0500 (Thu, 10 Jul 2008) | 1 line
Add robotparser -> urllib.robotparser to fix_imports.
........
r64870 | brett.cannon | 2008-07-11 00:56:27 -0500 (Fri, 11 Jul 2008) | 6 lines
Fix the fixers for the new dbm package.
Had to create a new fixer (fix_imports2) which did fixes in post-order. This
because ``import anydbm`` was being translated into ``import dbm`` which was
then subsequently changed into ``import dbm.ndbm``; one transform too many.
........
r64942 | collin.winter | 2008-07-13 20:19:05 -0500 (Sun, 13 Jul 2008) | 1 line
Add a comment explaining part of fix_imports.py
........
r65001 | brett.cannon | 2008-07-16 00:11:12 -0500 (Wed, 16 Jul 2008) | 2 lines
Remove some extraneous whitespace.
........
r65002 | brett.cannon | 2008-07-16 00:12:04 -0500 (Wed, 16 Jul 2008) | 4 lines
Implement a fixer for urllib(2).
Thanks Nick Edds for the patch.
........
r65017 | benjamin.peterson | 2008-07-16 11:04:19 -0500 (Wed, 16 Jul 2008) | 1 line
fix 2to3 in Python 2.6
........
r65018 | benjamin.peterson | 2008-07-16 11:55:21 -0500 (Wed, 16 Jul 2008) | 1 line
normalize whitespace
........
Added:
python/trunk/Lib/lib2to3/fixes/fix_imports2.py
- copied unchanged from r65018, /sandbox/trunk/2to3/lib2to3/fixes/fix_imports2.py
python/trunk/Lib/lib2to3/fixes/fix_urllib.py
- copied unchanged from r65018, /sandbox/trunk/2to3/lib2to3/fixes/fix_urllib.py
Modified:
python/trunk/Lib/lib2to3/ (props changed)
python/trunk/Lib/lib2to3/fixer_util.py
python/trunk/Lib/lib2to3/fixes/fix_imports.py
python/trunk/Lib/lib2to3/tests/test_fixers.py
Modified: python/trunk/Lib/lib2to3/fixer_util.py
==============================================================================
--- python/trunk/Lib/lib2to3/fixer_util.py (original)
+++ python/trunk/Lib/lib2to3/fixer_util.py Wed Jul 16 19:01:46 2008
@@ -112,9 +112,9 @@
""" Return an import statement in the form:
from package import name_leafs"""
# XXX: May not handle dotted imports properly (eg, package_name='foo.bar')
- assert package_name == '.' or '.' not in package.name, "FromImport has "\
- "not been tested with dotted package names -- use at your own "\
- "peril!"
+ #assert package_name == '.' or '.' not in package_name, "FromImport has "\
+ # "not been tested with dotted package names -- use at your own "\
+ # "peril!"
for leaf in name_leafs:
# Pull the leaves out of their old tree
Modified: python/trunk/Lib/lib2to3/fixes/fix_imports.py
==============================================================================
--- python/trunk/Lib/lib2to3/fixes/fix_imports.py (original)
+++ python/trunk/Lib/lib2to3/fixes/fix_imports.py Wed Jul 16 19:01:46 2008
@@ -1,10 +1,4 @@
-"""Fix incompatible imports and module references.
-
-Fixes:
- * StringIO -> io
- * cStringIO -> io
- * md5 -> hashlib
-"""
+"""Fix incompatible imports and module references."""
# Author: Collin Winter
# Local imports
@@ -12,7 +6,7 @@
from ..fixer_util import Name, attr_chain, any, set
import __builtin__
builtin_names = [name for name in dir(__builtin__)
- if name not in ("__name__", "__doc__")]
+ if name not in ("__name__", "__doc__", "exec", "print")]
# XXX(alexandre): It would be possible to get the modules exports by fetching
# XXX: their __all__ attribute. However, I fear that this would add an additional
@@ -155,8 +149,7 @@
'error', 'exit', 'exit_thread', 'get_ident',
'interrupt_main', 'stack_size', 'start_new',
'start_new_thread']),
- 'whichdb': ('dbm', ['whichdb']),
- 'anydbm': ('dbm', ['error', 'open']),
+ # anydbm and whichdb are handed by fix_imports2.
'dbhash': ('dbm.bsd', ['error', 'open']),
'dumbdbm': ('dbm.dumb', ['error', 'open', '_Database']),
'dbm': ('dbm.ndbm', ['error', 'open', 'library']),
@@ -253,25 +246,29 @@
'CGIHTTPServer': ('http.server',
['CGIHTTPRequestHandler', 'executable',
'nobody_uid', 'nobody']),
- 'test.test_support': ('test.support',
- ["Error", "TestFailed", "TestSkipped", "ResourceDenied",
- "import_module", "verbose", "use_resources",
- "max_memuse", "record_original_stdout",
- "get_original_stdout", "unload", "unlink", "rmtree",
- "forget", "is_resource_enabled", "requires",
- "find_unused_port", "bind_port",
- "fcmp", "is_jython", "TESTFN", "HOST",
- "FUZZ", "findfile", "verify", "vereq", "sortdict",
- "check_syntax_error", "open_urlresource", "WarningMessage",
- "catch_warning", "CleanImport", "EnvironmentVarGuard",
- "TransientResource", "captured_output", "captured_stdout",
- "TransientResource", "transient_internet", "run_with_locale",
- "set_memlimit", "bigmemtest", "bigaddrspacetest",
- "BasicTestRunner", "run_unittest", "run_doctest",
- "threading_setup", "threading_cleanup", "reap_children"]),
+ # 'test.test_support': ('test.support',
+ # ["Error", "TestFailed", "TestSkipped", "ResourceDenied",
+ # "import_module", "verbose", "use_resources",
+ # "max_memuse", "record_original_stdout",
+ # "get_original_stdout", "unload", "unlink", "rmtree",
+ # "forget", "is_resource_enabled", "requires",
+ # "find_unused_port", "bind_port",
+ # "fcmp", "is_jython", "TESTFN", "HOST",
+ # "FUZZ", "findfile", "verify", "vereq", "sortdict",
+ # "check_syntax_error", "open_urlresource", "WarningMessage",
+ # "catch_warning", "CleanImport", "EnvironmentVarGuard",
+ # "TransientResource", "captured_output", "captured_stdout",
+ # "TransientResource", "transient_internet", "run_with_locale",
+ # "set_memlimit", "bigmemtest", "bigaddrspacetest",
+ # "BasicTestRunner", "run_unittest", "run_doctest",
+ # "threading_setup", "threading_cleanup", "reap_children"]),
'commands': ('subprocess', ['getstatusoutput', 'getoutput']),
'UserString' : ('collections', ['UserString']),
'UserList' : ('collections', ['UserList']),
+ 'urlparse' : ('urllib.parse',
+ ['urlparse', 'urlunparse', 'urlsplit',
+ 'urlunsplit', 'urljoin', 'urldefrag']),
+ 'robotparser' : ('urllib.robotparser', ['RobotFileParser']),
}
@@ -279,9 +276,9 @@
return "(" + "|".join(map(repr, members)) + ")"
-def build_pattern():
+def build_pattern(mapping=MAPPING):
bare = set()
- for old_module, (new_module, members) in MAPPING.items():
+ for old_module, (new_module, members) in mapping.items():
bare.add(old_module)
bare.update(members)
members = alternates(members)
@@ -297,6 +294,7 @@
yield """import_name< 'import'
dotted_as_name< module_name=%r 'as' any > >
""" % old_module
+ # Find usages of module members in code e.g. urllib.foo(bar)
yield """power< module_name=%r trailer< '.' %s > any* >
""" % (old_module, members)
yield """bare_name=%s""" % alternates(bare)
@@ -307,6 +305,8 @@
order = "pre" # Pre-order tree traversal
+ mapping = MAPPING
+
# Don't match the node if it's within another match
def match(self, node):
match = super(FixImports, self).match
@@ -328,7 +328,7 @@
star = results.get("star")
if import_mod or mod_name:
- new_name, members = MAPPING[(import_mod or mod_name).value]
+ new_name, members = self.mapping[(import_mod or mod_name).value]
if import_mod:
self.replace[import_mod.value] = new_name
Modified: python/trunk/Lib/lib2to3/tests/test_fixers.py
==============================================================================
--- python/trunk/Lib/lib2to3/tests/test_fixers.py (original)
+++ python/trunk/Lib/lib2to3/tests/test_fixers.py Wed Jul 16 19:01:46 2008
@@ -11,6 +11,7 @@
# Python imports
import unittest
from itertools import chain
+from operator import itemgetter
from os.path import dirname, pathsep
# Local imports
@@ -28,8 +29,10 @@
self.verbose = False
class FixerTestCase(support.TestCase):
- def setUp(self):
- options = Options(fix=[self.fixer], print_function=False)
+ def setUp(self, fix_list=None):
+ if not fix_list:
+ fix_list = [self.fixer]
+ options = Options(fix=fix_list, print_function=False)
self.refactor = refactor.RefactoringTool("lib2to3/fixes", options)
self.fixer_log = []
self.filename = "<string>"
@@ -1494,6 +1497,95 @@
self.check(b, a)
+class Test_imports2(Test_imports):
+ fixer = "imports2"
+ from ..fixes.fix_imports2 import MAPPING as modules
+
+
+class Test_imports_fixer_order(Test_imports):
+
+ fixer = None
+
+ def setUp(self):
+ Test_imports.setUp(self, ['imports', 'imports2'])
+ from ..fixes.fix_imports2 import MAPPING as mapping2
+ self.modules = mapping2.copy()
+ from ..fixes.fix_imports import MAPPING as mapping1
+ for key in ('dbhash', 'dumbdbm', 'dbm', 'gdbm'):
+ self.modules[key] = mapping1[key]
+
+
+class Test_urllib(FixerTestCase):
+ fixer = "urllib"
+ from ..fixes.fix_urllib import MAPPING as modules
+
+ def test_import_module(self):
+ for old, changes in self.modules.items():
+ b = "import %s" % old
+ a = "import %s" % ", ".join(map(itemgetter(0), changes))
+ self.check(b, a)
+
+ def test_import_from(self):
+ for old, changes in self.modules.items():
+ all_members = []
+ for new, members in changes:
+ for member in members:
+ all_members.append(member)
+ b = "from %s import %s" % (old, member)
+ a = "from %s import %s" % (new, member)
+ self.check(b, a)
+
+ s = "from foo import %s" % member
+ self.unchanged(s)
+
+ b = "from %s import %s" % (old, ", ".join(members))
+ a = "from %s import %s" % (new, ", ".join(members))
+ self.check(b, a)
+
+ s = "from foo import %s" % ", ".join(members)
+ self.unchanged(s)
+
+ # test the breaking of a module into multiple replacements
+ b = "from %s import %s" % (old, ", ".join(all_members))
+ a = "\n".join(["from %s import %s" % (new, ", ".join(members))
+ for (new, members) in changes])
+ self.check(b, a)
+
+ def test_import_module_as(self):
+ for old in self.modules:
+ s = "import %s as foo" % old
+ self.warns_unchanged(s, "This module is now multiple modules")
+
+ def test_import_from_as(self):
+ for old, changes in self.modules.items():
+ for new, members in changes:
+ for member in members:
+ b = "from %s import %s as foo_bar" % (old, member)
+ a = "from %s import %s as foo_bar" % (new, member)
+ self.check(b, a)
+
+ def test_star(self):
+ for old in self.modules:
+ s = "from %s import *" % old
+ self.warns_unchanged(s, "Cannot handle star imports")
+
+ def test_import_module_usage(self):
+ for old, changes in self.modules.items():
+ for new, members in changes:
+ for member in members:
+ b = """
+ import %s
+ foo(%s.%s)
+ """ % (old, old, member)
+ a = """
+ import %s
+ foo(%s.%s)
+ """ % (", ".join([n for (n, mems)
+ in self.modules[old]]),
+ new, member)
+ self.check(b, a)
+
+
class Test_input(FixerTestCase):
fixer = "input"
More information about the Python-checkins
mailing list