Mailman 3 October 2011 - Python-checkins

cpython (2.7): really use backticks in string conversion definition; thanks to Jonathan Blakes
by sandro.tosi Oct. 31, 2011

Oct. 31, 2011

http://hg.python.org/cpython/rev/3a126a459b6f changeset: 73259:3a126a459b6f branch: 2.7 parent: 73253:7ce3b719306e user: Sandro Tosi <sandro.tosi(a)gmail.com> date: Mon Oct 31 19:19:26 2011 +0100 summary: really use backticks in string conversion definition; thanks to Jonathan Blakes from docs@ files: Doc/reference/expressions.rst | 2 +- 1 files changed, 1 insertions(+), 1 deletions(-) diff --git a/Doc/reference/expressions.rst b/Doc/reference/expressions.rst --- a/Doc/reference/expressions.rst +++ b/Doc/reference/expressions.rst @@ -347,7 +347,7 @@ quotes: .. productionlist:: - string_conversion: "'" `expression_list` "'" + string_conversion: "`" `expression_list` "`" A string conversion evaluates the contained expression list and converts the resulting object into a string according to rules specific to its type. -- Repository URL: http://hg.python.org/cpython

1 0

cpython (2.7): test_protocol_sslv2(): Skip this test if ssl.PROTOCOL_SSLv2 is not
by barry.warsaw Oct. 31, 2011

Oct. 31, 2011

http://hg.python.org/cpython/rev/1de4d92cd6a4 changeset: 73258:1de4d92cd6a4 branch: 2.7 parent: 73253:7ce3b719306e user: Barry Warsaw <barry(a)python.org> date: Mon Oct 31 14:08:15 2011 -0400 summary: test_protocol_sslv2(): Skip this test if ssl.PROTOCOL_SSLv2 is not defined (as is the case with Ubuntu 11.10). files: Lib/test/test_ssl.py | 2 ++ 1 files changed, 2 insertions(+), 0 deletions(-) diff --git a/Lib/test/test_ssl.py b/Lib/test/test_ssl.py --- a/Lib/test/test_ssl.py +++ b/Lib/test/test_ssl.py @@ -981,6 +981,8 @@ @skip_if_broken_ubuntu_ssl def test_protocol_sslv2(self): """Connecting to an SSLv2 server with various client options""" + if not hasattr(ssl, 'PROTOCOL_SSLv2'): + raise unittest.SkipTest('No SSLv2 available') if test_support.verbose: sys.stdout.write("\n") if not hasattr(ssl, 'PROTOCOL_SSLv2'): -- Repository URL: http://hg.python.org/cpython

1 0

cpython (merge 3.2 -> default): merge from 3.2 - Fix issue 10817 - Fix urlretrieve function to raise
by senthil.kumaran Oct. 31, 2011

Oct. 31, 2011

http://hg.python.org/cpython/rev/e3e5b6f03f79 changeset: 73257:e3e5b6f03f79 parent: 73255:c14e00680a99 parent: 73256:2ca415cbf2ac user: Senthil Kumaran <senthil(a)uthcode.com> date: Tue Nov 01 01:39:49 2011 +0800 summary: merge from 3.2 - Fix issue 10817 - Fix urlretrieve function to raise ContentTooShortError even when reporthook is None. Patch by Jyrki Pulliainen. files: Lib/test/test_urllib.py | 109 +++++++++++++++++++++------ Lib/urllib/request.py | 4 +- Misc/NEWS | 3 + 3 files changed, 87 insertions(+), 29 deletions(-) diff --git a/Lib/test/test_urllib.py b/Lib/test/test_urllib.py --- a/Lib/test/test_urllib.py +++ b/Lib/test/test_urllib.py @@ -36,6 +36,44 @@ else: return opener.open(url, data) + +class FakeHTTPMixin(object): + def fakehttp(self, fakedata): + class FakeSocket(io.BytesIO): + io_refs = 1 + + def sendall(self, str): + pass + + def makefile(self, *args, **kwds): + self.io_refs += 1 + return self + + def read(self, amt=None): + if self.closed: + return b"" + return io.BytesIO.read(self, amt) + + def readline(self, length=None): + if self.closed: + return b"" + return io.BytesIO.readline(self, length) + + def close(self): + self.io_refs -= 1 + if self.io_refs == 0: + io.BytesIO.close(self) + + class FakeHTTPConnection(http.client.HTTPConnection): + def connect(self): + self.sock = FakeSocket(fakedata) + self._connection_class = http.client.HTTPConnection + http.client.HTTPConnection = FakeHTTPConnection + + def unfakehttp(self): + http.client.HTTPConnection = self._connection_class + + class urlopen_FileTests(unittest.TestCase): """Test urlopen() opening a temporary file. @@ -139,35 +177,9 @@ self.env.set('NO_PROXY', 'localhost, anotherdomain.com, newdomain.com') self.assertTrue(urllib.request.proxy_bypass_environment('anotherdomain.com')) -class urlopen_HttpTests(unittest.TestCase): +class urlopen_HttpTests(unittest.TestCase, FakeHTTPMixin): """Test urlopen() opening a fake http connection.""" - def fakehttp(self, fakedata): - class FakeSocket(io.BytesIO): - io_refs = 1 - def sendall(self, str): pass - def makefile(self, *args, **kwds): - self.io_refs += 1 - return self - def read(self, amt=None): - if self.closed: return b"" - return io.BytesIO.read(self, amt) - def readline(self, length=None): - if self.closed: return b"" - return io.BytesIO.readline(self, length) - def close(self): - self.io_refs -= 1 - if self.io_refs == 0: - io.BytesIO.close(self) - class FakeHTTPConnection(http.client.HTTPConnection): - def connect(self): - self.sock = FakeSocket(fakedata) - self._connection_class = http.client.HTTPConnection - http.client.HTTPConnection = FakeHTTPConnection - - def unfakehttp(self): - http.client.HTTPConnection = self._connection_class - def check_read(self, ver): self.fakehttp(b"HTTP/" + ver + b" 200 OK\r\n\r\nHello!") try: @@ -394,6 +406,48 @@ self.assertEqual(report[0][1], 8192) self.assertEqual(report[0][2], 8193) + +class urlretrieve_HttpTests(unittest.TestCase, FakeHTTPMixin): + """Test urllib.urlretrieve() using fake http connections""" + + def test_short_content_raises_ContentTooShortError(self): + self.fakehttp(b'''HTTP/1.1 200 OK +Date: Wed, 02 Jan 2008 03:03:54 GMT +Server: Apache/1.3.33 (Debian GNU/Linux) mod_ssl/2.8.22 OpenSSL/0.9.7e +Connection: close +Content-Length: 100 +Content-Type: text/html; charset=iso-8859-1 + +FF +''') + + def _reporthook(par1, par2, par3): + pass + + with self.assertRaises(urllib.error.ContentTooShortError): + try: + urllib.request.urlretrieve('http://example.com/', + reporthook=_reporthook) + finally: + self.unfakehttp() + + def test_short_content_raises_ContentTooShortError_without_reporthook(self): + self.fakehttp(b'''HTTP/1.1 200 OK +Date: Wed, 02 Jan 2008 03:03:54 GMT +Server: Apache/1.3.33 (Debian GNU/Linux) mod_ssl/2.8.22 OpenSSL/0.9.7e +Connection: close +Content-Length: 100 +Content-Type: text/html; charset=iso-8859-1 + +FF +''') + with self.assertRaises(urllib.error.ContentTooShortError): + try: + urllib.request.urlretrieve('http://example.com/') + finally: + self.unfakehttp() + + class QuotingTests(unittest.TestCase): """Tests for urllib.quote() and urllib.quote_plus() @@ -1186,6 +1240,7 @@ urlopen_FileTests, urlopen_HttpTests, urlretrieve_FileTests, + urlretrieve_HttpTests, ProxyTests, QuotingTests, UnquotingTests, diff --git a/Lib/urllib/request.py b/Lib/urllib/request.py --- a/Lib/urllib/request.py +++ b/Lib/urllib/request.py @@ -1605,9 +1605,9 @@ size = -1 read = 0 blocknum = 0 + if "content-length" in headers: + size = int(headers["Content-Length"]) if reporthook: - if "content-length" in headers: - size = int(headers["Content-Length"]) reporthook(blocknum, bs, size) while 1: block = fp.read(bs) diff --git a/Misc/NEWS b/Misc/NEWS --- a/Misc/NEWS +++ b/Misc/NEWS @@ -347,6 +347,9 @@ Library ------- +- Issue 10817: Fix urlretrieve function to raise ContentTooShortError even + when reporthook is None. Patch by Jyrki Pulliainen. + - Issue 13296: Fix IDLE to clear compile __future__ flags on shell restart. (Patch by Roger Serwy) -- Repository URL: http://hg.python.org/cpython

1 0

cpython (3.2): Fix issue 10817 - Fix urlretrieve function to raise ContentTooShortError
by senthil.kumaran Oct. 31, 2011

Oct. 31, 2011

http://hg.python.org/cpython/rev/2ca415cbf2ac changeset: 73256:2ca415cbf2ac branch: 3.2 parent: 73254:9263ebeebdbd user: Senthil Kumaran <senthil(a)uthcode.com> date: Tue Nov 01 01:35:17 2011 +0800 summary: Fix issue 10817 - Fix urlretrieve function to raise ContentTooShortError even when reporthook is None. Patch by Jyrki Pulliainen. files: Lib/test/test_urllib.py | 109 +++++++++++++++++++++------ Lib/urllib/request.py | 4 +- Misc/NEWS | 3 + 3 files changed, 87 insertions(+), 29 deletions(-) diff --git a/Lib/test/test_urllib.py b/Lib/test/test_urllib.py --- a/Lib/test/test_urllib.py +++ b/Lib/test/test_urllib.py @@ -36,6 +36,44 @@ else: return opener.open(url, data) + +class FakeHTTPMixin(object): + def fakehttp(self, fakedata): + class FakeSocket(io.BytesIO): + io_refs = 1 + + def sendall(self, str): + pass + + def makefile(self, *args, **kwds): + self.io_refs += 1 + return self + + def read(self, amt=None): + if self.closed: + return b"" + return io.BytesIO.read(self, amt) + + def readline(self, length=None): + if self.closed: + return b"" + return io.BytesIO.readline(self, length) + + def close(self): + self.io_refs -= 1 + if self.io_refs == 0: + io.BytesIO.close(self) + + class FakeHTTPConnection(http.client.HTTPConnection): + def connect(self): + self.sock = FakeSocket(fakedata) + self._connection_class = http.client.HTTPConnection + http.client.HTTPConnection = FakeHTTPConnection + + def unfakehttp(self): + http.client.HTTPConnection = self._connection_class + + class urlopen_FileTests(unittest.TestCase): """Test urlopen() opening a temporary file. @@ -139,35 +177,9 @@ self.env.set('NO_PROXY', 'localhost, anotherdomain.com, newdomain.com') self.assertTrue(urllib.request.proxy_bypass_environment('anotherdomain.com')) -class urlopen_HttpTests(unittest.TestCase): +class urlopen_HttpTests(unittest.TestCase, FakeHTTPMixin): """Test urlopen() opening a fake http connection.""" - def fakehttp(self, fakedata): - class FakeSocket(io.BytesIO): - io_refs = 1 - def sendall(self, str): pass - def makefile(self, *args, **kwds): - self.io_refs += 1 - return self - def read(self, amt=None): - if self.closed: return b"" - return io.BytesIO.read(self, amt) - def readline(self, length=None): - if self.closed: return b"" - return io.BytesIO.readline(self, length) - def close(self): - self.io_refs -= 1 - if self.io_refs == 0: - io.BytesIO.close(self) - class FakeHTTPConnection(http.client.HTTPConnection): - def connect(self): - self.sock = FakeSocket(fakedata) - self._connection_class = http.client.HTTPConnection - http.client.HTTPConnection = FakeHTTPConnection - - def unfakehttp(self): - http.client.HTTPConnection = self._connection_class - def check_read(self, ver): self.fakehttp(b"HTTP/" + ver + b" 200 OK\r\n\r\nHello!") try: @@ -394,6 +406,48 @@ self.assertEqual(report[0][1], 8192) self.assertEqual(report[0][2], 8193) + +class urlretrieve_HttpTests(unittest.TestCase, FakeHTTPMixin): + """Test urllib.urlretrieve() using fake http connections""" + + def test_short_content_raises_ContentTooShortError(self): + self.fakehttp(b'''HTTP/1.1 200 OK +Date: Wed, 02 Jan 2008 03:03:54 GMT +Server: Apache/1.3.33 (Debian GNU/Linux) mod_ssl/2.8.22 OpenSSL/0.9.7e +Connection: close +Content-Length: 100 +Content-Type: text/html; charset=iso-8859-1 + +FF +''') + + def _reporthook(par1, par2, par3): + pass + + with self.assertRaises(urllib.error.ContentTooShortError): + try: + urllib.request.urlretrieve('http://example.com/', + reporthook=_reporthook) + finally: + self.unfakehttp() + + def test_short_content_raises_ContentTooShortError_without_reporthook(self): + self.fakehttp(b'''HTTP/1.1 200 OK +Date: Wed, 02 Jan 2008 03:03:54 GMT +Server: Apache/1.3.33 (Debian GNU/Linux) mod_ssl/2.8.22 OpenSSL/0.9.7e +Connection: close +Content-Length: 100 +Content-Type: text/html; charset=iso-8859-1 + +FF +''') + with self.assertRaises(urllib.error.ContentTooShortError): + try: + urllib.request.urlretrieve('http://example.com/') + finally: + self.unfakehttp() + + class QuotingTests(unittest.TestCase): """Tests for urllib.quote() and urllib.quote_plus() @@ -1164,6 +1218,7 @@ urlopen_FileTests, urlopen_HttpTests, urlretrieve_FileTests, + urlretrieve_HttpTests, ProxyTests, QuotingTests, UnquotingTests, diff --git a/Lib/urllib/request.py b/Lib/urllib/request.py --- a/Lib/urllib/request.py +++ b/Lib/urllib/request.py @@ -1589,9 +1589,9 @@ size = -1 read = 0 blocknum = 0 + if "content-length" in headers: + size = int(headers["Content-Length"]) if reporthook: - if "content-length" in headers: - size = int(headers["Content-Length"]) reporthook(blocknum, bs, size) while 1: block = fp.read(bs) diff --git a/Misc/NEWS b/Misc/NEWS --- a/Misc/NEWS +++ b/Misc/NEWS @@ -66,6 +66,9 @@ Library ------- +- Issue 10817: Fix urlretrieve function to raise ContentTooShortError even + when reporthook is None. Patch by Jyrki Pulliainen. + - Issue 13296: Fix IDLE to clear compile __future__ flags on shell restart. (Patch by Roger Serwy) -- Repository URL: http://hg.python.org/cpython

1 0

cpython (merge 3.2 -> default): merge with 3.2
by sandro.tosi Oct. 31, 2011

Oct. 31, 2011

http://hg.python.org/cpython/rev/c14e00680a99 changeset: 73255:c14e00680a99 parent: 73252:6b5a58836dae parent: 73254:9263ebeebdbd user: Sandro Tosi <sandro.tosi(a)gmail.com> date: Mon Oct 31 17:46:25 2011 +0100 summary: merge with 3.2 files: Doc/using/windows.rst | 4 ++-- 1 files changed, 2 insertions(+), 2 deletions(-) diff --git a/Doc/using/windows.rst b/Doc/using/windows.rst --- a/Doc/using/windows.rst +++ b/Doc/using/windows.rst @@ -45,9 +45,9 @@ "7 Minutes to "Hello World!"" by Richard Dooling, 2006 - `Installing on Windows <http://diveintopython.org/installing_python/windows.html>`_ + `Installing on Windows <http://diveintopython.net/installing_python/windows.html>`_ in "`Dive into Python: Python from novice to pro - <http://diveintopython.org/index.html>`_" + <http://diveintopython.net/index.html>`_" by Mark Pilgrim, 2004, ISBN 1-59059-356-1 -- Repository URL: http://hg.python.org/cpython

1 0

cpython (3.2): use diveintopython.net now that DIP.org returns 410; thanks to Josh Gachnang
by sandro.tosi Oct. 31, 2011

Oct. 31, 2011

http://hg.python.org/cpython/rev/9263ebeebdbd changeset: 73254:9263ebeebdbd branch: 3.2 parent: 73251:7a2877d12d52 user: Sandro Tosi <sandro.tosi(a)gmail.com> date: Mon Oct 31 17:46:04 2011 +0100 summary: use diveintopython.net now that DIP.org returns 410; thanks to Josh Gachnang from docs@ files: Doc/using/windows.rst | 4 ++-- 1 files changed, 2 insertions(+), 2 deletions(-) diff --git a/Doc/using/windows.rst b/Doc/using/windows.rst --- a/Doc/using/windows.rst +++ b/Doc/using/windows.rst @@ -45,9 +45,9 @@ "7 Minutes to "Hello World!"" by Richard Dooling, 2006 - `Installing on Windows <http://diveintopython.org/installing_python/windows.html>`_ + `Installing on Windows <http://diveintopython.net/installing_python/windows.html>`_ in "`Dive into Python: Python from novice to pro - <http://diveintopython.org/index.html>`_" + <http://diveintopython.net/index.html>`_" by Mark Pilgrim, 2004, ISBN 1-59059-356-1 -- Repository URL: http://hg.python.org/cpython

1 0

cpython (2.7): use diveintopython.net now that DIP.org returns 410; thanks to Josh Gachnang
by sandro.tosi Oct. 31, 2011

Oct. 31, 2011

http://hg.python.org/cpython/rev/7ce3b719306e changeset: 73253:7ce3b719306e branch: 2.7 parent: 73250:aba380a9d8f3 user: Sandro Tosi <sandro.tosi(a)gmail.com> date: Mon Oct 31 17:45:09 2011 +0100 summary: use diveintopython.net now that DIP.org returns 410; thanks to Josh Gachnang from docs@ files: Doc/using/windows.rst | 4 ++-- 1 files changed, 2 insertions(+), 2 deletions(-) diff --git a/Doc/using/windows.rst b/Doc/using/windows.rst --- a/Doc/using/windows.rst +++ b/Doc/using/windows.rst @@ -47,9 +47,9 @@ "7 Minutes to "Hello World!"" by Richard Dooling, 2006 - `Installing on Windows <http://diveintopython.org/installing_python/windows.html>`_ + `Installing on Windows <http://diveintopython.net/installing_python/windows.html>`_ in "`Dive into Python: Python from novice to pro - <http://diveintopython.org/index.html>`_" + <http://diveintopython.net/index.html>`_" by Mark Pilgrim, 2004, ISBN 1-59059-356-1 -- Repository URL: http://hg.python.org/cpython

1 0

cpython (merge 3.2 -> default): merge with 3.2
by sandro.tosi Oct. 31, 2011

Oct. 31, 2011

http://hg.python.org/cpython/rev/6b5a58836dae changeset: 73252:6b5a58836dae parent: 73249:a228890c624d parent: 73251:7a2877d12d52 user: Sandro Tosi <sandro.tosi(a)gmail.com> date: Mon Oct 31 17:16:03 2011 +0100 summary: merge with 3.2 files: Doc/tutorial/interpreter.rst | 3 +-- 1 files changed, 1 insertions(+), 2 deletions(-) diff --git a/Doc/tutorial/interpreter.rst b/Doc/tutorial/interpreter.rst --- a/Doc/tutorial/interpreter.rst +++ b/Doc/tutorial/interpreter.rst @@ -60,8 +60,7 @@ When a script file is used, it is sometimes useful to be able to run the script and enter interactive mode afterwards. This can be done by passing :option:`-i` -before the script. (This does not work if the script is read from standard -input, for the same reason as explained in the previous paragraph.) +before the script. .. _tut-argpassing: -- Repository URL: http://hg.python.org/cpython

1 0

cpython (3.2): remove confusing paragraph (as part of r87523); thanks to AJ Hill from docs@
by sandro.tosi Oct. 31, 2011

Oct. 31, 2011

http://hg.python.org/cpython/rev/7a2877d12d52 changeset: 73251:7a2877d12d52 branch: 3.2 parent: 73248:a479aad0231e user: Sandro Tosi <sandro.tosi(a)gmail.com> date: Mon Oct 31 17:15:39 2011 +0100 summary: remove confusing paragraph (as part of r87523); thanks to AJ Hill from docs@ files: Doc/tutorial/interpreter.rst | 3 +-- 1 files changed, 1 insertions(+), 2 deletions(-) diff --git a/Doc/tutorial/interpreter.rst b/Doc/tutorial/interpreter.rst --- a/Doc/tutorial/interpreter.rst +++ b/Doc/tutorial/interpreter.rst @@ -60,8 +60,7 @@ When a script file is used, it is sometimes useful to be able to run the script and enter interactive mode afterwards. This can be done by passing :option:`-i` -before the script. (This does not work if the script is read from standard -input, for the same reason as explained in the previous paragraph.) +before the script. .. _tut-argpassing: -- Repository URL: http://hg.python.org/cpython

1 0

cpython (2.7): remove confusing paragraph (as part of r87523); thanks to AJ Hill from docs@
by sandro.tosi Oct. 31, 2011

Oct. 31, 2011

http://hg.python.org/cpython/rev/aba380a9d8f3 changeset: 73250:aba380a9d8f3 branch: 2.7 parent: 73247:0694ebb5db99 user: Sandro Tosi <sandro.tosi(a)gmail.com> date: Mon Oct 31 17:15:03 2011 +0100 summary: remove confusing paragraph (as part of r87523); thanks to AJ Hill from docs@ files: Doc/tutorial/interpreter.rst | 3 +-- 1 files changed, 1 insertions(+), 2 deletions(-) diff --git a/Doc/tutorial/interpreter.rst b/Doc/tutorial/interpreter.rst --- a/Doc/tutorial/interpreter.rst +++ b/Doc/tutorial/interpreter.rst @@ -60,8 +60,7 @@ When a script file is used, it is sometimes useful to be able to run the script and enter interactive mode afterwards. This can be done by passing :option:`-i` -before the script. (This does not work if the script is read from standard -input, for the same reason as explained in the previous paragraph.) +before the script. .. _tut-argpassing: -- Repository URL: http://hg.python.org/cpython

1 0