import os from unittest.mock import call, Mock, patch parent = Mock() parent.getenv = patch('os.getenv') with parent.getenv: os.getenv('FOO', 'bar') expected = [call.getenv('FOO', 'bar')] print(expected, '==', parent.mock_calls, ':', expected == parent.mock_calls)

# test_c.py from package.c import func from unittest.mock import Mock, call, patch parent = Mock() parent.context = patch('package.a.context') parent.operation = patch('package.b.operation') with parent.context, parent.operation: func() assert parent.mock_calls == [ call.context('c'), call.context().__enter__(), call.operation(), call.context().__exit__(None, None, None), ]

, argc=2, argv=0x7fffffffe368, init=, fini=, rtld_fini=, stack_end=0x7fffffffe358) at ../csu/libc-start.c:310 #24 0x00005555555b446a in _start () ---------- messages: 373912 nosy: belopolsky, p-ganssle, serhiy.storchaka, xtreak priority: normal severity: normal status: open title: Random segfaults during zoneinfo object creation stopped using Ctrl-C type: crash versions: Python 3.10, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 19 03:14:14 2020 From: report at bugs.python.org (Justin Hodder) Date: Sun, 19 Jul 2020 07:14:14 +0000 Subject: [New-bugs-announce] [issue41337] strangnedd with the parser Message-ID: <1595142854.93.0.625652406.issue41337@roundup.psfhosted.org> New submission from Justin Hodder : Here a colab that demostrates the bug https://colab.research.google.com/drive/1OWSEoV7Wx-EBA_2IprNZoASNvXIky3iC?usp=sharing ++++the following code gives"received an invalid combination of arguments - got (Tensor, Tensor), but expected one of:" import torch torch.nn.Linear( torch.as_strided(torch.ones((4,6*5*5*70*10)),(4,6*5*5,10),(4,2,-1)) ,torch.ones(10,6*5*6)) #(4,2,3),(2,3,1)) ++++The following code gives "TypeError: ones(): argument 'size' (position 1) must be tuple of ints, not str import torch" import torch #torch.nn.Linear( torch.as_strided(torch.ones((4,6*5*5*70*10)),(4,6*5*5,10),(4,2,-1)) ,torch.ones(10,6*5*6)#) #(4,2,3),(2,3,1)) ++++ ---------- components: Interpreter Core files: pythos_parser_bug.ipynb messages: 373937 nosy: Justin Hodder priority: normal severity: normal status: open title: strangnedd with the parser versions: Python 3.6 Added file: https://bugs.python.org/file49325/pythos_parser_bug.ipynb _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 19 03:41:32 2020 From: report at bugs.python.org (Karthikeyan Singaravelan) Date: Sun, 19 Jul 2020 07:41:32 +0000 Subject: [New-bugs-announce] [issue41338] test_decimal emits DeprecationWarning due to PyUnicode_FromUnicode(NULL, size) Message-ID: <1595144492.98.0.788138334745.issue41338@roundup.psfhosted.org> New submission from Karthikeyan Singaravelan : Probably related to issue36346 ./python -Wall -m test test_decimal 0:00:00 load avg: 3.07 Run tests sequentially 0:00:00 load avg: 3.07 [1/1] test_decimal /root/cpython/Lib/test/test_decimal.py:592: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead s = _testcapi.unicode_legacy_string('9.999999') /root/cpython/Lib/test/test_decimal.py:592: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead s = _testcapi.unicode_legacy_string('9.999999') /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2834: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead s = _testcapi.unicode_legacy_string('ROUND_\x00UP') /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2828: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead c.rounding = _testcapi.unicode_legacy_string(rnd) /root/cpython/Lib/test/test_decimal.py:2834: DeprecationWarning: PyUnicode_FromUnicode(NULL, size) is deprecated; use PyUnicode_New() instead s = _testcapi.unicode_legacy_string('ROUND_\x00UP') == Tests result: SUCCESS == 1 test OK. Total duration: 14.8 sec Tests result: SUCCESS ---------- components: Tests messages: 373939 nosy: inada.naoki, xtreak priority: normal severity: normal status: open title: test_decimal emits DeprecationWarning due to PyUnicode_FromUnicode(NULL, size) type: behavior versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 19 06:03:55 2020 From: report at bugs.python.org (Alan Iwi) Date: Sun, 19 Jul 2020 10:03:55 +0000 Subject: [New-bugs-announce] [issue41339] make queue.Queue objects iterable Message-ID: <1595153035.37.0.668957068395.issue41339@roundup.psfhosted.org> New submission from Alan Iwi : It is possible to make `queue.Queue` and `queue.SimpleQueue` objects iterable by adding simple `__iter__` and `__next__` methods. This is to suggest adding these methods to the existing `Queue` and `SimpleQueue` so that they are iterable by default. ``` class Fifo(SimpleQueue): def __iter__(self): return self def __next__(self): if not self.empty(): return self.get() raise StopIteration ``` ---------- components: Library (Lib) messages: 373950 nosy: alaniwi priority: normal severity: normal status: open title: make queue.Queue objects iterable type: enhancement _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 19 06:36:04 2020 From: report at bugs.python.org (fj92f3jj923f923) Date: Sun, 19 Jul 2020 10:36:04 +0000 Subject: [New-bugs-announce] [issue41340] Not very good strcpy implementation in cpython/Python/strdup.c Message-ID: <1595154964.78.0.522638535626.issue41340@roundup.psfhosted.org> New submission from fj92f3jj923f923 : Hi, all! strdup implementation inside cpython/Python/strdup.c is not the best one. It calls strlen + strcpy, which is the same as calling strlen twice + memcpy. So I replaced it by the call of strlen + memcpy. It is easy to look any implementation in any library. Here for example: https://code.woboq.org/userspace/glibc/string/strdup.c.html So I fixed it here: https://github.com/python/cpython/pull/21544 ---------- components: C API messages: 373955 nosy: fj92f3jj923f923 priority: normal severity: normal status: open title: Not very good strcpy implementation in cpython/Python/strdup.c type: performance versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 19 07:28:27 2020 From: report at bugs.python.org (Joseph Perez) Date: Sun, 19 Jul 2020 11:28:27 +0000 Subject: [New-bugs-announce] [issue41341] Recursive evaluation of ForwardRef (and PEP 563) Message-ID: <1595158107.48.0.291386757001.issue41341@roundup.psfhosted.org> New submission from Joseph Perez : (This issue is already broached in https://bugs.python.org/issue38605, and a in some way in https://bugs.python.org/issue35834, but only as a secondary subject, that's why I've opened a ticket on this particular issue) ForwardRef of ForwardRef are not currently evaluated by get_type_hints, only the first level is, as illustrated in these examples: ```python from typing import ForwardRef, Optional, get_type_hints def func(a: "Optional[\"int\"]"): pass assert get_type_hints(func)["a"] == Optional[ForwardRef("int")] # one would expect get_type_hints(func)["a"] == Optional[int] ``` ```python from __future__ import annotations from typing import ForwardRef, Optional, get_type_hints def func(a: Optional["int"]): pass assert get_type_hints(func)["a"] == Optional[ForwardRef("int")] # one would expect get_type_hints(func)["a"] == Optional[int] (which is the case without the import of __future__.annotations!) ``` On the one hand I find this behavior quite counter-intuitive; I rather think ForwardRef as kind of internal (and wonder why there is no leading underscore, like _GenericAlias where it's used) and I don't understand the purpose of exposing it as the result of the public API get_type_hints. By the way, if ForwardRef can be obtained by retrieving annotations without get_type_hints, stringified annotations (especially since PEP 563) make get_type_hints kind of mandatory, and thus make ForwardRef disappeared (only at the first level so ?) On the other hand, the second example show that adoptions of postponed annotations can change the result of get_type_hints; several libraries relying of get_type_hints could be broken. An other issue raised here is that if these ForwardRef are not evaluated by get_type_hints, how will be done their evaluatation by the user? It would require to retrieve some globalns/localns ? too bad, it's exactly what is doing get_type_hints. And if the ForwardRef is in a class field, the class globalns/localns will have to be kept somewhere while waiting to encounter these random ForwardRef; that's feasible, but really tedious. Agreeing with Guido Von Rossum (https://bugs.python.org/msg370232), this behavior could be easily "fixed" in get_type_hints. Actually, there would be only one line to change in ForwardRef._evaluate: ```python # from self.__forward_value__ = _type_check( eval(self.__forward_code__, globalns, localns), "Forward references must evaluate to types.", is_argument=self.__forward_is_argument__) # to self.__forward_value__ = _eval_type( _type_check( eval( self.__forward_code__, globalns, localns), "Forward references must evaluate to types.", is_argument=self.__forward_is_argument__, ), globalns, localns, ) And if this fix could solve the "double ForwardRef" issue mentionned in https://bugs.python.org/issue38605, it would also resolve https://bugs.python.org/issue35834 in the same time, raising NameError in case of unknown ForwardRef with postponed annotation. ---------- messages: 373960 nosy: BTaskaya, eric.smith, gvanrossum, joperez, levkivskyi, lukasz.langa, vstinner priority: normal severity: normal status: open title: Recursive evaluation of ForwardRef (and PEP 563) type: behavior _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 19 08:38:29 2020 From: report at bugs.python.org (Serhiy Storchaka) Date: Sun, 19 Jul 2020 12:38:29 +0000 Subject: [New-bugs-announce] [issue41342] Convert int.__round__ to Argument Clinic Message-ID: <1595162309.27.0.341065260309.issue41342@roundup.psfhosted.org> New submission from Serhiy Storchaka : int.__round__ was not converted to Argument Clinic because it is not impossible to express a correct signature for it in Python. But now we can at least make Argument Clinic not producing incorrect signature. And converting to Argument Clinic has a performance benefit. $ ./python -m pyperf timeit -q --compare-to=../cpython-baseline/python "round(12345)" Mean +- std dev: [/home/serhiy/py/cpython-baseline/python] 123 ns +- 6 ns -> [/home/serhiy/py/cpython-release/python] 94.4 ns +- 2.4 ns: 1.31x faster (-23%) $ ./python -m pyperf timeit -q --compare-to=../cpython-baseline/python "round(12345, 0)" Mean +- std dev: [/home/serhiy/py/cpython-baseline/python] 159 ns +- 4 ns -> [/home/serhiy/py/cpython-release/python] 98.6 ns +- 2.4 ns: 1.61x faster (-38%) $ ./python -m pyperf timeit -q --compare-to=../cpython-baseline/python "round(12345, -2)" Mean +- std dev: [/home/serhiy/py/cpython-baseline/python] 585 ns +- 9 ns -> [/home/serhiy/py/cpython-release/python] 534 ns +- 14 ns: 1.09x faster (-9%) ---------- components: Argument Clinic, Interpreter Core messages: 373963 nosy: larry, serhiy.storchaka priority: normal severity: normal status: open title: Convert int.__round__ to Argument Clinic type: performance versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 19 10:49:49 2020 From: report at bugs.python.org (Dong-hee Na) Date: Sun, 19 Jul 2020 14:49:49 +0000 Subject: [New-bugs-announce] [issue41343] Convert complex methods to Argument Clinic Message-ID: <1595170189.2.0.291274613507.issue41343@roundup.psfhosted.org> New submission from Dong-hee Na : Mean +- std dev: [master_format] 3.54 us +- 0.06 us -> [clinic_format] 3.29 us +- 0.07 us: 1.08x faster (-7%) Mean +- std dev: [master_conjugate] 3.56 us +- 0.09 us -> [clinic_conjugate] 3.32 us +- 0.06 us: 1.07x faster (-7%) Mean +- std dev: [master__getnewargs__] 425 ns +- 18 ns -> [clinic__getnewargs__] 412 ns +- 7 ns: 1.03x faster (-3%) ---------- components: Argument Clinic messages: 373966 nosy: corona10, larry priority: normal severity: normal status: open title: Convert complex methods to Argument Clinic type: performance versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 20 03:35:36 2020 From: report at bugs.python.org (Vinay Sharma) Date: Mon, 20 Jul 2020 07:35:36 +0000 Subject: [New-bugs-announce] [issue41344] SharedMemory crash when size is 0 Message-ID: <1595230536.74.0.865685098947.issue41344@roundup.psfhosted.org> New submission from Vinay Sharma : On running this: shm = SharedMemory(create=True, size=0) I get the following error: Traceback (most recent call last): File "", line 1, in File "/usr/lib/python3.8/multiprocessing/shared_memory.py", line 111, in __init__ self._mmap = mmap.mmap(self._fd, size) ValueError: cannot mmap an empty file Error in sys.excepthook: Traceback (most recent call last): File "/usr/lib/python3/dist-packages/apport_python_hook.py", line 63, in apport_excepthook from apport.fileutils import likely_packaged, get_recent_crashes File "/usr/lib/python3/dist-packages/apport/__init__.py", line 5, in from apport.report import Report File "/usr/lib/python3/dist-packages/apport/report.py", line 30, in import apport.fileutils File "/usr/lib/python3/dist-packages/apport/fileutils.py", line 23, in from apport.packaging_impl import impl as packaging File "/usr/lib/python3/dist-packages/apport/packaging_impl.py", line 24, in import apt File "/usr/lib/python3/dist-packages/apt/__init__.py", line 23, in import apt_pkg ModuleNotFoundError: No module named 'apt_pkg' Original exception was: Traceback (most recent call last): File "", line 1, in File "/usr/lib/python3.8/multiprocessing/shared_memory.py", line 111, in __init__ self._mmap = mmap.mmap(self._fd, size) ValueError: cannot mmap an empty file >>> shm = SharedMemory(create=True, size=0) Traceback (most recent call last): File "", line 1, in File "/usr/lib/python3.8/multiprocessing/shared_memory.py", line 111, in __init__ self._mmap = mmap.mmap(self._fd, size) ValueError: cannot mmap an empty file Error in sys.excepthook: Traceback (most recent call last): File "/usr/lib/python3/dist-packages/apport_python_hook.py", line 63, in apport_excepthook from apport.fileutils import likely_packaged, get_recent_crashes File "/usr/lib/python3/dist-packages/apport/__init__.py", line 5, in from apport.report import Report File "/usr/lib/python3/dist-packages/apport/report.py", line 30, in import apport.fileutils File "/usr/lib/python3/dist-packages/apport/fileutils.py", line 23, in from apport.packaging_impl import impl as packaging File "/usr/lib/python3/dist-packages/apport/packaging_impl.py", line 24, in import apt File "/usr/lib/python3/dist-packages/apt/__init__.py", line 23, in import apt_pkg ModuleNotFoundError: No module named 'apt_pkg' Original exception was: Traceback (most recent call last): File "", line 1, in File "/usr/lib/python3.8/multiprocessing/shared_memory.py", line 111, in __init__ self._mmap = mmap.mmap(self._fd, size) ValueError: cannot mmap an empty file This can be simply resolved by adding a check when size passed is 0, so that a shared memory segment is never created. Currently, the following is coded: if not size >= 0: raise ValueError("'size' must be a positive integer") I believe this should be changed to: if not size > 0: raise ValueError("'size' must be a positive integer") As zero is not a positive and integer and is causing problems. ---------- components: Library (Lib) messages: 373990 nosy: vinay0410 priority: normal severity: normal status: open title: SharedMemory crash when size is 0 type: crash versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 20 07:43:46 2020 From: report at bugs.python.org (Michal Arbet) Date: Mon, 20 Jul 2020 11:43:46 +0000 Subject: [New-bugs-announce] [issue41345] Remote end closed connection without response Message-ID: <1595245426.33.0.812684814237.issue41345@roundup.psfhosted.org> New submission from Michal Arbet : Hi, I'm not sure if this is really python bug, but I hope that you can check the issue. Issue is that from time to time i'm getting exception from python when sending request to server which has http keepalive option turned on. Requests send a request but in few miliseconds apache2 server is closing persistent connection by sending FIN packet which generate traceback. I can reproduce it by following simple script. #!/usr/bin/python3 import requests from time import sleep import logging logging.basicConfig(level=logging.DEBUG) s = requests.Session() s.verify = False # self-signed cert counter = 0 txt = "test" while True: counter = counter + 1 s.post('http://localhost', data={counter:txt}) sleep(5) Everything is working fine, but from time to time I get following traceback. When FIN is received right after request was sent. michalarbet at pixla:~/work$ ./request_test.py DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): localhost:80 DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 DEBUG:urllib3.connectionpool:Resetting dropped connection: localhost DEBUG:urllib3.connectionpool:http://localhost:80 "POST / HTTP/1.1" 200 0 Traceback (most recent call last): File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 665, in urlopen httplib_response = self._make_request( File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 421, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 416, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.8/http/client.py", line 1332, in getresponse response.begin() File "/usr/lib/python3.8/http/client.py", line 303, in begin version, status, reason = self._read_status() File "/usr/lib/python3.8/http/client.py", line 272, in _read_status raise RemoteDisconnected("Remote end closed connection without" http.client.RemoteDisconnected: Remote end closed connection without response During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/michalarbet/.local/lib/python3.8/site-packages/requests/adapters.py", line 439, in send resp = conn.urlopen( File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 719, in urlopen retries = retries.increment( File "/usr/lib/python3/dist-packages/urllib3/util/retry.py", line 400, in increment raise six.reraise(type(error), error, _stacktrace) File "/usr/lib/python3/dist-packages/six.py", line 702, in reraise raise value.with_traceback(tb) File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 665, in urlopen httplib_response = self._make_request( File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 421, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/usr/lib/python3/dist-packages/urllib3/connectionpool.py", line 416, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.8/http/client.py", line 1332, in getresponse response.begin() File "/usr/lib/python3.8/http/client.py", line 303, in begin version, status, reason = self._read_status() File "/usr/lib/python3.8/http/client.py", line 272, in _read_status raise RemoteDisconnected("Remote end closed connection without" urllib3.exceptions.ProtocolError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) During handling of the above exception, another exception occurred: Traceback (most recent call last): File "./request_test.py", line 26, in s.post('http://localhost', data={counter:txt}) File "/home/michalarbet/.local/lib/python3.8/site-packages/requests/sessions.py", line 578, in post return self.request('POST', url, data=data, json=json, **kwargs) File "/home/michalarbet/.local/lib/python3.8/site-packages/requests/sessions.py", line 530, in request resp = self.send(prep, **send_kwargs) File "/home/michalarbet/.local/lib/python3.8/site-packages/requests/sessions.py", line 643, in send r = adapter.send(request, **kwargs) File "/home/michalarbet/.local/lib/python3.8/site-packages/requests/adapters.py", line 498, in send raise ConnectionError(err, request=request) requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) Apache using keepalive. /etc/apache2/apache2.conf:KeepAliveTimeout 5 /etc/apache2/apache2.conf:MaxKeepAliveRequests 100 /etc/apache2/apache2.conf:KeepAlive On Sending also pcap file from different reproduce test, but behaviour is same. ---------- files: mycap.pcap messages: 374000 nosy: Michal Arbet priority: normal severity: normal status: open title: Remote end closed connection without response versions: Python 3.8 Added file: https://bugs.python.org/file49326/mycap.pcap _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 20 08:56:10 2020 From: report at bugs.python.org (Felix Yan) Date: Mon, 20 Jul 2020 12:56:10 +0000 Subject: [New-bugs-announce] [issue41346] test_thousand and compileall hangs on riscv64 Message-ID: <1595249770.4.0.20860830279.issue41346@roundup.psfhosted.org> New submission from Felix Yan : In my riscv64 build, test_thousand (test.test_multiprocessing_forkserver.WithProcessesTestBarrier) always hangs on some locking thing, and the compileall part during installation hangs the same way. I am not sure if it's toolchain related or something else, though. Some relevant versions: Linux riscv64-unknown-linux-gnu Python 3.8.4 glibc 2.31 gcc 10.1.0 configure switches: ./configure --prefix=/usr \ --enable-shared \ --with-computed-gotos \ --enable-optimizations \ --with-lto \ --enable-ipv6 \ --with-system-expat \ --with-dbmliborder=gdbm:ndbm \ --with-system-ffi \ --with-system-libmpdec \ --enable-loadable-sqlite-extensions \ --without-ensurepip When Ctrl-C: test_thousand (test.test_multiprocessing_forkserver.WithProcessesTestBarrier) ... ^CProcess Process-1305: Traceback (most recent call last): File "/build/python/src/Python-3.8.4/Lib/multiprocessing/process.py", line 315, in _bootstrap self.run() File "/build/python/src/Python-3.8.4/Lib/multiprocessing/process.py", line 108, in run self._target(*self._args, **self._kwargs) File "/build/python/src/Python-3.8.4/Lib/test/_test_multiprocessing.py", line 1970, in _test_thousand_f barrier.wait() File "/build/python/src/Python-3.8.4/Lib/threading.py", line 610, in wait self._enter() # Block while the barrier drains. File "/build/python/src/Python-3.8.4/Lib/threading.py", line 631, in _enter self._cond.wait() File "/build/python/src/Python-3.8.4/Lib/multiprocessing/synchronize.py", line 261, in wait return self._wait_semaphore.acquire(True, timeout) KeyboardInterrupt Process Process-1304: Traceback (most recent call last): File "/build/python/src/Python-3.8.4/Lib/multiprocessing/process.py", line 315, in _bootstrap self.run() File "/build/python/src/Python-3.8.4/Lib/multiprocessing/process.py", line 108, in run self._target(*self._args, **self._kwargs) File "/build/python/src/Python-3.8.4/Lib/test/_test_multiprocessing.py", line 1970, in _test_thousand_f barrier.wait() File "/build/python/src/Python-3.8.4/Lib/threading.py", line 610, in wait self._enter() # Block while the barrier drains. File "/build/python/src/Python-3.8.4/Lib/threading.py", line 631, in _enter self._cond.wait() File "/build/python/src/Python-3.8.4/Lib/multiprocessing/synchronize.py", line 261, in wait return self._wait_semaphore.acquire(True, timeout) KeyboardInterrupt Process Process-1306: Traceback (most recent call last): File "/build/python/src/Python-3.8.4/Lib/multiprocessing/process.py", line 315, in _bootstrap self.run() File "/build/python/src/Python-3.8.4/Lib/multiprocessing/process.py", line 108, in run self._target(*self._args, **self._kwargs) File "/build/python/src/Python-3.8.4/Lib/test/_test_multiprocessing.py", line 1970, in _test_thousand_f barrier.wait() File "/build/python/src/Python-3.8.4/Lib/threading.py", line 610, in wait self._enter() # Block while the barrier drains. File "/build/python/src/Python-3.8.4/Lib/threading.py", line 631, in _enter self._cond.wait() File "/build/python/src/Python-3.8.4/Lib/multiprocessing/synchronize.py", line 261, in wait return self._wait_semaphore.acquire(True, timeout) KeyboardInterrupt Process Process-1302: Traceback (most recent call last): File "/build/python/src/Python-3.8.4/Lib/multiprocessing/process.py", line 315, in _bootstrap self.run() File "/build/python/src/Python-3.8.4/Lib/multiprocessing/process.py", line 108, in run self._target(*self._args, **self._kwargs) File "/build/python/src/Python-3.8.4/Lib/test/_test_multiprocessing.py", line 1970, in _test_thousand_f barrier.wait() File "/build/python/src/Python-3.8.4/Lib/threading.py", line 610, in wait self._enter() # Block while the barrier drains. File "/build/python/src/Python-3.8.4/Lib/threading.py", line 631, in _enter self._cond.wait() File "/build/python/src/Python-3.8.4/Lib/multiprocessing/synchronize.py", line 261, in wait return self._wait_semaphore.acquire(True, timeout) KeyboardInterrupt Process Process-1303: Traceback (most recent call last): File "/build/python/src/Python-3.8.4/Lib/multiprocessing/process.py", line 315, in _bootstrap self.run() File "/build/python/src/Python-3.8.4/Lib/multiprocessing/process.py", line 108, in run self._target(*self._args, **self._kwargs) File "/build/python/src/Python-3.8.4/Lib/test/_test_multiprocessing.py", line 1970, in _test_thousand_f barrier.wait() File "/build/python/src/Python-3.8.4/Lib/threading.py", line 610, in wait self._enter() # Block while the barrier drains. File "/build/python/src/Python-3.8.4/Lib/threading.py", line 631, in _enter self._cond.wait() File "/build/python/src/Python-3.8.4/Lib/multiprocessing/synchronize.py", line 261, in wait return self._wait_semaphore.acquire(True, timeout) KeyboardInterrupt Warning -- multiprocessing.process._dangling was modified by test_multiprocessing_forkserver Before: set() After: {, , , , } test_multiprocessing_fork passed in 1 min 46 sec == Tests result: FAILURE, INTERRUPTED == Test suite interrupted by signal SIGINT. ---------- components: Library (Lib) files: configure.output messages: 374005 nosy: felixonmars priority: normal severity: normal status: open title: test_thousand and compileall hangs on riscv64 type: behavior versions: Python 3.8 Added file: https://bugs.python.org/file49327/configure.output _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 20 10:46:30 2020 From: report at bugs.python.org (Dong-hee Na) Date: Mon, 20 Jul 2020 14:46:30 +0000 Subject: [New-bugs-announce] [issue41347] collections.deque.count performance enhancement Message-ID: <1595256390.45.0.494229030052.issue41347@roundup.psfhosted.org> New submission from Dong-hee Na : Same situation as: https://bugs.python.org/issue39425 Mean +- std dev: [master_count] 946 ns +- 14 ns -> [ac_count] 427 ns +- 7 ns: 2.22x faster (-55%) ---------- assignee: corona10 components: Extension Modules messages: 374010 nosy: corona10 priority: normal severity: normal status: open title: collections.deque.count performance enhancement type: performance versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 20 11:21:21 2020 From: report at bugs.python.org (Unai Martinez) Date: Mon, 20 Jul 2020 15:21:21 +0000 Subject: [New-bugs-announce] [issue41348] Support replacing global function pointers in a shared library Message-ID: <1595258481.74.0.314238368417.issue41348@roundup.psfhosted.org> New submission from Unai Martinez : As discussed in https://stackoverflow.com/questions/62947076/replace-a-function-pointer-in-a-shared-library-with-ctypes, it seems currently not possible to replace an existing global variable in a shared library which contains a function pointer, with a callback defined in Python (through ctypes). However, it is possible to replace global variables of other types, such as `int`. ---------- components: ctypes messages: 374013 nosy: Unai Martinez priority: normal severity: normal status: open title: Support replacing global function pointers in a shared library type: behavior _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 20 11:38:15 2020 From: report at bugs.python.org (Tim Z) Date: Mon, 20 Jul 2020 15:38:15 +0000 Subject: [New-bugs-announce] =?utf-8?q?=5Bissue41349=5D_idle_not_going_fu?= =?utf-8?q?ll_screen_when_I_rotate_screen_90=C2=B0_on_mac?= Message-ID: <1595259495.1.0.547279913373.issue41349@roundup.psfhosted.org> New submission from Tim Z : It refuses to go full screen when I rotate screen 90? on mac ---------- components: macOS messages: 374014 nosy: Tim Z, ned.deily, ronaldoussoren priority: normal severity: normal status: open title: idle not going full screen when I rotate screen 90? on mac type: enhancement versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 20 12:09:49 2020 From: report at bugs.python.org (Nick Henderson) Date: Mon, 20 Jul 2020 16:09:49 +0000 Subject: [New-bugs-announce] [issue41350] Use of zipfile.Path causes attempt to write after ZipFile is closed Message-ID: <1595261389.35.0.991424986164.issue41350@roundup.psfhosted.org> New submission from Nick Henderson : In both Python 3.8.3 and 3.9.0b3, using zipfile.Path to write a file in a context manager results in an attempt to write to the zip file after it is closed. In Python 3.9.0b3: import io from zipfile import ZipFile, Path def make_zip(): """Make zip file and return bytes.""" bytes_io = io.BytesIO() zip_file = ZipFile(bytes_io, mode="w") zip_path = Path(zip_file, "file-a") # use zipp.Path.open with zip_path.open(mode="wb") as fp: fp.write(b"contents of file-a") zip_file.close() data = bytes_io.getvalue() bytes_io.close() return data zip_data = make_zip() # Exception ignored in: # Traceback (most recent call last): # File "/Users/nick/.pyenv/versions/3.9.0b3/lib/python3.9/zipfile.py", line 1807, in __del__ # self.close() # File "/Users/nick/.pyenv/versions/3.9.0b3/lib/python3.9/zipfile.py", line 1824, in close # self.fp.seek(self.start_dir) # ValueError: I/O operation on closed file. In Python 3.8.3: import io from zipfile import ZipFile, Path def make_zip(): """Make zip file and return bytes.""" bytes_io = io.BytesIO() zip_file = ZipFile(bytes_io, mode="w") zip_path = Path(zip_file, "file-a") # use zipp.Path.open with zip_path.open(mode="w") as fp: fp.write(b"contents of file-a") zip_file.close() data = bytes_io.getvalue() bytes_io.close() return data zip_data = make_zip() # Exception ignored in: # Traceback (most recent call last): # File "/Users/nick/.pyenv/versions/3.8.3/lib/python3.8/zipfile.py", line 1820, in __del__ # self.close() # File "/Users/nick/.pyenv/versions/3.8.3/lib/python3.8/zipfile.py", line 1837, in close # self.fp.seek(self.start_dir) # ValueError: I/O operation on closed file. In the Python 3.8 example, mode="w" is used in the open method on zip_path. ---------- components: Library (Lib) files: zippath_bug_39.py messages: 374015 nosy: Nick Henderson priority: normal severity: normal status: open title: Use of zipfile.Path causes attempt to write after ZipFile is closed type: behavior versions: Python 3.8, Python 3.9 Added file: https://bugs.python.org/file49329/zippath_bug_39.py _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 20 13:28:28 2020 From: report at bugs.python.org (Saumitra Verma) Date: Mon, 20 Jul 2020 17:28:28 +0000 Subject: [New-bugs-announce] [issue41351] IDLE does not close the brackets and does not insert the closing quotes Message-ID: <1595266108.62.0.449571815495.issue41351@roundup.psfhosted.org> New submission from Saumitra Verma : This feature must be added ---------- assignee: terry.reedy components: IDLE messages: 374021 nosy: Saumitra Verma, terry.reedy priority: normal severity: normal status: open title: IDLE does not close the brackets and does not insert the closing quotes type: enhancement versions: Python 3.10, Python 3.5, Python 3.6, Python 3.7, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 20 17:14:00 2020 From: report at bugs.python.org (Ziyi Wang) Date: Mon, 20 Jul 2020 21:14:00 +0000 Subject: [New-bugs-announce] [issue41352] FileIO.readall() should raise "UnsupportedOperation" when in "w" mode Message-ID: <1595279640.58.0.284092405556.issue41352@roundup.psfhosted.org> New submission from Ziyi Wang : Here are the two test cases: the one with FileIO.readall() fails def testReadWithWritingMode(self): r, w = os.pipe() w = os.fdopen(w, "w") w.write("hello") w.close() with io.FileIO(r, mode="w") as f: with self.assertRaises(_io.UnsupportedOperation): f.read() def testReadallWithWritingMode(self): r, w = os.pipe() w = os.fdopen(w, "w") w.write("hello") w.close() with io.FileIO(r, mode="w") as f: with self.assertRaises(_io.UnsupportedOperation): f.readall() With FileIO.read() raises "UnsupportedOperation" in "w" mode, I expect FileIO.readall() do the same. But in fact FileIO.readall() does not check for readable and does not raise "UnsupportedOperation" in "w"mode. I'm happy to write a pull request if you want. ---------- components: IO, Library (Lib) messages: 374027 nosy: Ziyi Wang priority: normal severity: normal status: open title: FileIO.readall() should raise "UnsupportedOperation" when in "w" mode type: behavior versions: Python 3.10, Python 3.6, Python 3.7, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 20 21:59:17 2020 From: report at bugs.python.org (Joannah Nanjekye) Date: Tue, 21 Jul 2020 01:59:17 +0000 Subject: [New-bugs-announce] [issue41353] Indicate supported sound header formats Message-ID: <1595296757.63.0.289277741355.issue41353@roundup.psfhosted.org> New submission from Joannah Nanjekye : The documentation for the sndhdr module does not have supported file formats. Something like below could help: +------------+------------------------------------+ | Value | Sound header format | +============+====================================+ | ``'aifc'`` | Compressed Audio Interchange Files | +------------+------------------------------------+ | ``'aiff'`` | Audio Interchange Files | +------------+------------------------------------+ | ``'au'`` | AU Files | +------------+------------------------------------+ | ``'hcom'`` | HCOM Files | +------------+------------------------------------+ | ``'sndr'`` | SNDR Files | +------------+------------------------------------+ | ``'sndt'`` | SNDT Files | +------------+------------------------------------+ | ``'voc'`` | VOC Files | +------------+------------------------------------+ | ``'wav'`` | WAV Files | +------------+------------------------------------+ | ``'8svx'`` | 8SVX Files | +------------+------------------------------------+ | ``'sb'`` | SB Files | +------------+------------------------------------+ | ``'ub'`` | UB Files | +------------+------------------------------------+ | ``'ul'`` | uLAW Audio Files | +------------+------------------------------------+ ---------- messages: 374047 nosy: nanjekyejoannah priority: normal severity: normal status: open title: Indicate supported sound header formats _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 21 03:29:03 2020 From: report at bugs.python.org (Christof Hanke) Date: Tue, 21 Jul 2020 07:29:03 +0000 Subject: [New-bugs-announce] [issue41354] filecmp.cmp documentation does not match actual code Message-ID: <1595316543.83.0.558279011146.issue41354@roundup.psfhosted.org> New submission from Christof Hanke : help(filecmp.cmp) says: """ cmp(f1, f2, shallow=True) Compare two files. Arguments: f1 -- First file name f2 -- Second file name shallow -- Just check stat signature (do not read the files). defaults to True. Return value: True if the files are the same, False otherwise. This function uses a cache for past comparisons and the results, with cache entries invalidated if their stat information changes. The cache may be cleared by calling clear_cache(). """ However, looking at the code, the shallow-argument is taken only into account if the signatures are the same: """ s1 = _sig(os.stat(f1)) s2 = _sig(os.stat(f2)) if s1[0] != stat.S_IFREG or s2[0] != stat.S_IFREG: return False if shallow and s1 == s2: return True if s1[1] != s2[1]: return False outcome = _cache.get((f1, f2, s1, s2)) if outcome is None: outcome = _do_cmp(f1, f2) if len(_cache) > 100: # limit the maximum size of the cache clear_cache() _cache[f1, f2, s1, s2] = outcome return outcome """ Therefore, if I call cmp with shallow=True and the stat-signatures differ, cmp actually does a "deep" compare. This "deep" compare however does not check the stat-signatures. Thus I propose follwing patch: cmp always checks the "full" signature. return True if shallow and above test passed. It does not make sense to me that when doing a "deep" compare, that only the size is compared, but not the mtime. --- filecmp.py.orig 2020-07-16 12:00:57.000000000 +0200 +++ filecmp.py 2020-07-16 12:00:30.000000000 +0200 @@ -52,10 +52,10 @@ s2 = _sig(os.stat(f2)) if s1[0] != stat.S_IFREG or s2[0] != stat.S_IFREG: return False - if shallow and s1 == s2: - return True - if s1[1] != s2[1]: + if s1 != s2: return False + if shallow: + return True outcome = _cache.get((f1, f2, s1, s2)) if outcome is None: ---------- components: Library (Lib) messages: 374054 nosy: chanke priority: normal severity: normal status: open title: filecmp.cmp documentation does not match actual code type: behavior _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 21 05:28:04 2020 From: report at bugs.python.org (Ronald Oussoren) Date: Tue, 21 Jul 2020 09:28:04 +0000 Subject: [New-bugs-announce] [issue41355] os.link(..., follow_symlinks=False) without linkat(3) Message-ID: <1595323684.61.0.723587728817.issue41355@roundup.psfhosted.org> New submission from Ronald Oussoren : The code for os.link() seems to ignore follow_symlinks when the linkat(2) function is not available on the platform, which results in unexpected behaviour when "follow_symlinks" is false. ---------- components: Extension Modules messages: 374057 nosy: ronaldoussoren priority: normal severity: normal stage: test needed status: open title: os.link(..., follow_symlinks=False) without linkat(3) type: behavior versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 21 06:00:36 2020 From: report at bugs.python.org (Dennis Sweeney) Date: Tue, 21 Jul 2020 10:00:36 +0000 Subject: [New-bugs-announce] [issue41356] Convert bool.__new__ to argument clinic Message-ID: <1595325636.21.0.753393963516.issue41356@roundup.psfhosted.org> New submission from Dennis Sweeney : Benchmarked on my machine (Windows 10): .\python.bat -m pyperf timeit -s "from collections import deque; x = [[], [1]] * 1_000_000" "deque(map(bool, x), maxlen=0)" --- Win32 build configuration --- Master: 105 ms +- 2 ms With this change: 88.2 ms +- 2.1 ms --- x64 build configuration --- Master: 80.2 ms +- 1.3 ms With this change: 74.2 ms +- 0.5 ms ---------- components: Argument Clinic messages: 374058 nosy: Dennis Sweeney, larry priority: normal severity: normal status: open title: Convert bool.__new__ to argument clinic type: performance versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 21 06:31:29 2020 From: report at bugs.python.org (Jendrik Weise) Date: Tue, 21 Jul 2020 10:31:29 +0000 Subject: [New-bugs-announce] [issue41357] pathlib.Path.resolve incorrect os.path equivalent Message-ID: <1595327489.48.0.566751491612.issue41357@roundup.psfhosted.org> New submission from Jendrik Weise : According to the table at the bottom of the pathlib documentation Path.resolve() is equivalent to os.path.abspath(path). In contrast to the latter Path.resolve() does follow symlinks though, making it more similar to os.path.realpath(path). ---------- assignee: docs at python components: Documentation messages: 374060 nosy: Jendrik Weise, docs at python priority: normal severity: normal status: open title: pathlib.Path.resolve incorrect os.path equivalent type: behavior versions: Python 3.10, Python 3.7, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 21 06:39:57 2020 From: report at bugs.python.org (hap) Date: Tue, 21 Jul 2020 10:39:57 +0000 Subject: [New-bugs-announce] [issue41358] Unable to uninstall Python launcher using command line Message-ID: <1595327997.84.0.414162156618.issue41358@roundup.psfhosted.org> New submission from hap : Trying to create a command line keeping the following in mind, and my script is python-3.8.4.exe" /quiet InstallLauncherAllUsers=0 Include_pip=1 Include_tcltk=1 Include_test=1 PrependPath=1 1. Python installs in user profile 2. Install pip as a part of installation All good here. So, my script installs python and also installs Python Launcher. So far so good! The problem is, when uninstall python i use command "python-3.8.4.exe" /quiet /uninstall, it does uninstall python, but this does not uninstall Python Launcher. Therefore, i call msiexec.exe /x {339192BE-2520-4C34-89DF-81CF98EB7E6C} /qn+ and it does remove all components from %localappdata%\Package Cache folder, except that it still keeps launcher.msi (588kb) and also entry in appwiz.cpl (around 7.15 MB). What i am trying to achieve is, 1. If user wants to uninstall Python, it should uninstall python and python launcher because i don't want to leave away any installer files which an contribute to my system space. I have gone through many links with failed help. Any suggestion to save my 7.2 MB space is greatly appreciated. ---------- components: Installation messages: 374063 nosy: ahmedparvez321 at gmail.com priority: normal severity: normal status: open title: Unable to uninstall Python launcher using command line type: behavior versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 21 07:46:47 2020 From: report at bugs.python.org (Krzysiek) Date: Tue, 21 Jul 2020 11:46:47 +0000 Subject: [New-bugs-announce] [issue41359] argparse mutually exclusive group does not exclude in some cases Message-ID: <1595332007.75.0.283126282834.issue41359@roundup.psfhosted.org> New submission from Krzysiek : The documentation for `ArgumentParser.add_mutually_exclusive_group` states: "argparse will make sure that only one of the arguments in the mutually exclusive group was present on the command line". This is not the case in certain circumstances: ```python import argparse parser = argparse.ArgumentParser() group = parser.add_mutually_exclusive_group() group.add_argument('-a') group.add_argument('-b', nargs='?') parser.parse_args('-a a -b'.split()) ``` The above code does not produce any error, even though both exclusive arguments are present. My guess is that the check for mutual exclusion is not done during processing of each command line argument, but rather afterwards. It seems the check only ensures at most one argument from group is not `None`. The issue exists at least on Python 2.7.13, 3.6, 3.7.5, 3.8, and 3.10. ---------- components: Library (Lib) messages: 374065 nosy: kkarbowiak priority: normal severity: normal status: open title: argparse mutually exclusive group does not exclude in some cases type: behavior versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 21 09:58:01 2020 From: report at bugs.python.org (Alexey) Date: Tue, 21 Jul 2020 13:58:01 +0000 Subject: [New-bugs-announce] [issue41360] method _tunnel does not allow for a standard proxy authentication solution Message-ID: <1595339881.01.0.101864505877.issue41360@roundup.psfhosted.org> New submission from Alexey : The _tunnel method of the HTTPConnection class in the http.client module, if the CONNECT request is unsuccessful, closes the connection and raises an OSError without returning the response data. This behavior does not allow to implement the authentication procedure on the proxy server using methods similar to those used for authentication on servers (using hooks). And at the moment proxy authentication (Kerberos, Digest, NTLM - all other than Basic) is not supported by the urllib3 and accordingly requests, pip and many others. As a result, a large number of people cannot use Python to create scripts that involve working on the Internet (if they don't know workarounds). This problem has been mentioned many times here (Issue 7291, 24333, 24964). There are many Issues related to this task in requests, urllib3, pip and other. This problem is many years old (at least 5), but there is still no complete solution (as far as I can tell). There are several workarounds, but there is still no solution that could be used in urllib3, requests, pip and other (in many discussions of Issues _tunnel method is indicated as a reason preventing a proxy authentication solution from being implemented). Hopefully someone can finally solve this problem or explain why it can't be solved ---------- components: Library (Lib) messages: 374067 nosy: Namyotkin priority: normal severity: normal status: open title: method _tunnel does not allow for a standard proxy authentication solution type: enhancement versions: Python 3.10, Python 3.5, Python 3.6, Python 3.7, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 21 11:26:01 2020 From: report at bugs.python.org (Dong-hee Na) Date: Tue, 21 Jul 2020 15:26:01 +0000 Subject: [New-bugs-announce] [issue41361] Converting collections.deque methods to Argument Clinic Message-ID: <1595345161.63.0.950006640514.issue41361@roundup.psfhosted.org> New submission from Dong-hee Na : There was no performance regressin with this change. ---------- components: Argument Clinic messages: 374068 nosy: corona10, larry priority: normal severity: normal status: open title: Converting collections.deque methods to Argument Clinic type: enhancement versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 21 13:09:20 2020 From: report at bugs.python.org (Constant Marks) Date: Tue, 21 Jul 2020 17:09:20 +0000 Subject: [New-bugs-announce] [issue41362] Regenerating parser table fails (windows) Message-ID: <1595351360.26.0.0463175809492.issue41362@roundup.psfhosted.org> New submission from Constant Marks : When calling `build.bat -d --regen' the graminit.c and graminit.h files are not generated with the following warnings: Time Elapsed 00:02:49.06 Killing any running python_d.exe instances... Getting build info from "C:\Program Files\Git\cmd\git.exe" Building heads/3.9-dirty:9e84a2c424 3.9 pythoncore.vcxproj -> C:\Users\crm0376\source\repos\cpython\PCbuild\win32\python39_d.dll C:\Users\crm0376\source\repos\cpython\Parser\pgen\__main__.py:43: ResourceWarning: unclosed file <_io.TextIOWrapper name='C:\\Users\\crm0376\\source\\repos\\cpython\\PCbuild\\obj\\39win32_Debug\\regen\\graminit.h' mode='w' encoding='cp 1252'> main() ResourceWarning: Enable tracemalloc to get the object allocation traceback C:\Users\crm0376\source\repos\cpython\Parser\pgen\__main__.py:43: ResourceWarning: unclosed file <_io.TextIOWrapper name='C:\\Users\\crm0376\\source\\repos\\cpython\\PCbuild\\obj\\39win32_Debug\\regen\\graminit.c' mode='w' encoding='cp 1252'> main() ResourceWarning: Enable tracemalloc to get the object allocation traceback ---------- messages: 374074 nosy: constantmarks priority: normal severity: normal status: open title: Regenerating parser table fails (windows) versions: Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 21 13:38:02 2020 From: report at bugs.python.org (=?utf-8?b?0JDQvdC00YDQtdC5INCf0LXRgNC10LLRkdGA0YLQutC40L0=?=) Date: Tue, 21 Jul 2020 17:38:02 +0000 Subject: [New-bugs-announce] [issue41363] python 3.8.5 folder not visible in https://www.python.org/ftp/python/ listing Message-ID: <1595353082.43.0.231243194909.issue41363@roundup.psfhosted.org> New submission from ?????? ??????????? : Open https://www.python.org/ftp/python/ and observe that there is no 3.8.5 folder. Open https://www.python.org/ftp/python/3.8.5/ and observe that all the expected files are present. Conclusion: https://www.python.org/ftp/python/ index needs an update. ---------- messages: 374076 nosy: ?????? ??????????? priority: normal severity: normal status: open title: python 3.8.5 folder not visible in https://www.python.org/ftp/python/ listing versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 21 16:41:32 2020 From: report at bugs.python.org (Steve Dower) Date: Tue, 21 Jul 2020 20:41:32 +0000 Subject: [New-bugs-announce] [issue41364] Optimise uuid platform detection Message-ID: <1595364092.15.0.501059723351.issue41364@roundup.psfhosted.org> New submission from Steve Dower : The uuid module calls platform.system() multiple times, even when the result is known from sys.platform. We can avoid some of these. ---------- assignee: steve.dower components: Library (Lib) messages: 374079 nosy: steve.dower priority: normal severity: normal stage: needs patch status: open title: Optimise uuid platform detection type: performance versions: Python 3.10, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 21 23:28:48 2020 From: report at bugs.python.org (Chuck) Date: Wed, 22 Jul 2020 03:28:48 +0000 Subject: [New-bugs-announce] [issue41365] Python Launcher is sorry to say... No pyvenv.cfg file Message-ID: <1595388528.0.0.559799161472.issue41365@roundup.psfhosted.org> New submission from Chuck : on Windows 10 64 after install of Python 3.8.5 and after install of decrypt_bitcoinj_seed.pyw <--- and after double click, I get "Python Launcher is sorry to say... No pyvenv.cfg file". I have tried multiple reinstalls of Python to no avail. When a search is performed on the entire C:\ drive, no pyvenv.cfg file is present so c:\>python -m venv myenv c:\path\to\myenv does not create the pyvenv.cfg file. The Python Script requires PIP (Google Protobuf and pylibscrypt) and I understand it's included in 3.8.5. Please provide step by step instructions for how to either create or download the pyvenv.cfg file and the exact Python path to folder name it needs to go so I can overcome this error. Or if someone has a different solution, that's fine too... I just need the decrypt_bitcoinj_seed.pyw to work. ---------- components: Windows messages: 374083 nosy: Packhash, paul.moore, steve.dower, tim.golden, zach.ware priority: normal severity: normal status: open title: Python Launcher is sorry to say... No pyvenv.cfg file type: behavior versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 21 23:49:41 2020 From: report at bugs.python.org (Henry Schreiner) Date: Wed, 22 Jul 2020 03:49:41 +0000 Subject: [New-bugs-announce] [issue41366] sign-conversion warning in 3.9 beta Message-ID: <1595389781.15.0.650471141646.issue41366@roundup.psfhosted.org> New submission from Henry Schreiner : The macro Py_UNICODE_COPY was replaced by a function in CPython 3.9, and that function cannot compile with full warnings enabled + warnings as errors under Clang. The problematic line: Py_DEPRECATED(3.3) static inline void Py_UNICODE_COPY(Py_UNICODE *target, const Py_UNICODE *source, Py_ssize_t length) { memcpy(target, source, length * sizeof(Py_UNICODE)); } has an implicit conversion of Py_ssize_t into size_t, which creates: /Users/runner/hostedtoolcache/Python/3.9.0-beta.5/x64/include/python3.9/cpython/unicodeobject.h:55:: implicit conversion changes signedness: 'Py_ssize_t' (aka 'long') to 'unsigned long' [-Werror,-Wsign-conversion] error: implicit conversion changes signedness: 'Py_ssize_t' (aka 'long') to 'unsigned long' [-Werror,-Wsign-conversion] memcpy(target, source, length * sizeof(Py_UNICODE)); memcpy(target, source, length * sizeof(Py_UNICODE)); An explicit cast to size_t (is there a Py_size_t?) should be made. ---------- components: C API messages: 374084 nosy: Henry Schreiner priority: normal severity: normal status: open title: sign-conversion warning in 3.9 beta type: compile error versions: Python 3.10, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Wed Jul 22 04:42:59 2020 From: report at bugs.python.org (Joan Prat Rigol) Date: Wed, 22 Jul 2020 08:42:59 +0000 Subject: [New-bugs-announce] [issue41367] Popen Timeout raised on 3.6 but not on 3.8 Message-ID: <1595407379.06.0.696065311763.issue41367@roundup.psfhosted.org> New submission from Joan Prat Rigol : If I run this code in Python 3.8 I get the result as expected: Python 3.8.2 (default, Apr 27 2020, 15:53:34) [GCC 9.3.0] on linux Type "help", "copyright", "credits" or "license" for more information. >>> import subprocess >>> process = subprocess.Popen("sudo -Si ls -l /home", shell=True, stdin=-1, stdout=-1, stderr=-1) >>> out, err = process.communicate(input="Pr4tR1g01J04n\n".encode(), timeout=2) >>> print(out) b'total 4\ndrwxr-xr-x 43 joan joan 4096 Jul 22 09:46 joan\n' >>> But If I run the code in Python 3.6 I am getting a timeout: Python 3.6.9 (default, Apr 18 2020, 01:56:04) [GCC 8.4.0] on linux Type "help", "copyright", "credits" or "license" for more information. >>> import subprocess >>> process = subprocess.Popen("sudo -Si ls -l /home", shell=True, stdin=-1, stdout=-1, stderr=-1) >>> out, err = process.communicate(input="Pr4tR1g01J04n\n".encode(), timeout=2) Traceback (most recent call last): File "", line 1, in File "/usr/lib/python3.6/subprocess.py", line 863, in communicate stdout, stderr = self._communicate(input, endtime, timeout) File "/usr/lib/python3.6/subprocess.py", line 1535, in _communicate self._check_timeout(endtime, orig_timeout) File "/usr/lib/python3.6/subprocess.py", line 891, in _check_timeout raise TimeoutExpired(self.args, orig_timeout) subprocess.TimeoutExpired: Command 'sudo -Si ls -l /home' timed out after 2 seconds >>> Is this a bug? ---------- messages: 374089 nosy: Joan Prat Rigol priority: normal severity: normal status: open title: Popen Timeout raised on 3.6 but not on 3.8 versions: Python 3.6, Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Wed Jul 22 14:13:57 2020 From: report at bugs.python.org (William Pickard) Date: Wed, 22 Jul 2020 18:13:57 +0000 Subject: [New-bugs-announce] [issue41368] Allow compiling Python with llvm-clang on Windows. Message-ID: <1595441637.36.0.539445300031.issue41368@roundup.psfhosted.org> New submission from William Pickard : Since Visual Studio 2017, Microsoft has an optional C++ Desktop Development option for compiling C/C++ code with LLVM's Clang compiler. It's called: Clang with Microsoft CodeGen. While the code is parsed with LLVM's Clang parser, the code is generated with a MSVC compatible code generator (hence the "with Microsoft CodeGen" name suffix) Currently, Python 3.10 is uncompilable with Clang, but I would appreciate it if it can be supported. I have attached a build log from MSBuild, below is the commandline I used to run the build. Start-Process -FilePath $(Join-Path $PCBUILD -ChildPath 'build.bat' -Resolve) -WorkingDirectory $PCBuild -NoNewWindow -RedirectStandardOut $BUILD_LOG -RedirectStandardError $BUILDERROR_LOG -ArgumentList '-m', '-v', '-c', 'Debug', '-p', 'x64', '-t', 'Build', '"/p:PlatformToolset=ClangCL"' PS L:\GIT\cpython> Start-Process -FilePath $(Join-Path $PCBUILD -ChildPath 'build.bat' -Resolve) -WorkingDirectory $PCBuild -NoNewWindow -RedirectStandardOut $BUILD_LOG -RedirectStandardError $BUILDERROR_LOG -ArgumentList '-m', '-v', '-c', 'Debug', '-p', 'x64', '-t', 'Build', '"/p:PlatformToolset=ClangCL"' ---------- components: Cross-Build, Windows files: build.log messages: 374099 nosy: Alex.Willmer, William Pickard, paul.moore, steve.dower, tim.golden, zach.ware priority: normal severity: normal status: open title: Allow compiling Python with llvm-clang on Windows. type: compile error versions: Python 3.10 Added file: https://bugs.python.org/file49331/build.log _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Wed Jul 22 15:27:21 2020 From: report at bugs.python.org (Stefan Krah) Date: Wed, 22 Jul 2020 19:27:21 +0000 Subject: [New-bugs-announce] [issue41369] Update to libmpdec-2.5.1 Message-ID: <1595446041.62.0.150992911256.issue41369@roundup.psfhosted.org> New submission from Stefan Krah : This issue tracks the update of the included libmpdec to version 2.5.1. The version includes features required for #41324. ---------- assignee: skrah components: Extension Modules messages: 374101 nosy: skrah priority: normal severity: normal status: open title: Update to libmpdec-2.5.1 type: enhancement versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Wed Jul 22 16:16:14 2020 From: report at bugs.python.org (Joseph Perez) Date: Wed, 22 Jul 2020 20:16:14 +0000 Subject: [New-bugs-announce] [issue41370] PEP 585 and ForwardRef Message-ID: <1595448974.26.0.905372860878.issue41370@roundup.psfhosted.org> New submission from Joseph Perez : PEP 585 current implementation (3.10.0a0) differs from current Generic implementation about ForwardRef, as illustrated bellow: ```python from dataclasses import dataclass, field from typing import get_type_hints, List, ForwardRef @dataclass class Node: children: list["Node"] = field(default_factory=list) children2: List["Node"] = field(default_factory=list) assert get_type_hints(Node) == {"children": list["Node"], "children2": List[Node]} assert List["Node"].__args__ == (ForwardRef("Node"),) assert list["Node"].__args__ == ("Node",) # No ForwardRef here, so no evaluation by get_type_hints ``` There is indeed no kind of ForwardRef for `list` arguments. As shown in the example, this affects the result of get_type_hints for recursive types handling. He could be "fixed" in 2 lines in `typing._eval_type` with something like this : ```python def _eval_type(t, globalns, localns, recursive_guard=frozenset()): if isinstance(t, str): t = ForwardRef(t) if isinstance(t, ForwardRef): ... ``` but it's kind of hacky/dirty. It's true that this issue will not concern legacy code, 3.9 still being not released. So developers of libraries using get_type_hints could add in their documentation that `from __future__ import annotations` is mandatory for recursive types with PEP 585 (I think I will do it). By the way, Guido has quickly given his opinion about it in PR 21553: "We probably will not ever support this: importing ForwardRef from the built-in generic alias code would be problematic, and once from __future__ import annotations is always on there's no need to quote the argument anyway." (So feel free to close this issue) ---------- messages: 374105 nosy: BTaskaya, eric.smith, gvanrossum, joperez, levkivskyi, lukasz.langa, vstinner priority: normal severity: normal status: open title: PEP 585 and ForwardRef type: behavior versions: Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Wed Jul 22 16:17:30 2020 From: report at bugs.python.org (doodspav) Date: Wed, 22 Jul 2020 20:17:30 +0000 Subject: [New-bugs-announce] [issue41371] test_zoneinfo fails Message-ID: <1595449050.37.0.742582022147.issue41371@roundup.psfhosted.org> New submission from doodspav : Issue: ====== `_lzma` is not built because the required libraries are not available on my machine. `test_zoneinfo` assumes it is always available, leading it to crash on my machine. How I build and ran the tests: ============================== git clone https://github.com/python/cpython.git (bpo-41364) cd cpython mkdir build && cd build ../configure make -j8 make test > test_output.txt Test traceback: =============== File "/home/doodspav/Jetbrains/CLionProjects/cpython/Lib/test/libregrtest/runtest.py", line 272, in _runtest_inner refleak = _runtest_inner2(ns, test_name) File "/home/doodspav/Jetbrains/CLionProjects/cpython/Lib/test/libregrtest/runtest.py", line 223, in _runtest_inner2 the_module = importlib.import_module(abstest) File "/home/doodspav/Jetbrains/CLionProjects/cpython/Lib/importlib/__init__.py", line 126, in import_module return _bootstrap._gcd_import(name[level:], package, level) File "", line 1030, in _gcd_import File "", line 1007, in _find_and_load File "", line 986, in _find_and_load_unlocked File "", line 680, in _load_unlocked File "", line 790, in exec_module File "", line 228, in _call_with_frames_removed File "/home/doodspav/Jetbrains/CLionProjects/cpython/Lib/test/test_zoneinfo/__init__.py", line 1, in from .test_zoneinfo import * File "/home/doodspav/Jetbrains/CLionProjects/cpython/Lib/test/test_zoneinfo/test_zoneinfo.py", line 9, in import lzma File "/home/doodspav/Jetbrains/CLionProjects/cpython/Lib/lzma.py", line 27, in from _lzma import * ModuleNotFoundError: No module named '_lzma' ---------- components: Tests files: test_output.txt messages: 374106 nosy: doodspav priority: normal severity: normal status: open title: test_zoneinfo fails type: crash versions: Python 3.10 Added file: https://bugs.python.org/file49332/test_output.txt _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Wed Jul 22 18:39:11 2020 From: report at bugs.python.org (Bar Harel) Date: Wed, 22 Jul 2020 22:39:11 +0000 Subject: [New-bugs-announce] [issue41372] Log exception never retrieved in concurrent.futures Message-ID: <1595457551.15.0.0734023234178.issue41372@roundup.psfhosted.org> New submission from Bar Harel : Asyncio has an amazing mechanism showing "Task exception was never retrieved" or "Future exception was never retrieved" if the task threw an exception, and no one checked its `.result()` or `.exception()`. It does so by setting a private variable named `__log_traceback` to False upon retrieval, and logging at `__del__` if the exception wasn't retrieved. I believe it's a very important mechanism missing from concurrent.futures. It's very easy to implement. I wanted to see if there's any disagreement before I implement it though. It's small enough to not need python-ideas yet important enough for inclusion I believe. Regarding potential issues - I can only see issues with unlikely deadlocks at `__del__` (think of a handler taking a lock and this occurs during the handling of another log record). Asyncio however already took that bet, and although it's less planned for multi-threading, it's still a bet that was totally worth it. ---------- components: Library (Lib) messages: 374114 nosy: bar.harel priority: normal severity: normal status: open title: Log exception never retrieved in concurrent.futures type: enhancement versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Wed Jul 22 23:47:16 2020 From: report at bugs.python.org (Terry J. Reedy) Date: Thu, 23 Jul 2020 03:47:16 +0000 Subject: [New-bugs-announce] [issue41373] IDLE: edit/save files created by Windows Explorer Message-ID: <1595476036.59.0.577119776706.issue41373@roundup.psfhosted.org> New submission from Terry J. Reedy : #41300 fixed one bug in the patch for #41158. A user reported another on on idle-dev list. Create a file in Windows Explorer. Leave as .txt or rename to .py. Right click and Edit with IDLE 3.8 (.4/.5 or 3.9.0b4 or 5). Edit works, Save (or Run) does not. Open the same file from Command Prompt, change it, and trying to save produces Exception in Tkinter callback Traceback (most recent call last): File "C:\Programs\Python38\lib\tkinter\__init__.py", line 1883, in __call__ return self.func(*args) File "C:\Programs\Python38\lib\idlelib\multicall.py", line 176, in handler r = l[i](event) File "C:\Programs\Python38\lib\idlelib\iomenu.py", line 200, in save if self.writefile(self.filename): File "C:\Programs\Python38\lib\idlelib\iomenu.py", line 232, in writefile text = self.fixnewlines() File "C:\Programs\Python38\lib\idlelib\iomenu.py", line 252, in fixnewlines text = text.replace("\n", self.eol_convention) TypeError: replace() argument 2 must be str, not None The replacement line is guarded with if self.eol_convention != "\n": Either the condition should be include 'and self.eol_convention is not None' or the setting of the attribute should be changed. I will look into how it was set before the #41158 patch. ---------- messages: 374119 nosy: terry.reedy priority: normal severity: normal stage: test needed status: open title: IDLE: edit/save files created by Windows Explorer type: behavior versions: Python 3.10, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Thu Jul 23 03:51:44 2020 From: report at bugs.python.org (Christoph Reiter) Date: Thu, 23 Jul 2020 07:51:44 +0000 Subject: [New-bugs-announce] [issue41374] socket.TCP_* no longer available with cygwin 3.1.6+ Message-ID: <1595490704.07.0.649120374256.issue41374@roundup.psfhosted.org> New submission from Christoph Reiter : The TCP macros are provided by netinet/tcp.h, which for some reason is skipped here: https://github.com/python/cpython/blob/592527f3ee59616eca2bd1da771f7c14cee808d5/Modules/socketmodule.h#L11 Until cygwin 3.1.6 these macros were also provided by sys/socket.h, but this got removed in https://cygwin.com/git/?p=newlib-cygwin.git;a=commit;h=e037192b505b4f233fca9a6deafc9797210f6693 This leads to socket.TCP_NODELAY for example not being available anymore. git blame leads me to https://github.com/python/cpython/commit/b5daaed30d7c54ba1f516289f3a7a30a864133af introducing this special case, which isn't very helpful. I'd suggest to just remove the cygwin check and always include it (which works fine on my machine) Downstream bug report for extra context: https://github.com/msys2/MSYS2-packages/issues/2050 ---------- components: Build messages: 374126 nosy: lazka priority: normal severity: normal status: open title: socket.TCP_* no longer available with cygwin 3.1.6+ type: compile error versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Thu Jul 23 11:07:20 2020 From: report at bugs.python.org (YoSTEALTH) Date: Thu, 23 Jul 2020 15:07:20 +0000 Subject: [New-bugs-announce] [issue41375] `mode` security concern Message-ID: <1595516840.65.0.992254225297.issue41375@roundup.psfhosted.org> New submission from YoSTEALTH : import os import stat import os.path def problem(tmp_path): # result: # ------- # check: False # mode: 416 # create temp file fd = os.open(tmp_path, os.O_CREAT, 0o660) os.close(fd) # Directory is effected as well # os.mkdir(tmp_path, 0o660) def solution(tmp_path): # result: # ------- # check: True # mode: 432 old_umask = os.umask(0) # create temp file fd = os.open(tmp_path, os.O_CREAT, 0o660) os.close(fd) # create temp dir # os.mkdir(tmp_path, 0o660) os.umask(old_umask) def main(): tmp_path = '_testing-chmod' problem(tmp_path) # solution(tmp_path) try: s = os.stat(tmp_path) mode = stat.S_IMODE(s.st_mode) print('check:', mode == 0o660) print('mode:', mode) # this should be: 432 finally: # delete temp file try: os.unlink(tmp_path) except IsADirectoryError: os.rmdir(tmp_path) if __name__ == '__main__': main() This result is not same for all os and distro, on multiple linux system for example the results will be different. I think Python should account for such behavior by default as it can lead to file/dir creation with security issues. ---------- components: IO messages: 374138 nosy: YoSTEALTH priority: normal severity: normal status: open title: `mode` security concern _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Thu Jul 23 11:22:11 2020 From: report at bugs.python.org (Phil Elson) Date: Thu, 23 Jul 2020 15:22:11 +0000 Subject: [New-bugs-announce] [issue41376] site.getusersitepackages() incorrectly claims that PYTHONNOUSERSITE is respected Message-ID: <1595517731.78.0.301651868818.issue41376@roundup.psfhosted.org> New submission from Phil Elson : The documentation for site.getusersitepackages() states at https://docs.python.org/3.10/library/site.html#site.getusersitepackages: Return the path of the user-specific site-packages directory, USER_SITE. If it is not initialized yet, this function will also set it, respecting PYTHONNOUSERSITE and USER_BASE. Yet the implementation does not agree: ``` $ python -c "import site; print(site.getusersitepackages())" /home/user/.local/lib/python3.7/site-packages $ PYTHONNOUSERSITE=1 python -c "import site; print(site.getusersitepackages())" /home/user/.local/lib/python3.7/site-packages ``` (same result for -s and -I flags) ---------- assignee: docs at python components: Documentation messages: 374139 nosy: docs at python, pelson priority: normal severity: normal status: open title: site.getusersitepackages() incorrectly claims that PYTHONNOUSERSITE is respected versions: Python 3.10, Python 3.5, Python 3.6, Python 3.7, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Thu Jul 23 16:46:27 2020 From: report at bugs.python.org (jakirkham) Date: Thu, 23 Jul 2020 20:46:27 +0000 Subject: [New-bugs-announce] [issue41377] memoryview of str (unicode) Message-ID: <1595537187.85.0.858771420995.issue41377@roundup.psfhosted.org> New submission from jakirkham : When working with lower level C/C++ code, the Python Buffer Protocol[1] has been immensely useful as it allows common Python `bytes`-like objects to expose the underlying memory buffer in a pointer that C/C++ code can easily work with zero-copy. In fact `memoryview` objects can be quite handy when facilitating coercion of Python objects supporting the Python Buffer Protocol to something that Python and/or C/C++ code can use easily. This works with several Python objects, many Python APIs, and in is relied on heavily by many performance conscious 3rd party libraries. However one object that gets a lot of use in Python that doesn't support this API is the Python `str` (previously `unicode`) object (see code below). ```python In [1]: s = "Hello World!" In [2]: mv = memoryview(s) --------------------------------------------------------------------------- TypeError Traceback (most recent call last) in ----> 1 mv = memoryview(s) TypeError: memoryview: a bytes-like object is required, not 'str' ``` The canonical answer today is [to encode to `bytes` first]( https://stackoverflow.com/a/54449407 ) and decode to `str` later. While this is ok for a smallish piece of text, it can start to slowdown considerably for larger pieces of text. So being able to skip this encode/decode step can be quite impactful. ```python In [1]: s = "Hello World!" In [2]: %timeit s.encode(); 54.9 ns ? 0.0788 ns per loop (mean ? std. dev. of 7 runs, 10000000 loops each) In [3]: s = 100_000_000 * "Hello World!" In [4]: %timeit s.encode(); 729 ms ? 1.23 ms per loop (mean ? std. dev. of 7 runs, 1 loop each) ``` AIUI (though I could be misunderstanding things) `str` objects do use some kind of typed array of unicode characters (either 16-bit narrow or 32-bit wide). So it seems like it *should* be possible to expose this as a 1-D contiguous array that C/C++ code could use. Though I may be misunderstanding how `str`s actually work under-the-hood (if so apologies). It would be quite helpful to bypass this encoding/decoding step and instead work directly with the underlying buffer in these situations where C/C++ is involved to help performance critical code. [1]: https://docs.python.org/3/c-api/buffer.html ---------- components: Library (Lib) messages: 374147 nosy: jakirkham priority: normal severity: normal status: open title: memoryview of str (unicode) type: enhancement versions: Python 3.10, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Thu Jul 23 20:42:59 2020 From: report at bugs.python.org (Raymond Hettinger) Date: Fri, 24 Jul 2020 00:42:59 +0000 Subject: [New-bugs-announce] [issue41378] IDLE EOL convention not set on a empty file Message-ID: <1595551379.62.0.314572347741.issue41378@roundup.psfhosted.org> New submission from Raymond Hettinger : I think this is a new bug, present in Python 3.8.5 but not present in 3.8.3. Steps to reproduce: * $ touch xyzpdq.py # Creates new file, zero bytes in length * $ python3.8 -m idlelib.idle xyzdpq.py * Enter text: print('hello world') * Attempt to save the file with Cmd-S * This seems to be unrecoverable and results in losing all the code that was entered. ---------------- example session --------------- ~ $ cd tmp ~/tmp $ touch qwerty.py ~/tmp $ python3.8 -m idlelib.idle qwerty.py Exception in Tkinter callback Traceback (most recent call last): File "/Library/Frameworks/Python.framework/Versions/3.8/lib/python3.8/tkinter/__init__.py", line 1883, in __call__ return self.func(*args) File "/Library/Frameworks/Python.framework/Versions/3.8/lib/python3.8/idlelib/multicall.py", line 176, in handler r = l[i](event) File "/Library/Frameworks/Python.framework/Versions/3.8/lib/python3.8/idlelib/iomenu.py", line 200, in save if self.writefile(self.filename): File "/Library/Frameworks/Python.framework/Versions/3.8/lib/python3.8/idlelib/iomenu.py", line 232, in writefile text = self.fixnewlines() File "/Library/Frameworks/Python.framework/Versions/3.8/lib/python3.8/idlelib/iomenu.py", line 252, in fixnewlines text = text.replace("\n", self.eol_convention) TypeError: replace() argument 2 must be str, not None ---------- assignee: terry.reedy components: IDLE keywords: 3.8regression, 3.9regression messages: 374155 nosy: rhettinger, terry.reedy priority: high severity: normal status: open title: IDLE EOL convention not set on a empty file type: crash versions: Python 3.10, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Fri Jul 24 02:01:23 2020 From: report at bugs.python.org (Vignesh Rajendran) Date: Fri, 24 Jul 2020 06:01:23 +0000 Subject: [New-bugs-announce] [issue41379] Configparser is not reading Indended Sections as Mentioned in Docs Message-ID: <1595570483.9.0.509189951267.issue41379@roundup.psfhosted.org> New submission from Vignesh Rajendran : https://github.com/jaraco/configparser/issues/55 Please check the Bug is raised also in Github, Sections can be intended is specified in the documentation. When I read the indented section, its throwing section not found an error in python 3.8 as per Documentation https://docs.python.org/3/library/configparser.html [You can use comments] like this ; or this [Sections Can Be Indented] can_values_be_as_well = True does_that_mean_anything_special = False purpose = formatting for readability but this is not working. check this https://stackoverflow.com/questions/62833787/how-to-read-indentated-sections-with-python-configparser/62836972?noredirect=1#comment111176192_62836972 if i read an indented section, its showing section not found. my file: [section] a = 0.3 [subsection] b = 123 import configparser conf = configparser.ConfigParser() conf.read("./test.conf") a = conf['section']['a'] print(a) Output of a: 0.3 [subsection] b = 123 Expected a : 0.3 only But Section b is not found ---------- messages: 374160 nosy: Vignesh Rajendran priority: normal severity: normal status: open title: Configparser is not reading Indended Sections as Mentioned in Docs type: behavior versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Fri Jul 24 03:13:31 2020 From: report at bugs.python.org (Ehsonjon Gadoev) Date: Fri, 24 Jul 2020 07:13:31 +0000 Subject: [New-bugs-announce] [issue41380] Create snake.py Message-ID: <1595574811.16.0.254153483734.issue41380@roundup.psfhosted.org> New submission from Ehsonjon Gadoev : Created simple and basic snake game using python turtle! We use the simplest algorithm to made it! It will be good example for beginners! ---------- components: Tkinter messages: 374163 nosy: Ehsonjon Gadoev priority: normal severity: normal status: open title: Create snake.py versions: Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Fri Jul 24 05:46:40 2020 From: report at bugs.python.org (Anand Tripathi) Date: Fri, 24 Jul 2020 09:46:40 +0000 Subject: [New-bugs-announce] [issue41381] Google chat handler in Logging module Message-ID: <1595584000.4.0.416616508258.issue41381@roundup.psfhosted.org> Change by Anand Tripathi : ---------- nosy: anandtripathi5 priority: normal severity: normal status: open title: Google chat handler in Logging module type: enhancement _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Fri Jul 24 09:56:19 2020 From: report at bugs.python.org (n-io) Date: Fri, 24 Jul 2020 13:56:19 +0000 Subject: [New-bugs-announce] [issue41382] print() unpredictable behaviour Message-ID: <1595598979.89.0.398594885815.issue41382@roundup.psfhosted.org> New submission from n-io : There seems to be a behavioural issue with the print() function. Using python3.8 and the following line: >>> print("\t".join(['arith_int_512-cuda.sfeat', '__hipsyclkernel$wrapped_kernelname$MicroBenchArithmeticKernel_512_1', '578', '65', '5', '64', '4', '1025', '128', '1', '1', '512', '1'])) arith_int_512-cuda.sfeat __hipsyclkernel$wrapped_kernelname$MicroBenchArithmeticKernel_512_1 578 65 5 64 4 1025 128 512 1 Notice the missing numbers between 128 and 512. If I do random modifications the either of the first two string, some of the missing numbers may appear. For instance: >>> print("\t".join(['arith_int_512-cuda', '__hipsycl_kernel_$wrapped_kernel_name_$MicroBenchArithmeticKernel_512_1', '578', '65', '5', '64', '4', '1025', '128', '1', '1', '512', '1'])) arith_int_512-cuda __hipsycl_kernel_$wrapped_kernel_name_$MicroBenchArithmeticKernel_512_1 578 65 5 64 4 1025 128 1 512 1 Notice that one of the two missing numbers has appeared. There appears nothing wrong with the value used to invoke print. The error appears to be linked to joining on the "\t" character and does not appear to occur when joining on other whitespace characters such as " ".join(...) or "\n".join(...) ---------- components: IO messages: 374176 nosy: n-io priority: normal severity: normal status: open title: print() unpredictable behaviour type: behavior versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Fri Jul 24 10:04:53 2020 From: report at bugs.python.org (Bernat Gabor) Date: Fri, 24 Jul 2020 14:04:53 +0000 Subject: [New-bugs-announce] [issue41383] Provide a limit arguments for __repr__ Message-ID: <1595599493.43.0.939554432548.issue41383@roundup.psfhosted.org> New submission from Bernat Gabor : Quoting Elizaveta Shashkova from EuroPython 2020 chat about how can we improve debug experience for users: I would like to have a lazy repr evaluation for the objects! Sometimes users have many really large objects, and when debugger is trying to show them in Variables View (=show their string representation) it can takes a lot of time. We do some tricks, but they not always work. It would be really-really cool to have parameter in repr, which defines max number of symbols we want to evaluate during repr for this object. What do people, would this optional str limit be a good thing? Does anyone has a better idea? ---------- components: Interpreter Core messages: 374179 nosy: Bernat Gabor priority: normal severity: normal status: open title: Provide a limit arguments for __repr__ versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Fri Jul 24 10:48:31 2020 From: report at bugs.python.org (Akuli) Date: Fri, 24 Jul 2020 14:48:31 +0000 Subject: [New-bugs-announce] [issue41384] tkinter raises TypeError when it's supposed to raise TclError Message-ID: <1595602111.15.0.773557179803.issue41384@roundup.psfhosted.org> New submission from Akuli : from Lib:tkinter/__init__.py: raise TclError('unknown option -'+kwargs.keys()[0]) This is no longer valid in Python 3. ---------- components: Tkinter messages: 374188 nosy: Akuli priority: normal pull_requests: 20748 severity: normal status: open title: tkinter raises TypeError when it's supposed to raise TclError _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Fri Jul 24 10:50:50 2020 From: report at bugs.python.org (Karthikeyan Singaravelan) Date: Fri, 24 Jul 2020 14:50:50 +0000 Subject: [New-bugs-announce] [issue41385] test_executable_without_cwd fails on appx test run in Azure pipelines Message-ID: <1595602250.31.0.334276668507.issue41385@roundup.psfhosted.org> New submission from Karthikeyan Singaravelan : https://dev.azure.com/Python/cpython/_build/results?buildId=66688&view=logs&j=0fcf9c9b-89fc-526f-8708-363e467e119e&t=fa5ef4ee-3911-591e-4444-19482ab189b7&l=740 ====================================================================== ERROR: test_executable_without_cwd (test.test_subprocess.ProcessTestCase) ---------------------------------------------------------------------- Traceback (most recent call last): File "D:\a\1\b\layout-appx-win32\lib\test\test_subprocess.py", line 470, in test_executable_without_cwd self._assert_cwd(os.getcwd(), "somethingyoudonthave", File "D:\a\1\b\layout-appx-win32\lib\test\test_subprocess.py", line 388, in _assert_cwd normcase(p.stdout.read().decode("utf-8"))) UnicodeDecodeError: 'utf-8' codec can't decode byte 0xe6 in position 40: unexpected end of data https://dev.azure.com/Python/cpython/_pipeline/analytics/stageawareoutcome?definitionId=4 for 30 days. 99.16% of pipeline failures are due to failures in task - appx Tests ---------- components: Tests, Windows messages: 374189 nosy: paul.moore, steve.dower, tim.golden, xtreak, zach.ware priority: normal severity: normal status: open title: test_executable_without_cwd fails on appx test run in Azure pipelines type: behavior versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Fri Jul 24 11:54:41 2020 From: report at bugs.python.org (Nico) Date: Fri, 24 Jul 2020 15:54:41 +0000 Subject: [New-bugs-announce] [issue41386] Popen.wait does not account for negative return codes Message-ID: <1595606081.95.0.551964515363.issue41386@roundup.psfhosted.org> New submission from Nico : Following problem occurred. A C style program can have negative return codes. However this is not correctly implemented in the Windows API. Therefore it is being returned as unsigned long by the API hence it leads to ambiguity while comparing return codes. For reference regarding this topic see: https://docs.microsoft.com/en-us/cpp/cpp/main-function-command-line-args?redirectedfrom=MSDN&view=vs-2019 https://docs.microsoft.com/en-us/windows/win32/api/processthreadsapi/nf-processthreadsapi-getexitcodeprocess I suggest a ---------- components: Windows messages: 374194 nosy: MrTroble, paul.moore, steve.dower, tim.golden, zach.ware priority: normal severity: normal status: open title: Popen.wait does not account for negative return codes type: behavior versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Fri Jul 24 12:35:57 2020 From: report at bugs.python.org (Antonio Gutierrez) Date: Fri, 24 Jul 2020 16:35:57 +0000 Subject: [New-bugs-announce] [issue41387] Wrong example, need scpae \" Message-ID: <1595608557.6.0.839758343082.issue41387@roundup.psfhosted.org> New submission from Antonio Gutierrez : In the main documentation, the example: #!/usr/bin/env python3 import smtplib from email.message import EmailMessage from email.headerregistry import Address from email.utils import make_msgid # Create the base text message. msg = EmailMessage() msg['Subject'] = "Ayons asperges pour le d?jeuner" msg['From'] = Address("Pep? Le Pew", "pepe", "example.com") msg['To'] = (Address("Penelope Pussycat", "penelope", "example.com"), Address("Fabrette Pussycat", "fabrette", "example.com")) msg.set_content("""\ Salut! Cela ressemble ? un excellent recipie[1] d?jeuner. [1] http://www.yummly.com/recipe/Roasted-Asparagus-Epicurious-203718 --Pep? """) # Add the html version. This converts the message into a multipart/alternative # container, with the original text message as the first part and the new html # message as the second part. asparagus_cid = make_msgid() msg.add_alternative("""\

Salut!

Cela ressemble ? un excellent recipie d?jeuner.

""".format(asparagus_cid=asparagus_cid[1:-1]), subtype='html') # note that we needed to peel the <> off the msgid for use in the html. # Now add the related image to the html part. with open("roasted-asparagus.jpg", 'rb') as img: msg.get_payload()[1].add_related(img.read(), 'image', 'jpeg', cid=asparagus_cid) # Make a local copy of what we are going to send. with open('outgoing.msg', 'wb') as f: f.write(bytes(msg)) # Send the message via local SMTP server. with smtplib.SMTP('localhost') as s: s.send_message(msg) in the line

the " has to be escape,

, otherwise it wont read the image. ---------- messages: 374197 nosy: Antonio Gutierrez priority: normal severity: normal status: open title: Wrong example, need scpae \" _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Fri Jul 24 15:10:41 2020 From: report at bugs.python.org (Alexey Burdin) Date: Fri, 24 Jul 2020 19:10:41 +0000 Subject: [New-bugs-announce] [issue41388] IDLE fails to detect corresponding opening parenthesis Message-ID: <1595617841.76.0.15009470661.issue41388@roundup.psfhosted.org> New submission from Alexey Burdin : ``` answers_field_order=sorted( set(j for i in data['items'] for j in i), key=cmp_to_key(lambda x,y:( -1 if (x,y) in answer_order else (0 if x==y else 1))) ) ``` when the cursor is placed in line 5 col 31 (between `)` and `))` ) hitting Ctrl-0 (Show surrounding parens) produces an error sound, though there's no error, the script works fine. ``` $ lsb_release -a No LSB modules are available. Distributor ID: Ubuntu Description: Ubuntu 18.04.4 LTS Release: 18.04 Codename: bionic $ uname -a Linux odd-one 4.15.0-112-generic #113-Ubuntu SMP Thu Jul 9 23:41:39 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux $ python3.8 Python 3.8.0 (default, Oct 28 2019, 16:14:01) [GCC 8.3.0] on linux Type "help", "copyright", "credits" or "license" for more information. >>> import importlib >>> importlib.util.find_spec('idlelib.pyshell') ModuleSpec(name='idlelib.pyshell', loader=<_frozen_importlib_external.SourceFileLoader object at 0x7f1ea8ee14c0>, origin='/usr/lib/python3.8/idlelib/pyshell.py') >>> exit() $ dpkg-query -S /usr/lib/python3.8/idlelib/pyshell.py idle-python3.8: /usr/lib/python3.8/idlelib/pyshell.py $ dpkg -l | grep idle-python3\.8 ii idle-python3.8 3.8.0-3~18.04 all IDE for Python (v3.8) using Tkinter ``` ---------- assignee: terry.reedy components: IDLE messages: 374205 nosy: Alexey Burdin, terry.reedy priority: normal severity: normal status: open title: IDLE fails to detect corresponding opening parenthesis type: behavior versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Fri Jul 24 15:56:23 2020 From: report at bugs.python.org (Ian O'Shaughnessy) Date: Fri, 24 Jul 2020 19:56:23 +0000 Subject: [New-bugs-announce] [issue41389] Garbage Collector Ignoring Some (Not All) Circular References of Identical Type Message-ID: <1595620583.22.0.931401196723.issue41389@roundup.psfhosted.org> New submission from Ian O'Shaughnessy : Using a script that has two classes A and B which contain a circular reference variable, it is possible to cause a memory leak that is not captured by default gc collection. Only by running gc.collect() manually do the circular references get collected. Attached is a sample script that replicates the issue. Output starts: Ram used: 152.17 MB - A: Active(125) / Total(2485) - B: Active(124) / Total(2484) Ram used: 148.17 MB - A: Active(121) / Total(12375) - B: Active(120) / Total(12374) Ram used: 65.88 MB - A: Active(23) / Total(22190) - B: Active(22) / Total(22189) Ram used: 77.92 MB - A: Active(35) / Total(31935) - B: Active(34) / Total(31934) After 1,000,000 cycles 1GB of ram is being consumed: Ram used: 1049.68 MB - A: Active(1019) / Total(975133) - B: Active(1018) / Total(975132) Ram used: 1037.64 MB - A: Active(1007) / Total(984859) - B: Active(1006) / Total(984858) Ram used: 952.34 MB - A: Active(922) / Total(994727) - B: Active(921) / Total(994726) Ram used: 970.41 MB - A: Active(940) / Total(1000000) - B: Active(940) / Total(1000000) ---------- files: gc.bug.py messages: 374210 nosy: ian_osh priority: normal severity: normal status: open title: Garbage Collector Ignoring Some (Not All) Circular References of Identical Type type: resource usage versions: Python 3.7 Added file: https://bugs.python.org/file49337/gc.bug.py _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sat Jul 25 06:26:54 2020 From: report at bugs.python.org (Chih-Hsuan Yen) Date: Sat, 25 Jul 2020 10:26:54 +0000 Subject: [New-bugs-announce] [issue41391] Make test_unicodedata pass when running without network Message-ID: <1595672814.77.0.412111562602.issue41391@roundup.psfhosted.org> New submission from Chih-Hsuan Yen : I setup a buildbot worker to test Python 3.x on Android monthly. This month network in the Android emulator is broken and I got an additional test failure: 0:05:28 load avg: 1.21 [376/423/11] test_unicodedata failed test test_unicodedata failed -- Traceback (most recent call last): File "/data/local/tmp/lib/python3.10/urllib/request.py", line 1342, in do_open h.request(req.get_method(), req.selector, req.data, headers, socket.gaierror: [Errno 7] No address associated with hostname During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/data/local/tmp/lib/python3.10/test/test_unicodedata.py", line 329, in test_normalization testdata = open_urlresource(TESTDATAURL, encoding="utf-8", urllib.error.URLError: During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/data/local/tmp/lib/python3.10/test/test_unicodedata.py", line 335, in test_normalization self.fail(f"Could not retrieve {TESTDATAURL}") AssertionError: Could not retrieve http://www.pythontest.net/unicode/13.0.0/NormalizationTest.txt I propose wrapping the test in socket_helper.transient_internet() so that this test is skipped if the Internet is not available. ---------- components: Tests messages: 374249 nosy: yan12125 priority: normal severity: normal status: open title: Make test_unicodedata pass when running without network type: behavior versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sat Jul 25 07:58:35 2020 From: report at bugs.python.org (Philip R Brenan) Date: Sat, 25 Jul 2020 11:58:35 +0000 Subject: [New-bugs-announce] [issue41392] Syntax error rather than run time error Message-ID: <1595678315.6.0.422536039763.issue41392@roundup.psfhosted.org> New submission from Philip R Brenan : a = false # Traceback (most recent call last): # File "test.py", line 1, in # a = false # NameError: name 'false' is not defined # Compilation finished successfully. Please make this a syntax error rather than a run time error as the user intention is obvious and there cannot possibly be a variable called 'false' yet. ---------- components: Build messages: 374252 nosy: philiprbrenan at gmail.com priority: normal severity: normal status: open title: Syntax error rather than run time error type: compile error _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sat Jul 25 08:38:04 2020 From: report at bugs.python.org (wyz23x2) Date: Sat, 25 Jul 2020 12:38:04 +0000 Subject: [New-bugs-announce] [issue41393] Fix FAQ example to use __import__('functools').reduce Message-ID: <1595680684.82.0.451241324021.issue41393@roundup.psfhosted.org> New submission from wyz23x2 : https://docs.python.org/3/faq/programming.html#is-it-possible-to-write-obfuscated-one-liners-in-python https://github.com/python/cpython/blob/3.8/Doc/faq/programming.rst The 3rd raises a NameError because reduce was moved into functools. __import__('functools').reduce should fix this. ---------- assignee: docs at python components: Documentation messages: 374258 nosy: docs at python, wyz23x2 priority: normal severity: normal status: open title: Fix FAQ example to use __import__('functools').reduce versions: Python 3.10, Python 3.5, Python 3.6, Python 3.7, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sat Jul 25 08:54:28 2020 From: report at bugs.python.org (wyz23x2) Date: Sat, 25 Jul 2020 12:54:28 +0000 Subject: [New-bugs-announce] [issue41394] Behiavior of '_' strange in shell Message-ID: <1595681668.98.0.691710937609.issue41394@roundup.psfhosted.org> New submission from wyz23x2 : >>> (None and True) >>> print(_) False >>> print((None and True)) # Not same?! None >>> This isn't right. P.S. What component should this be? IDLE? It's the shell, not just IDLE. Core? Not that deep! ---------- messages: 374260 nosy: wyz23x2 priority: normal severity: normal status: open title: Behiavior of '_' strange in shell type: behavior versions: Python 3.10, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sat Jul 25 10:12:10 2020 From: report at bugs.python.org (Karthikeyan Singaravelan) Date: Sat, 25 Jul 2020 14:12:10 +0000 Subject: [New-bugs-announce] [issue41395] pickle and pickletools cli interface doesn't close input and output file. Message-ID: <1595686330.63.0.838691465271.issue41395@roundup.psfhosted.org> New submission from Karthikeyan Singaravelan : pickle and pickletools use argparse with FileType which is not automatically closed. Other cli interfaces like json [0], ast [1] use context manager to close filetype objects. pickle : https://github.com/python/cpython/blob/af08db7bac3087aac313d052c1a6302bee7c9c89/Lib/pickle.py#L1799 mypickle >>> import pickle >>> with open("mypickle", "wb") as f: pickle.dump({"a": 1}, f) ./python -Wall -m pickle mypickle {'a': 1} sys:1: ResourceWarning: unclosed file <_io.BufferedReader name='mypickle'> pickletools : https://github.com/python/cpython/blob/af08db7bac3087aac313d052c1a6302bee7c9c89/Lib/pickletools.py#L2850-L2855 ./python -Wall -m pickletools mypickle -o mypickle.py sys:1: ResourceWarning: unclosed file <_io.BufferedReader name='mypickle'> sys:1: ResourceWarning: unclosed file <_io.TextIOWrapper name='mypickle.py' mode='w' encoding='UTF-8'> [0] https://github.com/python/cpython/blob/af08db7bac3087aac313d052c1a6302bee7c9c89/Lib/json/tool.py#L61 [1] https://github.com/python/cpython/blob/af08db7bac3087aac313d052c1a6302bee7c9c89/Lib/ast.py#L1510 ---------- components: Library (Lib) messages: 374269 nosy: alexandre.vassalotti, xtreak priority: normal severity: normal status: open title: pickle and pickletools cli interface doesn't close input and output file. type: behavior versions: Python 3.10, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sat Jul 25 11:27:05 2020 From: report at bugs.python.org (Tomasz Pytel) Date: Sat, 25 Jul 2020 15:27:05 +0000 Subject: [New-bugs-announce] [issue41396] pystate.c:_PyCrossInterpreterData_Release() does not clear py exception on error Message-ID: <1595690825.61.0.00830808011082.issue41396@roundup.psfhosted.org> New submission from Tomasz Pytel : The call to _PyInterpreterState_LookUpID() may generate a Python exception but it is not explicitly cleared on error and no indicator is returned to signal failure. This can lead to a "a function returned a result with an error set" fatal error, and does in fact do so in a case I encountered in Modules/_xxsubinterpreters.c:channel_destroy(). ---------- components: Interpreter Core messages: 374270 nosy: Tomasz Pytel priority: normal severity: normal status: open title: pystate.c:_PyCrossInterpreterData_Release() does not clear py exception on error type: behavior versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 26 04:25:52 2020 From: report at bugs.python.org (Serhiy Storchaka) Date: Sun, 26 Jul 2020 08:25:52 +0000 Subject: [New-bugs-announce] [issue41397] Restore default implementation of __ne__ in Counter Message-ID: <1595751952.59.0.424974344046.issue41397@roundup.psfhosted.org> New submission from Serhiy Storchaka : Currently collections.Counter implements both __eq__ and __ne__ methods. The problem is that if you subclass Counter and override its __eq__ method you will need to implement also the __ne__ method. Usually you do not need to implement __ne__ because the implementation inherited from the object class does the right thing in most cases (unless you implement NumPy or symbolic expressions). Also, the Python implementation of Counter.__ne__ is a tiny bit slower than the C implementation of object.__ne__. Counter.__ne__ was added because the implementation of __ne__ inherited from dict did not work correct for Counter. But we can just restore the default implementation: __ne__ = object.__ne__ Of all Python classes in the stdlib which implement __eq__ only Counter, WeakRef and some mock classes implement also __ne__. In case of Counter I think it is not necessary. ---------- components: Library (Lib) messages: 374306 nosy: rhettinger, serhiy.storchaka priority: normal severity: normal status: open title: Restore default implementation of __ne__ in Counter versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 26 05:58:23 2020 From: report at bugs.python.org (Magnus Johnsson) Date: Sun, 26 Jul 2020 09:58:23 +0000 Subject: [New-bugs-announce] [issue41398] cgi module, parse_multipart fails Message-ID: <1595757503.98.0.375306375596.issue41398@roundup.psfhosted.org> New submission from Magnus Johnsson : When using the cgi module, parse_multipart fails with the supplied file with the error: Invalid boundary in multipart form: b'' A sample program that demonstrates the error: import cgi f = open("60_Request.txt", "r") print(cgi.parse_multipart(f, {'boundary': b'BgTzK0jM20UH01naJdsmAWUj7sqqeoikGZvh3mo9', 'CONTENT-LENGTH': 3992})) This affects for instance Twisted, and all its dependencies. ---------- files: 60_Request.txt messages: 374307 nosy: Magnus Johnsson priority: normal severity: normal status: open title: cgi module, parse_multipart fails versions: Python 3.7, Python 3.8 Added file: https://bugs.python.org/file49340/60_Request.txt _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 26 06:17:57 2020 From: report at bugs.python.org (wyz23x2) Date: Sun, 26 Jul 2020 10:17:57 +0000 Subject: [New-bugs-announce] [issue41399] Add stacklevel support for exceptions Message-ID: <1595758677.39.0.962051820395.issue41399@roundup.psfhosted.org> New submission from wyz23x2 : Now warnings.warn supports a stacklevel parameter. But many users want exceptions to support it too. Related: https://stackoverflow.com/questions/34175111/raise-an-exception-from-a-higher-level-a-la-warnings ---------- components: Interpreter Core messages: 374308 nosy: wyz23x2 priority: normal severity: normal status: open title: Add stacklevel support for exceptions type: enhancement versions: Python 3.10, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 26 06:18:46 2020 From: report at bugs.python.org (Serhiy Storchaka) Date: Sun, 26 Jul 2020 10:18:46 +0000 Subject: [New-bugs-announce] [issue41400] Remove references to nonexisting __ne__ methods Message-ID: <1595758726.41.0.0930061303675.issue41400@roundup.psfhosted.org> New submission from Serhiy Storchaka : There is the documentation for method __ne__ implementations in classes Set, Mapping, Header, Charset, Binary, but all these implementations are removed now and the default implementation of object.__ne__ is used instead. ---------- assignee: docs at python components: Documentation messages: 374309 nosy: barry, docs at python, maxking, r.david.murray, serhiy.storchaka priority: normal severity: normal status: open title: Remove references to nonexisting __ne__ methods type: enhancement versions: Python 3.10, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 26 10:07:03 2020 From: report at bugs.python.org (Michael Felt) Date: Sun, 26 Jul 2020 14:07:03 +0000 Subject: [New-bugs-announce] [issue41401] Using non-ascii that require UTF-8 breaks AIX testing Message-ID: <1595772423.92.0.81107313537.issue41401@roundup.psfhosted.org> New submission from Michael Felt : issue41069 introduces tests for paths/files containing non-ascii characters. On AIX - since the merge of PR21035 and PR21156 - the bots have been broken, i.e., returning test failed. commit 700cfa8c90a90016638bac13c4efd03786b2b2a0 Author: Serhiy Storchaka Date: Thu Jun 25 17:56:31 2020 +0300 bpo-41069: Make TESTFN and the CWD for tests containing non-ascii characters. (GH-21035) commit f925407a19eeb9bf5f7640143979638adce2c677 Author: Serhiy Storchaka Date: Thu Jun 25 20:39:12 2020 +0300 [3.9] bpo-41069: Make TESTFN and the CWD for tests containing non-ascii characters. (GH-21035). (GH-21156) (cherry picked from commit 700cfa8c90a90016638bac13c4efd03786b2b2a0) ++++++++ Sadly, I cannot determine - exactly - where it is going wrong as the verbose results ends (says SUCCESS, but there is an ENV change, so bot says FAILED) as: ---------------------------------------------------------------------- Ran 614 tests in 59.122s OK (skipped=8) Warning -- files was modified by test_io Before: [] After: ['@test_23134518_tmp?'] test_io failed (env changed) in 59.7 sec == Tests result: SUCCESS == 1 test altered the execution environment: test_io Total duration: 59.8 sec ---------- components: IO, Tests messages: 374312 nosy: Michael.Felt priority: normal severity: normal status: open title: Using non-ascii that require UTF-8 breaks AIX testing type: behavior versions: Python 3.10, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 26 13:59:16 2020 From: report at bugs.python.org (Johannes Reiff) Date: Sun, 26 Jul 2020 17:59:16 +0000 Subject: [New-bugs-announce] [issue41402] email: ContentManager.set_content calls nonexistent method encode() on bytes Message-ID: <1595786356.19.0.0772009953039.issue41402@roundup.psfhosted.org> New submission from Johannes Reiff : If assigning binary content to an EmailMessage via set_content(), the function email.contentmanager.set_bytes_content() is called. This function fails when choosing the 7bit transfer encoding because of a call to data.decode('ascii'). ---------- components: email messages: 374337 nosy: Johannes Reiff, barry, r.david.murray priority: normal severity: normal status: open title: email: ContentManager.set_content calls nonexistent method encode() on bytes versions: Python 3.10, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 26 15:15:44 2020 From: report at bugs.python.org (webisteme) Date: Sun, 26 Jul 2020 19:15:44 +0000 Subject: [New-bugs-announce] [issue41403] Uncaught AttributeError in unittest.mock._get_target Message-ID: <1595790944.09.0.556229072962.issue41403@roundup.psfhosted.org> New submission from webisteme : When calling `mock.patch` incorrectly, as in the following example, an uncaught error is thrown: ```shell >>> from unittest import mock >>> class Foo: ... pass ... >>> mock.patch(Foo()) Traceback (most recent call last): File "", line 1, in File "/usr/local/Cellar/python/3.7.6_1/Frameworks/Python.framework/Versions/3.7/lib/python3.7/unittest/mock.py", line 1624, in patch getter, attribute = _get_target(target) File "/usr/local/Cellar/python/3.7.6_1/Frameworks/Python.framework/Versions/3.7/lib/python3.7/unittest/mock.py", line 1469, in _get_target target, attribute = target.rsplit('.', 1) AttributeError: 'Foo' object has no attribute 'rsplit' ``` This can happen when confusing `mock.patch` with `mock.patch.object`. However, the uncaught error is not informative, as it does not indicate that the wrong type of object was passed to `mock.patch`. ---------- components: Library (Lib) messages: 374339 nosy: webisteme priority: normal severity: normal status: open title: Uncaught AttributeError in unittest.mock._get_target type: behavior versions: Python 3.7 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 26 16:12:19 2020 From: report at bugs.python.org (Terry J. Reedy) Date: Sun, 26 Jul 2020 20:12:19 +0000 Subject: [New-bugs-announce] [issue41404] IDLE: test iomenu Message-ID: <1595794339.44.0.389957783464.issue41404@roundup.psfhosted.org> New submission from Terry J. Reedy : Test parts of iomenu changed by #41158 and fixed by #41300 and #41373. ---------- assignee: terry.reedy components: IDLE messages: 374342 nosy: terry.reedy priority: normal severity: normal stage: test needed status: open title: IDLE: test iomenu type: behavior versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Sun Jul 26 17:11:06 2020 From: report at bugs.python.org (YoSTEALTH) Date: Sun, 26 Jul 2020 21:11:06 +0000 Subject: [New-bugs-announce] [issue41405] python 3.9.0b5 test Message-ID: <1595797866.02.0.778171485398.issue41405@roundup.psfhosted.org> New submission from YoSTEALTH : >>> /opt/python/3.9.0/bin/python3 -m test -uall == CPython 3.9.0b5 (default, Jul 22 2020, 13:13:23) [GCC 10.1.0] == Linux-5.8.0-1-MANJARO-x86_64-with-glibc2.31 little-endian == cwd: /tmp/test_python_39605? == CPU count: 16 == encodings: locale=UTF-8, FS=utf-8 0:00:00 load avg: 1.24 Run tests sequentially 0:00:00 load avg: 1.24 [ 1/425] test_grammar 0:00:00 load avg: 1.24 [ 2/425] test_opcodes 0:00:00 load avg: 1.24 [ 3/425] test_dict 0:00:00 load avg: 1.24 [ 4/425] test_builtin 0:00:00 load avg: 1.24 [ 5/425] test_exceptions 0:00:02 load avg: 1.22 [ 6/425] test_types 0:00:02 load avg: 1.22 [ 7/425] test_unittest 0:00:05 load avg: 1.22 [ 8/425] test_doctest 0:00:06 load avg: 1.20 [ 9/425] test_doctest2 0:00:07 load avg: 1.20 [ 10/425] test_support 0:00:09 load avg: 1.20 [ 11/425] test___all__ 0:00:11 load avg: 1.20 [ 12/425] test___future__ 0:00:11 load avg: 1.27 [ 13/425] test__locale 0:00:11 load avg: 1.27 [ 14/425] test__opcode 0:00:12 load avg: 1.27 [ 15/425] test__osx_support 0:00:12 load avg: 1.27 [ 16/425] test__xxsubinterpreters 0:00:13 load avg: 1.27 [ 17/425] test_abc 0:00:14 load avg: 1.27 [ 18/425] test_abstract_numbers 0:00:14 load avg: 1.27 [ 19/425] test_aifc 0:00:15 load avg: 1.27 [ 20/425] test_argparse 0:00:18 load avg: 1.24 [ 21/425] test_array 0:00:21 load avg: 1.22 [ 22/425] test_asdl_parser test_asdl_parser skipped -- test irrelevant for an installed Python 0:00:21 load avg: 1.22 [ 23/425] test_ast -- test_asdl_parser skipped 0:00:24 load avg: 1.22 [ 24/425] test_asyncgen 0:00:25 load avg: 1.22 [ 25/425] test_asynchat 0:00:27 load avg: 1.13 [ 26/425] test_asyncio 0:02:10 load avg: 1.39 [ 27/425] test_asyncore -- test_asyncio passed in 1 min 43 sec 0:02:12 load avg: 1.28 [ 28/425] test_atexit 0:02:12 load avg: 1.28 [ 29/425] test_audioop 0:02:13 load avg: 1.28 [ 30/425] test_audit 0:02:14 load avg: 1.28 [ 31/425] test_augassign 0:02:15 load avg: 1.28 [ 32/425] test_base64 0:02:15 load avg: 1.28 [ 33/425] test_baseexception 0:02:15 load avg: 1.28 [ 34/425] test_bdb 0:02:16 load avg: 1.28 [ 35/425] test_bigaddrspace 0:02:16 load avg: 1.26 [ 36/425] test_bigmem 0:02:17 load avg: 1.26 [ 37/425] test_binascii 0:02:17 load avg: 1.26 [ 38/425] test_binhex 0:02:17 load avg: 1.26 [ 39/425] test_binop 0:02:18 load avg: 1.26 [ 40/425] test_bisect 0:02:18 load avg: 1.26 [ 41/425] test_bool 0:02:18 load avg: 1.26 [ 42/425] test_buffer 0:02:29 load avg: 1.30 [ 43/425] test_bufio 0:02:30 load avg: 1.30 [ 44/425] test_bytes 0:02:32 load avg: 1.35 [ 45/425] test_bz2 0:02:37 load avg: 1.33 [ 46/425] test_c_locale_coercion 0:02:40 load avg: 1.33 [ 47/425] test_calendar 0:02:44 load avg: 1.38 [ 48/425] test_call 0:02:44 load avg: 1.38 [ 49/425] test_capi 0:03:07 load avg: 1.23 [ 50/425] test_cgi 0:03:08 load avg: 1.23 [ 51/425] test_cgitb 0:03:08 load avg: 1.23 [ 52/425] test_charmapcodec 0:03:09 load avg: 1.23 [ 53/425] test_check_c_globals test_check_c_globals skipped -- c-analyzer directory could not be found 0:03:09 load avg: 1.23 [ 54/425] test_class -- test_check_c_globals skipped 0:03:09 load avg: 1.23 [ 55/425] test_clinic test_clinic skipped -- clinic directory could not be found 0:03:10 load avg: 1.23 [ 56/425] test_cmath -- test_clinic skipped 0:03:10 load avg: 1.23 [ 57/425] test_cmd 0:03:10 load avg: 1.23 [ 58/425] test_cmd_line 0:03:14 load avg: 1.21 [ 59/425] test_cmd_line_script 0:03:18 load avg: 1.27 [ 60/425] test_code 0:03:19 load avg: 1.27 [ 61/425] test_code_module 0:03:19 load avg: 1.27 [ 62/425] test_codeccallbacks 0:03:19 load avg: 1.27 [ 63/425] test_codecencodings_cn 0:03:20 load avg: 1.27 [ 64/425] test_codecencodings_hk 0:03:20 load avg: 1.27 [ 65/425] test_codecencodings_iso2022 0:03:21 load avg: 1.25 [ 66/425] test_codecencodings_jp 0:03:22 load avg: 1.25 [ 67/425] test_codecencodings_kr 0:03:23 load avg: 1.25 [ 68/425] test_codecencodings_tw 0:03:23 load avg: 1.25 [ 69/425] test_codecmaps_cn 0:03:27 load avg: 1.23 [ 70/425] test_codecmaps_hk 0:03:28 load avg: 1.23 [ 71/425] test_codecmaps_jp 0:03:33 load avg: 1.13 [ 72/425] test_codecmaps_kr 0:03:37 load avg: 1.12 [ 73/425] test_codecmaps_tw 0:03:40 load avg: 1.12 [ 74/425] test_codecs 0:03:42 load avg: 1.83 [ 75/425] test_codeop 0:03:42 load avg: 1.83 [ 76/425] test_collections 0:03:43 load avg: 1.83 [ 77/425] test_colorsys 0:03:44 load avg: 1.83 [ 78/425] test_compare 0:03:44 load avg: 1.83 [ 79/425] test_compile 0:03:47 load avg: 1.85 [ 80/425] test_compileall 0:04:00 load avg: 1.71 [ 81/425] test_complex 0:04:01 load avg: 1.71 [ 82/425] test_concurrent_futures 0:06:35 load avg: 1.28 [ 83/425] test_configparser -- test_concurrent_futures passed in 2 min 34 sec 0:06:36 load avg: 1.26 [ 84/425] test_contains 0:06:37 load avg: 1.26 [ 85/425] test_context 0:06:39 load avg: 1.26 [ 86/425] test_contextlib 0:06:39 load avg: 1.26 [ 87/425] test_contextlib_async Task was destroyed but it is pending! task: ()>> Task was destroyed but it is pending! task: ()>> Task was destroyed but it is pending! task: ()>> 0:06:40 load avg: 1.26 [ 88/425] test_copy 0:06:40 load avg: 1.26 [ 89/425] test_copyreg 0:06:40 load avg: 1.26 [ 90/425] test_coroutines 0:06:42 load avg: 1.24 [ 91/425] test_cprofile 0:06:43 load avg: 1.24 [ 92/425] test_crashers 0:06:43 load avg: 1.24 [ 93/425] test_crypt 0:06:44 load avg: 1.24 [ 94/425] test_csv 0:06:45 load avg: 1.24 [ 95/425] test_ctypes 0:06:48 load avg: 1.38 [ 96/425] test_curses test test_curses failed -- Traceback (most recent call last): File "/opt/python/3.9.0/lib/python3.9/test/test_curses.py", line 289, in test_colors_funcs curses.pair_content(curses.COLOR_PAIRS - 1) OverflowError: signed short integer is greater than maximum 0:06:49 load avg: 1.38 [ 97/425/1] test_dataclasses -- test_curses failed 0:06:49 load avg: 1.38 [ 98/425/1] test_datetime 0:06:55 load avg: 1.35 [ 99/425/1] test_dbm 0:06:55 load avg: 1.35 [100/425/1] test_dbm_dumb 0:06:56 load avg: 1.35 [101/425/1] test_dbm_gnu 0:06:56 load avg: 1.56 [102/425/1] test_dbm_ndbm 0:06:57 load avg: 1.56 [103/425/1] test_decimal 0:07:11 load avg: 1.58 [104/425/1] test_decorators 0:07:12 load avg: 1.58 [105/425/1] test_defaultdict 0:07:12 load avg: 1.58 [106/425/1] test_deque 0:07:17 load avg: 1.54 [107/425/1] test_descr 0:07:20 load avg: 1.54 [108/425/1] test_descrtut 0:07:21 load avg: 1.54 [109/425/1] test_devpoll test_devpoll skipped -- test works only on Solaris OS family 0:07:21 load avg: 1.54 [110/425/1] test_dict_version -- test_devpoll skipped 0:07:22 load avg: 1.57 [111/425/1] test_dictcomps 0:07:22 load avg: 1.57 [112/425/1] test_dictviews 0:07:22 load avg: 1.57 [113/425/1] test_difflib 0:07:24 load avg: 1.57 [114/425/1] test_dis 0:07:25 load avg: 1.57 [115/425/1] test_distutils 0:07:30 load avg: 1.53 [116/425/1] test_docxmlrpc 0:07:34 load avg: 1.41 [117/425/1] test_dtrace 0:07:35 load avg: 1.41 [118/425/1] test_dynamic 0:07:35 load avg: 1.41 [119/425/1] test_dynamicclassattribute 0:07:36 load avg: 1.41 [120/425/1] test_eintr 0:07:43 load avg: 1.26 [121/425/1] test_email 0:07:50 load avg: 1.24 [122/425/1] test_embed 0:07:50 load avg: 1.24 [123/425/1] test_ensurepip 0:07:51 load avg: 1.24 [124/425/1] test_enum 0:07:51 load avg: 1.30 [125/425/1] test_enumerate 0:07:52 load avg: 1.30 [126/425/1] test_eof 0:07:53 load avg: 1.30 [127/425/1] test_epoll 0:07:55 load avg: 1.30 [128/425/1] test_errno 0:07:56 load avg: 1.30 [129/425/1] test_exception_hierarchy 0:07:56 load avg: 1.30 [130/425/1] test_exception_variations 0:07:57 load avg: 1.36 [131/425/1] test_extcall 0:07:57 load avg: 1.36 [132/425/1] test_faulthandler 0:08:23 load avg: 1.24 [133/425/1] test_fcntl 0:08:23 load avg: 1.24 [134/425/1] test_file 0:08:24 load avg: 1.24 [135/425/1] test_file_eintr 0:08:26 load avg: 1.22 [136/425/1] test_filecmp 0:08:27 load avg: 1.22 [137/425/1] test_fileinput 0:08:28 load avg: 1.22 [138/425/1] test_fileio 0:08:28 load avg: 1.22 [139/425/1] test_finalization 0:08:32 load avg: 1.20 [140/425/1] test_float 0:08:32 load avg: 1.20 [141/425/1] test_flufl 0:08:33 load avg: 1.20 [142/425/1] test_fnmatch 0:08:33 load avg: 1.20 [143/425/1] test_fork1 0:08:39 load avg: 1.19 [144/425/1] test_format 0:08:39 load avg: 1.19 [145/425/1] test_fractions 0:08:40 load avg: 1.19 [146/425/1] test_frame 0:08:41 load avg: 1.19 [147/425/1] test_frozen 0:08:41 load avg: 1.19 [148/425/1] test_fstring 0:08:42 load avg: 1.17 [149/425/1] test_ftplib 0:08:46 load avg: 1.17 [150/425/1] test_funcattrs 0:08:46 load avg: 1.24 [151/425/1] test_functools 0:08:47 load avg: 1.24 [152/425/1] test_future 0:08:48 load avg: 1.24 [153/425/1] test_future3 0:08:48 load avg: 1.24 [154/425/1] test_future4 0:08:49 load avg: 1.24 [155/425/1] test_future5 0:08:49 load avg: 1.24 [156/425/1] test_gc 0:08:56 load avg: 1.36 [157/425/1] test_gdb test_gdb skipped -- test_gdb only works on source builds at the moment. 0:08:58 load avg: 1.36 [158/425/1] test_generator_stop -- test_gdb skipped 0:08:58 load avg: 1.36 [159/425/1] test_generators 0:08:59 load avg: 1.36 [160/425/1] test_genericalias 0:09:00 load avg: 1.36 [161/425/1] test_genericclass 0:09:00 load avg: 1.36 [162/425/1] test_genericpath 0:09:01 load avg: 1.36 [163/425/1] test_genexps 0:09:01 load avg: 1.41 [164/425/1] test_getargs2 0:09:02 load avg: 1.41 [165/425/1] test_getopt 0:09:02 load avg: 1.41 [166/425/1] test_getpass 0:09:03 load avg: 1.41 [167/425/1] test_gettext 0:09:04 load avg: 1.41 [168/425/1] test_glob 0:09:05 load avg: 1.41 [169/425/1] test_global 0:09:05 load avg: 1.41 [170/425/1] test_graphlib 0:09:06 load avg: 1.41 [171/425/1] test_grp 0:09:06 load avg: 1.41 [172/425/1] test_gzip 0:09:07 load avg: 1.45 [173/425/1] test_hash 0:09:09 load avg: 1.45 [174/425/1] test_hashlib 0:09:13 load avg: 1.42 [175/425/1] test_heapq 0:09:14 load avg: 1.42 [176/425/1] test_hmac 0:09:15 load avg: 1.42 [177/425/1] test_html 0:09:16 load avg: 1.42 [178/425/1] test_htmlparser 0:09:16 load avg: 1.42 [179/425/1] test_http_cookiejar 0:09:17 load avg: 1.63 [180/425/1] test_http_cookies 0:09:18 load avg: 1.63 [181/425/1] test_httplib 0:09:20 load avg: 1.63 [182/425/1] test_httpservers 0:09:23 load avg: 1.58 [183/425/1] test_idle 0:09:33 load avg: 1.57 [184/425/1] test_imaplib 0:09:56 load avg: 1.27 [185/425/1] test_imghdr 0:09:57 load avg: 1.27 [186/425/1] test_imp 0:09:58 load avg: 1.27 [187/425/1] test_import 0:10:00 load avg: 1.27 [188/425/1] test_importlib 0:10:03 load avg: 1.40 [189/425/1] test_index 0:10:04 load avg: 1.40 [190/425/1] test_inspect 0:10:06 load avg: 1.40 [191/425/1] test_int 0:10:06 load avg: 1.45 [192/425/1] test_int_literal 0:10:07 load avg: 1.45 [193/425/1] test_io 0:11:00 load avg: 1.22 [194/425/1] test_ioctl -- test_io passed in 53.3 sec 0:11:01 load avg: 1.22 [195/425/1] test_ipaddress 0:11:02 load avg: 1.28 [196/425/1] test_isinstance 0:11:02 load avg: 1.28 [197/425/1] test_iter 0:11:03 load avg: 1.28 [198/425/1] test_iterlen 0:11:04 load avg: 1.28 [199/425/1] test_itertools 0:11:09 load avg: 1.34 [200/425/1] test_json 0:11:13 load avg: 1.47 [201/425/1] test_keyword 0:11:14 load avg: 1.47 [202/425/1] test_keywordonlyarg 0:11:15 load avg: 1.47 [203/425/1] test_kqueue test_kqueue skipped -- test works only on BSD 0:11:15 load avg: 1.47 [204/425/1] test_largefile -- test_kqueue skipped 0:11:16 load avg: 1.47 [205/425/1] test_lib2to3 0:11:58 load avg: 1.38 [206/425/1] test_linecache -- test_lib2to3 passed in 42.0 sec 0:11:58 load avg: 1.38 [207/425/1] test_list 0:12:00 load avg: 1.38 [208/425/1] test_listcomps 0:12:00 load avg: 1.38 [209/425/1] test_lltrace 0:12:01 load avg: 1.38 [210/425/1] test_locale 0:12:02 load avg: 1.43 [211/425/1] test_logging 0:12:21 load avg: 1.31 [212/425/1] test_long 0:12:26 load avg: 1.31 [213/425/1] test_longexp 0:12:27 load avg: 1.28 [214/425/1] test_lzma 0:12:32 load avg: 1.26 [215/425/1] test_mailbox 0:12:34 load avg: 1.26 [216/425/1] test_mailcap 0:12:34 load avg: 1.26 [217/425/1] test_marshal 0:12:35 load avg: 1.26 [218/425/1] test_math 0:12:39 load avg: 1.24 [219/425/1] test_memoryio 0:12:40 load avg: 1.24 [220/425/1] test_memoryview 0:12:44 load avg: 1.22 [221/425/1] test_metaclass 0:12:44 load avg: 1.22 [222/425/1] test_mimetypes 0:12:45 load avg: 1.22 [223/425/1] test_minidom 0:12:46 load avg: 1.22 [224/425/1] test_mmap 0:12:47 load avg: 1.20 [225/425/1] test_module 0:12:48 load avg: 1.20 [226/425/1] test_modulefinder 0:12:49 load avg: 1.20 [227/425/1] test_msilib test_msilib skipped -- No module named 'msilib' 0:12:50 load avg: 1.20 [228/425/1] test_multibytecodec -- test_msilib skipped 0:12:52 load avg: 1.18 [229/425/1] test_multiprocessing_fork abc0:13:57 load avg: 1.30 [230/425/1] test_multiprocessing_forkserver -- test_multiprocessing_fork passed in 1 min 5 sec 0:15:05 load avg: 0.97 [231/425/1] test_multiprocessing_main_handling -- test_multiprocessing_forkserver passed in 1 min 7 sec 0:15:15 load avg: 1.46 [232/425/1] test_multiprocessing_spawn 0:16:39 load avg: 1.64 [233/425/1] test_named_expressions -- test_multiprocessing_spawn passed in 1 min 24 sec 0:16:39 load avg: 1.64 [234/425/1] test_netrc 0:16:40 load avg: 1.64 [235/425/1] test_nis 0:16:41 load avg: 1.64 [236/425/1] test_nntplib 0:17:10 load avg: 1.43 [237/425/1] test_ntpath 0:17:11 load avg: 1.43 [238/425/1] test_numeric_tower 0:17:12 load avg: 1.48 [239/425/1] test_openpty 0:17:13 load avg: 1.48 [240/425/1] test_operator 0:17:13 load avg: 1.48 [241/425/1] test_optparse 0:17:14 load avg: 1.48 [242/425/1] test_ordered_dict 0:17:20 load avg: 1.52 [243/425/1] test_os 0:17:25 load avg: 1.56 [244/425/1] test_ossaudiodev test_ossaudiodev skipped -- [Errno 2] No such file or directory: '/dev/dsp' 0:17:25 load avg: 1.56 [245/425/1] test_osx_env -- test_ossaudiodev skipped 0:17:26 load avg: 1.56 [246/425/1] test_parser 0:17:27 load avg: 1.60 [247/425/1] test_pathlib 0:17:29 load avg: 1.60 [248/425/1] test_pdb 0:17:31 load avg: 1.60 [249/425/1] test_peepholer 0:17:32 load avg: 1.87 [250/425/1] test_peg_generator 0:17:33 load avg: 1.87 [251/425/1] test_peg_parser 0:17:34 load avg: 1.87 [252/425/1] test_pickle 0:17:52 load avg: 1.70 [253/425/1] test_picklebuffer 0:17:53 load avg: 1.70 [254/425/1] test_pickletools 0:17:56 load avg: 1.70 [255/425/1] test_pipes 0:17:57 load avg: 1.72 [256/425/1] test_pkg 0:17:58 load avg: 1.72 [257/425/1] test_pkgutil 0:17:59 load avg: 1.72 [258/425/1] test_platform 0:18:00 load avg: 1.72 [259/425/1] test_plistlib 0:18:01 load avg: 1.72 [260/425/1] test_poll 0:18:13 load avg: 1.55 [261/425/1] test_popen 0:18:14 load avg: 1.55 [262/425/1] test_poplib 0:18:18 load avg: 1.51 [263/425/1] test_positional_only_arg 0:18:19 load avg: 1.51 [264/425/1] test_posix 0:18:21 load avg: 1.51 [265/425/1] test_posixpath 0:18:22 load avg: 1.55 [266/425/1] test_pow 0:18:23 load avg: 1.55 [267/425/1] test_pprint 0:18:24 load avg: 1.55 [268/425/1] test_print 0:18:25 load avg: 1.55 [269/425/1] test_profile 0:18:26 load avg: 1.55 [270/425/1] test_property 0:18:27 load avg: 1.50 [271/425/1] test_pstats 0:18:28 load avg: 1.50 [272/425/1] test_pty 0:18:29 load avg: 1.50 [273/425/1] test_pulldom 0:18:29 load avg: 1.50 [274/425/1] test_pwd test test_pwd failed -- Traceback (most recent call last): File "/opt/python/3.9.0/lib/python3.9/test/test_pwd.py", line 54, in test_values_extended self.assertIn(pwd.getpwuid(e.pw_uid), entriesbyuid[e.pw_uid]) AssertionError: pwd.struct_passwd(pw_name='nobody', pw_passwd='*', pw_uid=65534, pw_gid=65534, pw_gecos='User Nobody', pw_dir='/', pw_shell='/usr/bin/nologin') not found in [pwd.struct_passwd(pw_name='nobody', pw_passwd='x', pw_uid=65534, pw_gid=65534, pw_gecos='nobody', pw_dir='/', pw_shell='/usr/bin/nologin')] 0:18:30 load avg: 1.50 [275/425/2] test_py_compile -- test_pwd failed 0:18:31 load avg: 1.50 [276/425/2] test_pyclbr 0:18:34 load avg: 1.62 [277/425/2] test_pydoc 0:19:08 load avg: 1.59 [278/425/2] test_pyexpat -- test_pydoc passed in 33.2 sec 0:19:08 load avg: 1.59 [279/425/2] test_queue 0:19:18 load avg: 1.82 [280/425/2] test_quopri 0:19:19 load avg: 1.82 [281/425/2] test_raise 0:19:20 load avg: 1.82 [282/425/2] test_random 0:19:22 load avg: 1.91 [283/425/2] test_range 0:19:24 load avg: 1.91 [284/425/2] test_re 0:19:26 load avg: 1.91 [285/425/2] test_readline 0:19:27 load avg: 1.92 [286/425/2] test_regrtest 0:19:44 load avg: 1.93 [287/425/2] test_repl 0:19:45 load avg: 1.93 [288/425/2] test_reprlib 0:19:46 load avg: 1.93 [289/425/2] test_resource 0:19:47 load avg: 1.86 [290/425/2] test_richcmp 0:19:48 load avg: 1.86 [291/425/2] test_rlcompleter 0:19:49 load avg: 1.86 [292/425/2] test_robotparser 0:19:50 load avg: 1.86 [293/425/2] test_runpy 0:19:52 load avg: 1.95 [294/425/2] test_sax 0:19:53 load avg: 1.95 [295/425/2] test_sched 0:19:54 load avg: 1.95 [296/425/2] test_scope 0:19:55 load avg: 1.95 [297/425/2] test_script_helper 0:19:56 load avg: 1.95 [298/425/2] test_secrets 0:19:57 load avg: 1.87 [299/425/2] test_select 0:20:09 load avg: 1.73 [300/425/2] test_selectors 0:20:30 load avg: 1.65 [301/425/2] test_set 0:20:33 load avg: 1.60 [302/425/2] test_setcomps 0:20:34 load avg: 1.60 [303/425/2] test_shelve 0:20:35 load avg: 1.60 [304/425/2] test_shlex 0:20:36 load avg: 1.60 [305/425/2] test_shutil 0:20:37 load avg: 1.63 [306/425/2] test_signal 0:21:26 load avg: 1.31 [307/425/2] test_site -- test_signal passed in 48.4 sec 0:21:27 load avg: 1.77 [308/425/2] test_slice 0:21:28 load avg: 1.77 [309/425/2] test_smtpd 0:21:29 load avg: 1.77 [310/425/2] test_smtplib 0:21:31 load avg: 1.77 [311/425/2] test_smtpnet 0:21:34 load avg: 1.79 [312/425/2] test_sndhdr 0:21:35 load avg: 1.79 [313/425/2] test_socket 0:22:01 load avg: 1.30 [314/425/2] test_socketserver 0:22:03 load avg: 1.35 [315/425/2] test_sort 0:22:04 load avg: 1.35 [316/425/2] test_source_encoding 0:22:05 load avg: 1.35 [317/425/2] test_spwd 0:22:06 load avg: 1.35 [318/425/2] test_sqlite 0:22:08 load avg: 1.48 [319/425/2] test_ssl Resource 'ipv6.google.com' is not available 0:22:13 load avg: 1.37 [320/425/2] test_startfile test_startfile skipped -- object has no attribute 'startfile' 0:22:13 load avg: 1.37 [321/425/2] test_stat -- test_startfile skipped 0:22:14 load avg: 1.37 [322/425/2] test_statistics 0:22:24 load avg: 1.46 [323/425/2] test_strftime 0:22:25 load avg: 1.46 [324/425/2] test_string 0:22:26 load avg: 1.46 [325/425/2] test_string_literals 0:22:28 load avg: 1.51 [326/425/2] test_stringprep 0:22:28 load avg: 1.51 [327/425/2] test_strptime 0:22:29 load avg: 1.51 [328/425/2] test_strtod 0:22:31 load avg: 1.51 [329/425/2] test_struct 0:22:33 load avg: 1.55 [330/425/2] test_structmembers 0:22:34 load avg: 1.55 [331/425/2] test_structseq 0:22:34 load avg: 1.55 [332/425/2] test_subclassinit 0:22:35 load avg: 1.55 [333/425/2] test_subprocess 0:23:48 load avg: 1.45 [334/425/2] test_sunau -- test_subprocess passed in 1 min 12 sec 0:23:49 load avg: 1.45 [335/425/2] test_sundry 0:23:50 load avg: 1.45 [336/425/2] test_super 0:23:50 load avg: 1.45 [337/425/2] test_symbol 0:23:51 load avg: 1.45 [338/425/2] test_symtable 0:23:52 load avg: 1.50 [339/425/2] test_syntax 0:23:53 load avg: 1.50 [340/425/2] test_sys 0:23:57 load avg: 1.46 [341/425/2] test_sys_setprofile 0:23:58 load avg: 1.46 [342/425/2] test_sys_settrace 0:23:59 load avg: 1.46 [343/425/2] test_sysconfig 0:24:00 load avg: 1.46 [344/425/2] test_syslog 0:24:01 load avg: 1.46 [345/425/2] test_tabnanny 0:24:02 load avg: 1.42 [346/425/2] test_tarfile 0:24:14 load avg: 1.66 [347/425/2] test_tcl 0:24:20 load avg: 1.69 [348/425/2] test_telnetlib 0:24:21 load avg: 1.69 [349/425/2] test_tempfile 0:24:22 load avg: 1.71 [350/425/2] test_textwrap 0:24:23 load avg: 1.71 [351/425/2] test_thread 0:24:25 load avg: 1.71 [352/425/2] test_threadedtempfile 0:24:26 load avg: 1.71 [353/425/2] test_threading 0:24:39 load avg: 2.13 [354/425/2] test_threading_local 0:24:41 load avg: 2.13 [355/425/2] test_threadsignals 0:24:47 load avg: 2.03 [356/425/2] test_time 0:24:50 load avg: 2.03 [357/425/2] test_timeit 0:24:51 load avg: 2.03 [358/425/2] test_timeout 0:25:01 load avg: 1.87 [359/425/2] test_tix 0:25:02 load avg: 1.88 [360/425/2] test_tk test test_tk failed -- Traceback (most recent call last): File "/opt/python/3.9.0/lib/python3.9/tkinter/test/test_tkinter/test_widgets.py", line 939, in test_from self.checkFloatParam(widget, 'from', 100, 14.9, 15.1, conv=float_round) File "/opt/python/3.9.0/lib/python3.9/tkinter/test/widget_tests.py", line 106, in checkFloatParam self.checkParam(widget, name, value, conv=conv, **kwargs) File "/opt/python/3.9.0/lib/python3.9/tkinter/test/widget_tests.py", line 63, in checkParam self.assertEqual2(widget[name], expected, eq=eq) File "/opt/python/3.9.0/lib/python3.9/tkinter/test/widget_tests.py", line 47, in assertEqual2 self.assertEqual(actual, expected, msg) AssertionError: 14.9 != 15.0 0:25:15 load avg: 1.96 [361/425/3] test_tokenize -- test_tk failed 0:26:26 load avg: 1.30 [362/425/3] test_tools -- test_tokenize passed in 1 min 10 sec 0:26:27 load avg: 1.30 [363/425/3] test_trace 0:26:34 load avg: 1.41 [364/425/3] test_traceback 0:26:36 load avg: 1.41 [365/425/3] test_tracemalloc 0:26:39 load avg: 1.53 [366/425/3] test_ttk_guionly 0:26:53 load avg: 2.09 [367/425/3] test_ttk_textonly 0:26:54 load avg: 2.09 [368/425/3] test_tuple 0:27:09 load avg: 2.08 [369/425/3] test_turtle 0:27:10 load avg: 2.08 [370/425/3] test_type_comments 0:27:11 load avg: 2.08 [371/425/3] test_typechecks 0:27:12 load avg: 2.08 [372/425/3] test_typing 0:27:13 load avg: 1.99 [373/425/3] test_ucn 0:27:14 load avg: 1.99 [374/425/3] test_unary 0:27:15 load avg: 1.99 [375/425/3] test_unicode 0:27:21 load avg: 1.91 [376/425/3] test_unicode_file 0:27:22 load avg: 1.91 [377/425/3] test_unicode_file_functions 0:27:23 load avg: 1.84 [378/425/3] test_unicode_identifiers 0:27:24 load avg: 1.84 [379/425/3] test_unicodedata 0:27:45 load avg: 2.02 [380/425/3] test_univnewlines 0:27:46 load avg: 2.02 [381/425/3] test_unpack 0:27:47 load avg: 2.02 [382/425/3] test_unpack_ex 0:27:48 load avg: 2.01 [383/425/3] test_unparse 0:28:49 load avg: 2.04 [384/425/3] test_urllib -- test_unparse passed in 1 min 0:28:50 load avg: 2.04 [385/425/3] test_urllib2 0:28:52 load avg: 2.12 [386/425/3] test_urllib2_localnet 0:28:54 load avg: 2.12 [387/425/3] test_urllib2net 0:29:02 load avg: 1.95 [388/425/3] test_urllib_response 0:29:03 load avg: 1.95 [389/425/3] test_urllibnet 0:29:06 load avg: 1.95 [390/425/3] test_urlparse 0:29:08 load avg: 2.19 [391/425/3] test_userdict 0:29:09 load avg: 2.19 [392/425/3] test_userlist 0:29:10 load avg: 2.19 [393/425/3] test_userstring 0:29:13 load avg: 2.18 [394/425/3] test_utf8_mode 0:29:15 load avg: 2.18 [395/425/3] test_utf8source 0:29:16 load avg: 2.18 [396/425/3] test_uu 0:29:17 load avg: 2.08 [397/425/3] test_uuid 0:29:19 load avg: 2.08 [398/425/3] test_venv 0:29:33 load avg: 2.00 [399/425/3] test_wait3 0:29:39 load avg: 2.00 [400/425/3] test_wait4 0:29:45 load avg: 2.16 [401/425/3] test_warnings 0:29:47 load avg: 2.16 [402/425/3] test_wave 0:29:48 load avg: 2.23 [403/425/3] test_weakref 0:30:35 load avg: 1.86 [404/425/3] test_weakset -- test_weakref passed in 47.2 sec 0:30:37 load avg: 1.86 [405/425/3] test_webbrowser 0:30:39 load avg: 1.87 [406/425/3] test_winconsoleio test_winconsoleio skipped -- test only relevant on win32 0:30:39 load avg: 1.87 [407/425/3] test_winreg -- test_winconsoleio skipped test_winreg skipped -- No module named 'winreg' 0:30:39 load avg: 1.87 [408/425/3] test_winsound -- test_winreg skipped test_winsound skipped -- No module named 'winsound' 0:30:40 load avg: 1.87 [409/425/3] test_with -- test_winsound skipped 0:30:41 load avg: 1.87 [410/425/3] test_wsgiref 0:30:42 load avg: 1.87 [411/425/3] test_xdrlib 0:30:43 load avg: 1.88 [412/425/3] test_xml_dom_minicompat 0:30:44 load avg: 1.88 [413/425/3] test_xml_etree 0:30:47 load avg: 1.88 [414/425/3] test_xml_etree_c 0:30:51 load avg: 1.89 [415/425/3] test_xmlrpc 0:30:56 load avg: 1.90 [416/425/3] test_xmlrpc_net 0:30:57 load avg: 1.90 [417/425/3] test_xxtestfuzz 0:30:58 load avg: 1.99 [418/425/3] test_yield_from 0:30:59 load avg: 1.99 [419/425/3] test_zipapp 0:31:00 load avg: 1.99 [420/425/3] test_zipfile 0:31:11 load avg: 1.98 [421/425/3] test_zipfile64 test_zipfile64 skipped -- test requires loads of disk-space bytes and a long time to run 0:31:12 load avg: 1.98 [422/425/3] test_zipimport -- test_zipfile64 skipped (resource denied) 0:31:13 load avg: 1.90 [423/425/3] test_zipimport_support 0:31:15 load avg: 1.90 [424/425/3] test_zlib 0:31:17 load avg: 1.90 [425/425/3] test_zoneinfo == Tests result: FAILURE == 409 tests OK. 3 tests failed: test_curses test_pwd test_tk 13 tests skipped: test_asdl_parser test_check_c_globals test_clinic test_devpoll test_gdb test_kqueue test_msilib test_ossaudiodev test_startfile test_winconsoleio test_winreg test_winsound test_zipfile64 Total duration: 31 min 18 sec Tests result: FAILURE ---------- components: Tests messages: 374344 nosy: YoSTEALTH priority: normal severity: normal status: open title: python 3.9.0b5 test _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 27 04:26:25 2020 From: report at bugs.python.org (Frost Ming) Date: Mon, 27 Jul 2020 08:26:25 +0000 Subject: [New-bugs-announce] [issue41406] BufferedReader causes Popen.communicate losing the remaining output. Message-ID: <1595838385.02.0.156491511968.issue41406@roundup.psfhosted.org> New submission from Frost Ming : The following snippet behaves differently between Windows and POSIX. import subprocess import time p = subprocess.Popen("ls -l", shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE) print(p.stdout.read(1)) # read 1 byte print(p.communicate()) # Returns empty output It works fine on Windows and Python 2.x(communicate() returning the remaining output). So from the best guess it should be the expected behavior. The reason behind this is that Popen.stdout is a BufferedReader. It stores all output in the buffer when calling read(). However, communicate() and the lower API _communicate() use a lower level method os.read() to get the output, which does not respect the underlying buffer. When an empty output is retrieved the file object is closed then. First time to submit a bug report and pardon me if I am getting anything wrong. ---------- components: 2to3 (2.x to 3.x conversion tool), IO, Library (Lib) messages: 374366 nosy: Frost Ming, brett.cannon, vstinner priority: normal severity: normal status: open title: BufferedReader causes Popen.communicate losing the remaining output. versions: Python 3.10, Python 3.7, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 27 06:01:38 2020 From: report at bugs.python.org (DarrenDanielDay) Date: Mon, 27 Jul 2020 10:01:38 +0000 Subject: [New-bugs-announce] [issue41407] Tricky behavior of builtin-function map Message-ID: <1595844098.22.0.235301411882.issue41407@roundup.psfhosted.org> New submission from DarrenDanielDay : # The following is a tricky example: # This is an example function that possibly raises `StopIteration`. # In some cases, this function may raise `StopIteration` in the first iteration. def raise_stop_iteration(param): if param == 10: raise StopIteration # Suppose this function will do some simple calculation return -param # Then when we use builtin-function `map` and for-loop: print('example 1'.center(30, '=')) for item in map(raise_stop_iteration, range(5)): print(item) print('end of example 1'.center(30, '=')) # It works well. The output of example 1 is 0 to -4. # But the following can be triky: print('example 2'.center(30, '=')) for item in map(raise_stop_iteration, range(10, 20)): print(item) print('end of example 2'.center(30, '=')) # The output of exapmle 2 is just nothing, # and no errors are reported, # because `map` simply let the exception spread upward when executing `raise_stop_iteration(10)`. # However, the exception type is StopIteration, so the for-loop catches it and breaks the loop, # assuming this is the end of the loop. # When the exception raised from buggy mapping function is exactly `StopIteration`, # for example, functions implemented with builtin-function `next`, # it can be confusing to find the real issue. # I think it might be better improved in this way: class my_map: def __init__(self, mapping_function, *iterators): self.mapping = mapping_function self.iterators = iterators def __iter__(self): for parameter_tuple in zip(*self.iterators): try: yield self.mapping(*parameter_tuple) except BaseException as e: raise RuntimeError(*e.args) from e # It works like the map in most cases: print('example 3'.center(30, '=')) for item in my_map(raise_stop_iteration, range(5)): print(item) print('end of example 3'.center(30, '=')) # And then, the crash of the buggy mapping function will be reported: print('example 4'.center(30, '=')) for item in my_map(raise_stop_iteration, range(10, 20)): print(item) print('end of example 4'.center(30, '=')) ---------- components: Library (Lib) files: issue.py messages: 374371 nosy: DarrenDanielDay priority: normal severity: normal status: open title: Tricky behavior of builtin-function map type: behavior versions: Python 3.7 Added file: https://bugs.python.org/file49342/issue.py _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 27 08:28:33 2020 From: report at bugs.python.org (Avinash Maddikonda) Date: Mon, 27 Jul 2020 12:28:33 +0000 Subject: [New-bugs-announce] [issue41408] Add a `clamp` function to the `math` module Message-ID: <1595852913.43.0.233033170193.issue41408@roundup.psfhosted.org> New submission from Avinash Maddikonda : Add a `clamp` function to the `math` module which does something like this: ```py def clamp(value=0.5, minimum=0, maximum=1): """Clamps the *value* between the *minimum* and *maximum* and returns it.. """ return max(minimum, min(value, maximum)) ``` Because even `C++` has built-in clamp function (`std::clamp`) (which can be used using `#include `) ---------- components: Library (Lib) messages: 374373 nosy: SFM61319 priority: normal severity: normal status: open title: Add a `clamp` function to the `math` module type: enhancement versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 27 10:18:55 2020 From: report at bugs.python.org (Akuli) Date: Mon, 27 Jul 2020 14:18:55 +0000 Subject: [New-bugs-announce] [issue41409] deque.pop(index) is not supported Message-ID: <1595859535.68.0.0423357008273.issue41409@roundup.psfhosted.org> New submission from Akuli : The pop method of collections.deque can't be used like deque.pop(index), even though `del deque[index]` or deque.pop() without an argument works. This breaks the Liskov substitution principle because collections.abc.MutableMapping supports the .pop(index) usage. Is this intentional? related typeshed issue: https://github.com/python/typeshed/issues/4364 ---------- components: Library (Lib) messages: 374378 nosy: Akuli priority: normal severity: normal status: open title: deque.pop(index) is not supported _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 27 11:21:25 2020 From: report at bugs.python.org (Bob Kline) Date: Mon, 27 Jul 2020 15:21:25 +0000 Subject: [New-bugs-announce] [issue41410] Opening a file in binary mode makes a difference on all platforms in Python 3 Message-ID: <1595863285.0.0.72970010693.issue41410@roundup.psfhosted.org> New submission from Bob Kline : The documentation for tempfile.mkstemp() says "If text is specified, it indicates whether to open the file in binary mode (the default) or text mode. On some platforms, this makes no difference." That might have been true for Python 2.x, but in Python 3, there are no platforms for which the choice whether to open a file in binary mode makes no difference. ---------- assignee: docs at python components: Documentation messages: 374385 nosy: bkline, docs at python priority: normal severity: normal status: open title: Opening a file in binary mode makes a difference on all platforms in Python 3 versions: Python 3.10, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 27 12:31:33 2020 From: report at bugs.python.org (Ezio Melotti) Date: Mon, 27 Jul 2020 16:31:33 +0000 Subject: [New-bugs-announce] [issue41411] Improve and consolidate f-strings docs Message-ID: <1595867493.01.0.94068638385.issue41411@roundup.psfhosted.org> New submission from Ezio Melotti : [Creating a new issue from #41045] I was just just trying to link to someone the documentation for f-strings, but: 1) Searching "fstring" only returns two results about xdrlib[0]; 2) Searching "f-string" returns many unrelated results[1]; 3) The first (and closer) result (string -- Common string operations[2]) yields nothing while using ctrl+f with fstring, f-string, f', f"; 4) at the top of that page there are two links in a "see also": * Text Sequence Type ? str[3]: it mentions raw strings at the beginning, but also yields no results for fstring, f-string, f', f"; * String Methods[4]: that is another section of the previous page (so ctrl+f doesn't find anything), but has a link to "Format String Syntax"[5]; 5) The "Format String Syntax" page[5] has another link in the middle of a paragraph that points to "formatted string literals", that eventually brings us to the right page[6]; 6) the "right page"[6] has a wall of text with a block of code containing the grammar, luckily followed by a few examples. I think we should: 1) add index entries for "f-string" and "fstring" in the relevant sections of the docs, so that they appear in the search result; 2) in the Text Sequence Type ? str[3] section, have a bullet list for f-strings, raw-strings, and possibly u-strings; 3) possibly use the term "f-string" in addition (or instead) of "formatted string literal", to make the pages more ctrl+f-friendly throughout the docs; 4) possibly have another more newbie-friendly section on f-string (compared to the lexical analysis page) in the tutorial, in the stdtypes page[7] (e.g. before the printf-style String Formatting" section[8]), or in the string page[2] (e.g. after the "Format String Syntax" section[10]); 5) possibly reorganize and consolidate the different sections about strings, string methods, str.format(), the format mini-language, f-strings, raw/unicode-strings, %-style formatting in a single page or two (a page for the docs and one for the grammar), since it seems to me that over the years these sections got a bit scattered around as they were being added. [0]: https://docs.python.org/3/search.html?q=fstring [1]: https://docs.python.org/3/search.html?q=f-string [2]: https://docs.python.org/3/library/string.html [3]: https://docs.python.org/3/library/stdtypes.html#textseq [4]: https://docs.python.org/3/library/stdtypes.html#string-methods [5]: https://docs.python.org/3/library/string.html#formatstrings [6]: https://docs.python.org/3/reference/lexical_analysis.html#f-strings [7]: https://docs.python.org/3/library/stdtypes.html [8]: https://docs.python.org/3/library/stdtypes.html#printf-style-string-formatting ---------- assignee: docs at python components: Documentation messages: 374398 nosy: docs at python, eric.smith, ezio.melotti priority: normal severity: normal stage: needs patch status: open title: Improve and consolidate f-strings docs type: enhancement versions: Python 3.10, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 27 13:07:35 2020 From: report at bugs.python.org (Martin Borus) Date: Mon, 27 Jul 2020 17:07:35 +0000 Subject: [New-bugs-announce] [issue41412] After installation on Windows7, 64bit Python 3.9.0b5 reports "api-ms-win-core-path-l1-1-0.dll" missing and doesn't start Message-ID: <1595869655.44.0.79039964549.issue41412@roundup.psfhosted.org> New submission from Martin Borus : I just installed Python 3.9.0b5 using the provided beta installer python-3.9.0b5-amd64 on a Windows7, 64bit machine. I did the installation without the Py Launcher update, into the folder "c:\python39" The installer finished without problem. Running "cmd.exe", navigating to "c:\python39" and then running python.exe results in an error message popup which tells me in German system language that the "api-ms-win-core-path-l1-1-0.dll" is missing on the computer. I googled for it and it seems that this dll is not a part of Windows 7. Message: --------------------------- python.exe - Systemfehler --------------------------- Das Programm kann nicht gestartet werden, da api-ms-win-core-path-l1-1-0.dll auf dem Computer fehlt. Installieren Sie das Programm erneut, um das Problem zu beheben. --------------------------- OK --------------------------- ---------- components: Windows messages: 374403 nosy: Martin Borus, paul.moore, steve.dower, tim.golden, zach.ware priority: normal severity: normal status: open title: After installation on Windows7, 64bit Python 3.9.0b5 reports "api-ms-win-core-path-l1-1-0.dll" missing and doesn't start type: resource usage versions: Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 27 14:03:06 2020 From: report at bugs.python.org (Irv Kalb) Date: Mon, 27 Jul 2020 18:03:06 +0000 Subject: [New-bugs-announce] [issue41413] At prompt for input(), pressing Command q kills IDLE Message-ID: <1595872986.33.0.489785676605.issue41413@roundup.psfhosted.org> New submission from Irv Kalb : This is probably related to earlier problems with running IDLE on MacOS Catalina: Environment: MacOS Catalina: 10.15.5 Python: 3.7.3 IDLE: 3.7.3 Steps to reproduce: - Open IDLE, create a new file. (Can reopen this file again for subsequent tests.) - Code can consist of a single line: dontCare = input('While this prompt for input is up, press Command q: ') - Save and run - When you see the prompt, press Command q to quit. - See correct dialog box: Your program is still running! Do you want to kill it? - Press OK. Results: - Python program quits. Source file window closes. IDLE is left in an "unstable" state with only the IDLE menu option available. At this point, any attempt to do anything with IDLE crashes IDLE, and shows a Mac system dialog box: IDLE quit unexpectedly. Click Reopen to open the application. Click Report to ..... Note: This is not a huge deal because I have to restart IDLE anyway because of a bug 38946, which does not allow me to allow me to double click on a Python file if IDLE is already running. But I thought this new information might help track things down. I have run in to this because I am correcting many student's homework files, where I ask them to build a loop where they ask the user for information, do some processing, and generate output with that information. Then the loop goes around again and asks for input again. I want to quit the application at that point, but I always end up crashing IDLE. ---------- assignee: terry.reedy components: IDLE, macOS messages: 374407 nosy: IrvKalb, ned.deily, ronaldoussoren, terry.reedy priority: normal severity: normal status: open title: At prompt for input(), pressing Command q kills IDLE type: crash versions: Python 3.7 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Mon Jul 27 17:36:15 2020 From: report at bugs.python.org (James Foster) Date: Mon, 27 Jul 2020 21:36:15 +0000 Subject: [New-bugs-announce] [issue41414] AST for arguments shows extra element Message-ID: <1595885775.67.0.745382264551.issue41414@roundup.psfhosted.org> New submission from James Foster : https://docs.python.org/3.8/library/ast.html shows seven elements: arguments = (arg* posonlyargs, arg* args, arg? vararg, arg* kwonlyargs, expr* kw_defaults, arg? kwarg, expr* defaults) https://docs.python.org/3.7/library/ast.html shows six elements: arguments = (arg* args, arg? vararg, arg* kwonlyargs, expr* kw_defaults, arg? kwarg, expr* defaults) based on ast.c:1479 I believe that six is the proper number and that the first element ("arg* posonlyargs, ") is a duplicate of the second element ("arg* args, ") and should be removed. ---------- assignee: docs at python components: Documentation messages: 374425 nosy: docs at python, jgfoster priority: normal severity: normal status: open title: AST for arguments shows extra element type: behavior versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 00:39:59 2020 From: report at bugs.python.org (Sergey Fedoseev) Date: Tue, 28 Jul 2020 04:39:59 +0000 Subject: [New-bugs-announce] [issue41415] duplicated signature of dataclass in help() Message-ID: <1595911199.09.0.446200648486.issue41415@roundup.psfhosted.org> New submission from Sergey Fedoseev : In [191]: import dataclasses, pydoc In [192]: @dataclass ...: class C: ...: pass ...: In [193]: print(pydoc.render_doc(C)) Python Library Documentation: class C in module __main__ class C(builtins.object) | C() -> None | | C() | | Methods defined here: | .... It's duplicated because dataclass __doc__ defaults to signature: In [195]: C.__doc__ Out[195]: 'C()' ---------- components: Library (Lib) messages: 374461 nosy: sir-sigurd priority: normal severity: normal status: open title: duplicated signature of dataclass in help() type: behavior versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 02:34:53 2020 From: report at bugs.python.org (Serhiy Storchaka) Date: Tue, 28 Jul 2020 06:34:53 +0000 Subject: [New-bugs-announce] [issue41416] Restore default implementation of __ne__ in mixins Set and Mapping Message-ID: <1595918093.33.0.049225231479.issue41416@roundup.psfhosted.org> New submission from Serhiy Storchaka : According to the documentation [1] abstract classes collections.abc.Set and collections.abc.Mapping provide mixin method __ne__. But implementations of __ne__ in these classes were removed in 3.4 (see issue21408), so the default implementation is inherited from object. The reason is that it works better with classes which override __ne__ to return non-boolean, e.g. NumPy, SymPy and sqlalchemy classes. Previously the != operator falled back to other__eq__(), now it falls back to other__ne__(). [1] https://docs.python.org/3/library/collections.abc.html#collections-abstract-base-classes But now we have a discrepancy between the decomentation and the code. According to the documentation, if we have a class which inherits from both Set and int, in that order, the __ne__ method should be inherited from class Set instead of class int. But currently it is inherited from int. >>> import collections.abc >>> class A(collections.abc.Set, int): pass ... >>> A.__ne__ One way to solve this -- remove __ne__ from lists of mixin methods (see issue41400). Other way -- add the __ne__ implementations which are identical to the default implementation but has preference in the inheritance. I prefer the latter. ---------- components: Library (Lib) messages: 374470 nosy: rhettinger, serhiy.storchaka priority: normal severity: normal status: open title: Restore default implementation of __ne__ in mixins Set and Mapping type: behavior versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 03:59:37 2020 From: report at bugs.python.org (=?utf-8?b?SmFuIMSMZcWhcGl2bw==?=) Date: Tue, 28 Jul 2020 07:59:37 +0000 Subject: [New-bugs-announce] [issue41417] SyntaxError: assignment expression within assert Message-ID: <1595923177.97.0.806397891633.issue41417@roundup.psfhosted.org> New submission from Jan ?e?pivo : Hi, it should be useful if assignment expression works within assertion. For example (real use-case in tests): assert r := re.match(r"result is (\d+)", tested_text) assert int(r.group(1)) == expected_number I haven't found a mention about assertions in https://www.python.org/dev/peps/pep-0572/ so it isn't technically a bug but it might be omission (?). Thx! ---------- components: Interpreter Core messages: 374476 nosy: jan.cespivo priority: normal severity: normal status: open title: SyntaxError: assignment expression within assert type: behavior versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 10:08:34 2020 From: report at bugs.python.org (Ehsonjon Gadoev) Date: Tue, 28 Jul 2020 14:08:34 +0000 Subject: [New-bugs-announce] [issue41418] Add snake game to tools/demo! Message-ID: <1595945314.49.0.985793426755.issue41418@roundup.psfhosted.org> New submission from Ehsonjon Gadoev : Its simple snake game for beginners! It based on simple algorithm! If you know! And it must be on python/cpython repo! Cause, I made python (snake) game with Python Programming Language xD (maybe not funny)! We love python as much as you do! Yea! ---------- components: Tkinter files: snake.py messages: 374492 nosy: Ehsonjon Gadoev priority: normal severity: normal status: open title: Add snake game to tools/demo! versions: Python 3.8 Added file: https://bugs.python.org/file49344/snake.py _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 10:54:47 2020 From: report at bugs.python.org (Christopher Harrison) Date: Tue, 28 Jul 2020 14:54:47 +0000 Subject: [New-bugs-announce] [issue41419] Path.mkdir and os.mkdir don't respect setgid if its parent is g-s Message-ID: <1595948087.76.0.888842556227.issue41419@roundup.psfhosted.org> New submission from Christopher Harrison : The setgid bit is not set when creating a directory, even when explicitly specified in the mode argument, when its containing directory doesn't have its own setgid bit set. When the parent does have the setgid bit, it works as expected. Steps to reproduce: 1. Outside of Python, create a working directory with mode 0770, such that: >>> from pathlib import Path >>> oct(Path().stat().st_mode) '0o40770' 2. Set the umask to 0, to be sure it's not a masking issue: >>> import os >>> _ = os.umask(0) 3. Create a subdirectory with mode ug+rwx,g+s (2770): >>> (test := Path("test")).mkdir(0o2770) >>> oct(test.stat().st_mode) '0o40770' Notice that setgid is not respected. 4. Set setgid to the working directory: >>> Path().chmod(0o2770) >>> oct(Path().stat().st_mode) '0o42770' This works as expected. 5. Create another subdirectory with mode ug+rwx,g+s: >>> (test2 := Path("test2")).mkdir(0o2770) >>> oct(test2.stat().st_mode) '0o42770' The setgid bit of the new directory is now correctly set. This also affects os.mkdir. I have only tested this under Python 3.8.2 and 3.8.3 on a POSIX filesystem. (I assume it's not relevant to non-POSIX filesystems.) ---------- components: Library (Lib) messages: 374496 nosy: Xophmeister priority: normal severity: normal status: open title: Path.mkdir and os.mkdir don't respect setgid if its parent is g-s versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 11:06:02 2020 From: report at bugs.python.org (Dmytro Litvinov) Date: Tue, 28 Jul 2020 15:06:02 +0000 Subject: [New-bugs-announce] [issue41420] Academic Free License v. 2.1 link is not found and is obsolete Message-ID: <1595948762.34.0.747967566864.issue41420@roundup.psfhosted.org> New submission from Dmytro Litvinov : Link to Acamedic Free License v. 2.1(https://www.samurajdata.se/opensource/mirror/licenses/afl-2.1.php) at https://www.python.org/psf/contrib/ is not found. Also, Guido mentioned that version 2.1 seems obsolete and we may need to review that with the lawyer (https://bugs.python.org/issue41328#msg374495). ---------- assignee: docs at python components: Documentation messages: 374501 nosy: DmytroLitvinov, docs at python priority: normal severity: normal status: open title: Academic Free License v. 2.1 link is not found and is obsolete type: behavior _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 13:59:09 2020 From: report at bugs.python.org (David MacIver) Date: Tue, 28 Jul 2020 17:59:09 +0000 Subject: [New-bugs-announce] [issue41421] Random.paretovariate sometimes raises ZeroDivisionError for small alpha Message-ID: <1595959149.08.0.339696183777.issue41421@roundup.psfhosted.org> New submission from David MacIver : The following code raises a ZeroDivisionError: from random import Random Random(14064741636871487939).paretovariate(0.01) This raises: random.py, line 692, in paretovariate return 1.0 / u ** (1.0/alpha) ZeroDivisionError: float division by zero That specific stack trace is from 3.8.5 but I've tried this on 3.6 and 3.7 as well. It's a little hard to tell what the intended correct range of parameter values is for paretovariate, and this may just be lack of validation for the alpha < 1 case - perhaps that was never intended to be supported? Based on some very informal inspection, what seems to happen is that the probability of getting a ZeroDivisionError approaches one as you approach zero. They rarely occur at this level of alpha (0.01), but for alpha=0.001 they seem to occur just under half the time, and for alpha=0.0001 they occur more than 90% of the time. (For the interested, this bug was found by Hypothesis as part of its own testing of our integration with the Random API) ---------- components: Library (Lib) messages: 374516 nosy: David MacIver priority: normal severity: normal status: open title: Random.paretovariate sometimes raises ZeroDivisionError for small alpha versions: Python 3.6, Python 3.7, Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 14:26:29 2020 From: report at bugs.python.org (kale-smoothie) Date: Tue, 28 Jul 2020 18:26:29 +0000 Subject: [New-bugs-announce] [issue41422] C Unpickler memory leak via memo Message-ID: <1595960789.44.0.329453427634.issue41422@roundup.psfhosted.org> New submission from kale-smoothie : I'm not familiar with the workings of GC/pickle, but it looks like the traverse code in the C Unpickler omits a visit to the memo, potentially causing a memory leak? ---------- components: Library (Lib) files: leak_pickler.py messages: 374518 nosy: kale-smoothie priority: normal severity: normal status: open title: C Unpickler memory leak via memo type: resource usage versions: Python 3.10, Python 3.5, Python 3.6, Python 3.7, Python 3.8, Python 3.9 Added file: https://bugs.python.org/file49345/leak_pickler.py _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 14:34:04 2020 From: report at bugs.python.org (James Thistlewood) Date: Tue, 28 Jul 2020 18:34:04 +0000 Subject: [New-bugs-announce] [issue41423] `multiprocessing.Array` and `multiprocessing.managers.SyncManager.Array` APIs are similar but not the same Message-ID: <1595961244.31.0.535074566554.issue41423@roundup.psfhosted.org> New submission from James Thistlewood : I stumbled across this by trying to implement a call to the latter, while reading the docs for the former. I think this is quite confusing and unnecessary that the APIs between these two definitions should differ. The same goes for `multiprocessing.Value` and `multiprocessing.managers.SyncManager.Value`. This is especially exacerbated by the fact that the docs _are incorrect_. On this page [1], under 'Server process', a link to 'Array' is made. If it were correct, it would link to `multiprocessing.managers.SyncManager.Array`, since it's talking about a manager object - the kind returned by `Manager()`. But it links to `multiprocessing.Array`. Of course, the simple solution would be to change the link to link to the correct place, but I think this shows an unnecessary inconsistency in the API itself. I don't have a PR for this yet, nor have I fully investigated, but should it be feasible I would like to implement it myself. I'm interested to hear what people think. [1] https://docs.python.org/3/library/multiprocessing.html#sharing-state-between-processes ---------- components: Library (Lib) messages: 374519 nosy: jthistle priority: normal severity: normal status: open title: `multiprocessing.Array` and `multiprocessing.managers.SyncManager.Array` APIs are similar but not the same type: behavior versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 15:00:07 2020 From: report at bugs.python.org (Brett Cannon) Date: Tue, 28 Jul 2020 19:00:07 +0000 Subject: [New-bugs-announce] [issue41424] [tkinter] Grammatical error in "Packer" docs Message-ID: <1595962807.42.0.795060125481.issue41424@roundup.psfhosted.org> New submission from Brett Cannon : "Geometry managers are used to specify the relative positioning of the positioning of widgets within their container". Remove "of the positioning". ---------- assignee: docs at python components: Documentation keywords: newcomer friendly messages: 374520 nosy: brett.cannon, docs at python priority: normal severity: normal status: open title: [tkinter] Grammatical error in "Packer" docs versions: Python 3.10, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 15:08:10 2020 From: report at bugs.python.org (Brett Cannon) Date: Tue, 28 Jul 2020 19:08:10 +0000 Subject: [New-bugs-announce] [issue41425] [tkinter] "Coupling Widget Variables" example missing code Message-ID: <1595963290.36.0.00195793356515.issue41425@roundup.psfhosted.org> New submission from Brett Cannon : The example for https://docs.python.org/3.8/library/tkinter.html#coupling-widget-variables is missing: 1. Imports 2. Code to launch the example ---------- assignee: docs at python components: Documentation keywords: easy messages: 374522 nosy: brett.cannon, docs at python priority: normal severity: normal status: open title: [tkinter] "Coupling Widget Variables" example missing code versions: Python 3.10, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 15:46:20 2020 From: report at bugs.python.org (Brett Cannon) Date: Tue, 28 Jul 2020 19:46:20 +0000 Subject: [New-bugs-announce] [issue41426] [curses] Grammar mistake in curses.getmouse() docs Message-ID: <1595965580.82.0.751899511239.issue41426@roundup.psfhosted.org> New submission from Brett Cannon : https://docs.python.org/3/library/curses.html#curses.getmouse "this method should be call to retrieve" "call" -> "called" ---------- assignee: docs at python components: Documentation keywords: newcomer friendly messages: 374524 nosy: brett.cannon, docs at python priority: normal severity: normal status: open title: [curses] Grammar mistake in curses.getmouse() docs versions: Python 3.10, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 16:47:00 2020 From: report at bugs.python.org (Yonatan Goldschmidt) Date: Tue, 28 Jul 2020 20:47:00 +0000 Subject: [New-bugs-announce] [issue41427] howto/descriptor.rst unnecessarily mentions method.__class__ Message-ID: <1595969220.64.0.879377287441.issue41427@roundup.psfhosted.org> New submission from Yonatan Goldschmidt : In Doc/howto/descriptor.rst: # Internally, the bound method stores the underlying function, # the bound instance, and the class of the bound instance. >>> d.f.__func__ >>> d.f.__self__ <__main__.D object at 0x1012e1f98> >>> d.f.__class__ The bound method (PyMethodObject) does not store "the class of the bound instance" - it only stores the "function" and "self". d.f.__class__ is the class of the "method" type itself, not the class of d.f's instance (D from d = D()) I think this mention should be removed from the documentation? ---------- assignee: docs at python components: Documentation messages: 374526 nosy: Yonatan Goldschmidt, docs at python priority: normal severity: normal status: open title: howto/descriptor.rst unnecessarily mentions method.__class__ type: enhancement versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 18:32:30 2020 From: report at bugs.python.org (Maggie Moss) Date: Tue, 28 Jul 2020 22:32:30 +0000 Subject: [New-bugs-announce] [issue41428] PEP 604 -- Allow writing union types as X | Y Message-ID: <1595975550.94.0.895278514403.issue41428@roundup.psfhosted.org> New submission from Maggie Moss : https://www.python.org/dev/peps/pep-0604/ ---------- messages: 374535 nosy: maggiemoss priority: normal pull_requests: 20811 severity: normal status: open title: PEP 604 -- Allow writing union types as X | Y type: behavior versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 19:41:58 2020 From: report at bugs.python.org (=?utf-8?q?Andr=C3=A9s_Delfino?=) Date: Tue, 28 Jul 2020 23:41:58 +0000 Subject: [New-bugs-announce] [issue41429] Let fnmatch.filter accept a tuple of patterns Message-ID: <1595979718.87.0.129861821474.issue41429@roundup.psfhosted.org> New submission from Andr?s Delfino : I propose to let fnmatch.filter accept a tuple of patterns as its pat parameter, while still supporting a single string argument (just like str.endswith does). The code to do this manually and efficiently pretty much involves copying filter. ---------- components: Library (Lib) messages: 374540 nosy: adelfino priority: normal severity: normal status: open title: Let fnmatch.filter accept a tuple of patterns type: enhancement _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 20:00:19 2020 From: report at bugs.python.org (James Corbett) Date: Wed, 29 Jul 2020 00:00:19 +0000 Subject: [New-bugs-announce] [issue41430] Document C docstring behavior Message-ID: <1595980819.55.0.541837599725.issue41430@roundup.psfhosted.org> New submission from James Corbett : As described in https://stackoverflow.com/questions/25847035/what-are-signature-and-text-signature-used-for-in-python-3-4, https://bugs.python.org/issue20586, and https://stackoverflow.com/questions/50537407/add-a-signature-with-annotations-to-extension-methods, it is possible to embed a signature in docstrings for C functions, so that `help` and `inspect.signature` work properly on them. However, this functionality isn't documented anywhere. I think something should be added to the "extending and embedding the Python interpreter" tutorial. ---------- assignee: docs at python components: Documentation messages: 374547 nosy: docs at python, jameshcorbett priority: normal severity: normal status: open title: Document C docstring behavior type: enhancement _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 20:29:38 2020 From: report at bugs.python.org (Inada Naoki) Date: Wed, 29 Jul 2020 00:29:38 +0000 Subject: [New-bugs-announce] [issue41431] Optimize dict_merge for copy Message-ID: <1595982578.69.0.880267074289.issue41431@roundup.psfhosted.org> New submission from Inada Naoki : Although there are dict.copy() and PyDict_Copy(), dict_merge can be used for copying dict. * d={}; d.update(orig) * d=dict(orig) * d=orig.copy() # orig has many dummy keys. ---------- components: Interpreter Core messages: 374550 nosy: inada.naoki priority: normal severity: normal status: open title: Optimize dict_merge for copy versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Tue Jul 28 23:33:23 2020 From: report at bugs.python.org (Terry J. Reedy) Date: Wed, 29 Jul 2020 03:33:23 +0000 Subject: [New-bugs-announce] [issue41432] IDLE: Handle bad highlight tab color config Message-ID: <1595993603.42.0.358377843337.issue41432@roundup.psfhosted.org> New submission from Terry J. Reedy : https://stackoverflow.com/questions/35397377/python-freezes-when-configuring-idle froze IDLE with a custom theme missing 'colours for the blinker and highlighting'. I reported some experiments there. Tracebacks might help, but Proposal 1: check theme before try to paint. All keys present? Replace missing with normal colors. https://stackoverflow.com/questions/63137659/idle-crashing-when-i-press-configure-idle froze IDLE with a custom theme with a bad color "#00224". File "C:\Users\...\idlelib\configdialog.py", line 1279, in paint_theme_sample self.highlight_sample.tag_config(element, **colors) ... _tkinter.TclError: invalid color name "#00224" Proposal 2: wrap line in try-except, if error text matches, extract bad color, replace any occurrence of bad color with "#000000" (black) or "#FFFFFF" (white), report to user with suggestion to edit. Maybe save first. Should do within loop in case more errors. ---------- assignee: terry.reedy components: IDLE messages: 374558 nosy: terry.reedy priority: normal severity: normal stage: test needed status: open title: IDLE: Handle bad highlight tab color config type: behavior versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Wed Jul 29 01:57:24 2020 From: report at bugs.python.org (Tatsunosuke Shimada) Date: Wed, 29 Jul 2020 05:57:24 +0000 Subject: [New-bugs-announce] [issue41433] Logging libraries BufferingHandler flushed twice at shutdown Message-ID: <1596002244.65.0.208232248615.issue41433@roundup.psfhosted.org> New submission from Tatsunosuke Shimada : BufferingHandler I expected function flush of BufferingHandler called once but it is called twice. This is due to that shutdown calls flush before close function which calls flush function inside. (Faced this issue on my custom implementation of flush function.) Seems that there is no need of calling flush inside BufferingHandler. Following is the link to the code of function shutdown and Buffering Handler https://github.com/python/cpython/blob/0124f2b5e0f88ee7f5d40fca96dbf087cbe4764b/Lib/logging/handlers.py#L1286 https://github.com/python/cpython/blob/a74eea238f5baba15797e2e8b570d153bc8690a7/Lib/logging/__init__.py#L2151 This issue could be also related. https://bugs.python.org/issue26559 ---------- components: Library (Lib) messages: 374559 nosy: adamist521, vinay.sajip priority: normal severity: normal status: open title: Logging libraries BufferingHandler flushed twice at shutdown type: behavior versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Wed Jul 29 02:54:57 2020 From: report at bugs.python.org (wyz23x2) Date: Wed, 29 Jul 2020 06:54:57 +0000 Subject: [New-bugs-announce] [issue41434] IDLE: Warn user on "Run Module" if file is not .py/.pyw Message-ID: <1596005697.8.0.893586453742.issue41434@roundup.psfhosted.org> New submission from wyz23x2 : It would be great if IDLE shows a note when a non-Python file is attempted to run. ---------- assignee: terry.reedy components: IDLE messages: 374561 nosy: terry.reedy, wyz23x2 priority: normal severity: normal status: open title: IDLE: Warn user on "Run Module" if file is not .py/.pyw type: enhancement versions: Python 3.10, Python 3.8, Python 3.9 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Wed Jul 29 11:39:46 2020 From: report at bugs.python.org (Julien Danjou) Date: Wed, 29 Jul 2020 15:39:46 +0000 Subject: [New-bugs-announce] [issue41435] Allow to retrieve ongoing exception handled by every threads Message-ID: <1596037186.46.0.97878619969.issue41435@roundup.psfhosted.org> New submission from Julien Danjou : In order to do statistical profiling on raised exception, having the ability to poll all the running threads for their currently handled exception would be fantastic. There is an exposed function named `sys._current_frames()` that allows to list the current frame handled by CPython. Having an equivalent for `sys._current_exceptions()` that would return the content of `sys.exc_info()` for each running thread would solve the issue. ---------- components: Interpreter Core messages: 374575 nosy: jd priority: normal severity: normal status: open title: Allow to retrieve ongoing exception handled by every threads type: enhancement versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Wed Jul 29 12:30:45 2020 From: report at bugs.python.org (Samran) Date: Wed, 29 Jul 2020 16:30:45 +0000 Subject: [New-bugs-announce] [issue41436] BUG a simple "and" and "or" Message-ID: <1596040245.85.0.344075232599.issue41436@roundup.psfhosted.org> New submission from Samran : #this is the code from random import randint num = randint(1,10) print(type(num)) print(num) ch = None #tried changing this tried converting types guess = 0 print(type(guess)) print("Welcome to guessing game: ") while ch != 'n' or ch != 'N': #here is the bug this statement is not running. It works with ?and? while( guess != num): guess = int(input("Enter your guess? ")) if guess == num: print("You Guessed Congratz") ch=input("Enter 'y' to play or 'n' to exit: ") if ch=='y' or ch == 'Y': guess= 0 num = randint(1,10) print("Thankyou for playing.") ---------- components: Tests files: Command Prompt - python test.py 29-Jul-20 9_16_22 PM (2).png messages: 374576 nosy: Samran priority: normal severity: normal status: open title: BUG a simple "and" and "or" type: compile error versions: Python 3.8 Added file: https://bugs.python.org/file49347/Command Prompt - python test.py 29-Jul-20 9_16_22 PM (2).png _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Wed Jul 29 14:13:12 2020 From: report at bugs.python.org (Zhiming Wang) Date: Wed, 29 Jul 2020 18:13:12 +0000 Subject: [New-bugs-announce] [issue41437] SIGINT blocked by socket operations like recv on Windows Message-ID: <1596046392.19.0.70440136745.issue41437@roundup.psfhosted.org> New submission from Zhiming Wang : I noticed that on Windows, socket operations like recv appear to always block SIGINT until it's done, so if a recv hangs, Ctrl+C cannot interrupt the program. (I'm a *nix developer investigating a behavioral problem of my program on Windows, so please excuse my limited knowledge of Windows.) Consider the following example where I spawn a TCP server that stalls connections by 5 seconds in a separate thread, and use a client to connect to it on the main thread. I then try to interrupt the client with Ctrl+C. import socket import socketserver import time import threading interrupted = threading.Event() class HoneypotServer(socketserver.TCPServer): # Stall each connection for 5 seconds. def get_request(self): start = time.time() while time.time() - start < 5 and not interrupted.is_set(): time.sleep(0.1) return self.socket.accept() class EchoHandler(socketserver.BaseRequestHandler): def handle(self): data = self.request.recv(1024) self.request.sendall(data) class HoneypotServerThread(threading.Thread): def __init__(self): super().__init__() self.server = HoneypotServer(("127.0.0.1", 0), EchoHandler) def run(self): self.server.serve_forever(poll_interval=0.1) def main(): start = time.time() server_thread = HoneypotServerThread() server_thread.start() sock = socket.create_connection(server_thread.server.server_address) try: sock.sendall(b"hello") sock.recv(1024) except KeyboardInterrupt: print(f"processed SIGINT {time.time() - start:.3f}s into the program") interrupted.set() finally: sock.close() server_thread.server.shutdown() server_thread.join() if __name__ == "__main__": main() On *nix systems the KeyboardInterrupt is processed immediately. On Windows, the KeyboardInterrupt is always processed more than 5 seconds into the program, when the recv is finished. I suppose this is a fundamental limitation of Windows? Is there any workaround (other than going asyncio)? Btw, I learned about SIGBREAK, which when unhandled seems to kill the process immediately, but that means no chance of cleanup. I tried to handle SIGBREAK but whenever a signal handler is installed, the behavior reverts to that of SIGINT -- the handler is called only after 5 seconds have passed. (I'm attaching a socket_sigint_sigbreak.py which is a slightly expanded version of my sample program above, showing my attempt at handler SIGBREAK. Both python .\socket_sigint_sigbreak.py --sigbreak-handler interrupt and python .\socket_sigint_sigbreak.py --sigbreak-handler exit stall for 5 seconds.) ---------- components: Windows files: socket_sigint_sigbreak.py messages: 374580 nosy: paul.moore, steve.dower, tim.golden, zach.ware, zmwangx priority: normal severity: normal status: open title: SIGINT blocked by socket operations like recv on Windows type: behavior versions: Python 3.8 Added file: https://bugs.python.org/file49348/socket_sigint_sigbreak.py _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Wed Jul 29 18:17:28 2020 From: report at bugs.python.org (Yerken Tussupbekov) Date: Wed, 29 Jul 2020 22:17:28 +0000 Subject: [New-bugs-announce] [issue41438] TimeoutError behavior changes on async.wait_for from python3.7 Message-ID: <1596061048.21.0.803910276646.issue41438@roundup.psfhosted.org> New submission from Yerken Tussupbekov : ``` import asyncio from concurrent import futures logging.basicConfig( level=logging.DEBUG, format="[%(asctime)s %(name)s %(levelname)s]: %(message)s", datefmt="%H:%M:%S %d-%m-%y", ) logger: logging.Logger = logging.getLogger("ideahitme") async def too_long() -> None: await asyncio.sleep(2) async def run() -> None: try: await asyncio.wait_for(too_long(), 1) except futures.TimeoutError: logger.info("concurrent.futures.TimeoutError happened") except asyncio.TimeoutError: logger.info("asyncio.TimeoutError happened") if __name__ == "__main__": asyncio.run(run()) ``` In python 3.8.4 running this script will print: asyncio.TimeoutError happened In python 3.7.5 running this script will print: concurrent.futures.TimeoutError happened This is a breaking change which I didn't see announced in the changelog. What is the expected behavior here ? ---------- components: asyncio messages: 374589 nosy: Yerken Tussupbekov, asvetlov, yselivanov priority: normal severity: normal status: open title: TimeoutError behavior changes on async.wait_for from python3.7 type: behavior versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Thu Jul 30 02:06:45 2020 From: report at bugs.python.org (Peixing Xin) Date: Thu, 30 Jul 2020 06:06:45 +0000 Subject: [New-bugs-announce] [issue41439] some test cases in test_uuid.py and test_ssl.py fail on some operating systems because of no os.fork support Message-ID: <1596089205.38.0.465991237875.issue41439@roundup.psfhosted.org> New submission from Peixing Xin : Some operating systems, for example VxWorks RTOS, don't support fork(). Some test cases that depend on os.fork() will fail. test_ssl.BasicSocketTests.test_random_fork and test_uuid.TestUUIDWithExtModule.testIssue8621 fail are this case. ---------- components: Tests messages: 374599 nosy: pxinwr priority: normal severity: normal status: open title: some test cases in test_uuid.py and test_ssl.py fail on some operating systems because of no os.fork support type: behavior versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Thu Jul 30 03:07:44 2020 From: report at bugs.python.org (Peixing Xin) Date: Thu, 30 Jul 2020 07:07:44 +0000 Subject: [New-bugs-announce] [issue41440] os.cpu_count doesn't work on VxWorks RTOS Message-ID: <1596092864.05.0.11139024599.issue41440@roundup.psfhosted.org> New submission from Peixing Xin : Now os.cpu_count() always returns NONE on VxWorks RTOS. It needs to be fixed particularly for VxWorks. ---------- components: Library (Lib) messages: 374601 nosy: pxinwr priority: normal severity: normal status: open type: enhancement versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Thu Jul 30 04:42:51 2020 From: report at bugs.python.org (=?utf-8?b?5pa95paH5bOw?=) Date: Thu, 30 Jul 2020 08:42:51 +0000 Subject: [New-bugs-announce] =?utf-8?q?=5Bissue41441=5D_io__reading_?= =?utf-8?q?=EF=BC=86_updating_fix?= Message-ID: <1596098571.51.0.839262162281.issue41441@roundup.psfhosted.org> Change by ??? : ---------- components: IO nosy: ke265379ke priority: normal severity: normal status: open title: io reading ? updating fix type: enhancement versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Thu Jul 30 06:05:24 2020 From: report at bugs.python.org (Peixing Xin) Date: Thu, 30 Jul 2020 10:05:24 +0000 Subject: [New-bugs-announce] [issue41442] test_posix.PosixTester.test_getgroups fail on operating systems without supporting unix shell Message-ID: <1596103524.36.0.943373328991.issue41442@roundup.psfhosted.org> New submission from Peixing Xin : test_posix.PosixTester.test_getgroups requires unix shell supported on tested platform. However some operating systems like VxWorks doesn't support unix shell. This case will fail on it. ---------- components: Tests messages: 374609 nosy: pxinwr priority: normal severity: normal status: open title: test_posix.PosixTester.test_getgroups fail on operating systems without supporting unix shell type: behavior versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Thu Jul 30 06:49:02 2020 From: report at bugs.python.org (Peixing Xin) Date: Thu, 30 Jul 2020 10:49:02 +0000 Subject: [New-bugs-announce] [issue41443] some test cases in test_posix.py fail if some os attributes are not supported Message-ID: <1596106142.56.0.534494527465.issue41443@roundup.psfhosted.org> New submission from Peixing Xin : Some operating systems like VxWorks can't support posix.chown, posix.mknod and posix.readlink. This results that test_chown_dir_fd, test_mknod_dir_fd and test_readlink_dir_fd fail. ---------- components: Tests messages: 374610 nosy: pxinwr priority: normal severity: normal status: open title: some test cases in test_posix.py fail if some os attributes are not supported type: behavior versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Thu Jul 30 09:23:44 2020 From: report at bugs.python.org (Vladislav Mikhalin) Date: Thu, 30 Jul 2020 13:23:44 +0000 Subject: [New-bugs-announce] [issue41444] CPython 3.8.5 fails to build on Windows with -E option Message-ID: <1596115424.63.0.60743816933.issue41444@roundup.psfhosted.org> New submission from Vladislav Mikhalin : These errors are generated on a clean build: C:\cpython-3.8.5\Modules\_ctypes\_ctypes.c(107,10): fatal error C1083: Cannot open include file: 'ffi.h': No such file or directory [C:\cpython-3.8.5\PCbuild\_ctypes.vcxproj] C:\cpython-3.8.5\Modules\_ctypes\callbacks.c(4,10): fatal error C1083: Cannot open include file: 'ffi.h': No such file or directory [C:\cpython-3.8.5\PCbuild\_ctypes.vcxproj] C:\cpython-3.8.5\Modules\_ctypes\callproc.c(71,10): fatal error C1083: Cannot open include file: 'ffi.h': No such file or directory [C:\cpython-3.8.5\PCbuild\_ctypes.vcxproj] C:\cpython-3.8.5\Modules\_ctypes\cfield.c(3,10): fatal error C1083: Cannot open include file: 'ffi.h': No such file or directory [C:\cpython-3.8.5\PCbuild\_ctypes.vcxproj] C:\cpython-3.8.5\Modules\_ctypes\malloc_closure.c(2,10): fatal error C1083: Cannot open include file: 'ffi.h': No such file or directory [C:\cpython-3.8.5\PCbuild\_ctypes.vcxproj] C:\cpython-3.8.5\Modules\_ctypes\stgdict.c(2,10): fatal error C1083: Cannot open include file: 'ffi.h': No such file or directory [C:\cpython-3.8.5\PCbuild\_ctypes.vcxproj] ---------- components: Build messages: 374614 nosy: Vladislav Mikhalin priority: normal severity: normal status: open title: CPython 3.8.5 fails to build on Windows with -E option versions: Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Thu Jul 30 12:23:51 2020 From: report at bugs.python.org (fj92f3jj923f923) Date: Thu, 30 Jul 2020 16:23:51 +0000 Subject: [New-bugs-announce] [issue41445] Adding configure temporary files to gitignore Message-ID: <1596126231.09.0.21986498647.issue41445@roundup.psfhosted.org> New submission from fj92f3jj923f923 : I noticed that a lot of files generated and removed due configuring. I was too scary, when I saw them, and decided to add them to .gitignore. ---------- components: Build messages: 374619 nosy: fj92f3jj923f923 priority: normal severity: normal status: open title: Adding configure temporary files to gitignore type: enhancement versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Thu Jul 30 13:18:47 2020 From: report at bugs.python.org (Juan Jimenez) Date: Thu, 30 Jul 2020 17:18:47 +0000 Subject: [New-bugs-announce] [issue41446] New demo, using a web api Message-ID: <1596129527.79.0.745234109519.issue41446@roundup.psfhosted.org> New submission from Juan Jimenez : As per a suggestion in https://bugs.python.org/issue41274 I would like to submit for consideration a new demo program, one that demonstrates how to use a web API to generate a pseudo-random generator seed from high resolution, high cadence images of the sun. I will be submitting a pull request for consideration. ---------- components: Demos and Tools messages: 374620 nosy: flybd5 priority: normal severity: normal status: open title: New demo, using a web api type: enhancement versions: Python 3.10 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Thu Jul 30 13:19:35 2020 From: report at bugs.python.org (Damian Barabonkov) Date: Thu, 30 Jul 2020 17:19:35 +0000 Subject: [New-bugs-announce] [issue41447] Resource Tracker in Multiprocessing Shared Memory not working correctly Message-ID: <1596129575.64.0.828449737414.issue41447@roundup.psfhosted.org> New submission from Damian Barabonkov : The way the resource tracker is used in /Lib/multiprocessing/shared_memory.py leads to it issuing warnings/errors, even when resources are cleaned up properly. Attached are two simple demo files copied from the documentation example (https://docs.python.org/3.9/library/multiprocessing.shared_memory.html) that illustrate the warnings below: proc1.py Traceback (most recent call last): File "proc1.py", line 19, in shm.unlink() # Free and release the shared memory block at the very end File "/home/damian/Documents/QuantCo/miniconda3/envs/pipeline-parallel/lib/python3.8/multiprocessing/shared_memory.py", line 244, in unlink _posixshmem.shm_unlink(self._name) FileNotFoundError: [Errno 2] No such file or directory: '/shmem' /home/damian/Documents/QuantCo/miniconda3/envs/pipeline-parallel/lib/python3.8/multiprocessing/resource_tracker.py:218: UserWarning: resource_tracker: There appear to be 1 leaked shared_memory objects to clean up at shutdown warnings.warn('resource_tracker: There appear to be %d ' /home/damian/Documents/QuantCo/miniconda3/envs/pipeline-parallel/lib/python3.8/multiprocessing/resource_tracker.py:231: UserWarning: resource_tracker: '/shmem': [Errno 2] No such file or directory: '/shmem' warnings.warn('resource_tracker: %r: %s' % (name, e)) proc2.py python3.8/multiprocessing/resource_tracker.py:218: UserWarning: resource_tracker: There appear to be 1 leaked shared_memory objects to clean up at shutdown warnings.warn('resource_tracker: There appear to be %d ' ---------- files: shmem_bug.py messages: 374621 nosy: damian.barabonkov priority: normal severity: normal status: open title: Resource Tracker in Multiprocessing Shared Memory not working correctly type: behavior versions: Python 3.8 Added file: https://bugs.python.org/file49351/shmem_bug.py _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Fri Jul 31 05:28:44 2020 From: report at bugs.python.org (Mond Wan) Date: Fri, 31 Jul 2020 09:28:44 +0000 Subject: [New-bugs-announce] [issue41448] pathlib behave differ between OS Message-ID: <1596187724.05.0.638155501968.issue41448@roundup.psfhosted.org> New submission from Mond Wan : I have tried 2 functions with different behavior across platform # as_posix() In linux platform, as_posix() cannot process window path nicely * From linux + docker + python:3.8 ``` Python 3.8.0 (default, Oct 17 2019, 05:36:36) [GCC 8.3.0] on linux >>> winPath = r'\workspace\xxx\test_fixture\user-restore-success.zip' >>> posixPath = '/workspace/xxx/test_fixture/user-restore-success.zip' >>> pWIN = pathlib.PurePath(winPath) >>> pPOSIX = pathlib.PurePath(posixPath) >>> pWIN.as_posix() '\\workspace\\xxx\\test_fixture\\user-restore-success.zip' >>> pPOSIX.as_posix() '/workspace/xxx/test_fixture/user-restore-success.zip' ``` * From window + powershell + python3.6 ``` Python 3.6.8 (tags/v3.6.8:3c6b436a57, Dec 24 2018, 00:16:47) [MSC v.1916 64 bit (AMD64)] on win32 >>> winPath = r'\workspace\xxx\test_fixture\user-restore-success.zip' >>> posixPath = '/workspace/xxx/test_fixture/user-restore-success.zip' >>> pWIN = pathlib.PurePath(winPath) >>> pPOSIX = pathlib.PurePath(posixPath) >>> pWIN.as_posix() '/workspace/xxx/test_fixture/user-restore-success.zip' >>> pPOSIX.as_posix() '/workspace/xxx/test_fixture/user-restore-success.zip' ``` * From MAC ``` >>> winPath = '\\workspace\\xxx\\test_fixture\\user-restore-success.zip' >>> posixPath = '/workspace/xxx/test_fixture/user-restore-success.zip' >>> pWIN = pathlib.PurePath(winPath) >>> pPOSIX = pathlib.PurePath(posixPath) >>> pWIN.as_posix() '\\workspace\\xxx\\test_fixture\\user-restore-success.zip' >>> pPOSIX.as_posix() '/workspace/xxx/test_fixture/user-restore-success.zip' ``` # resolve() In window platform, resolve() returns absolute path only if such file is able to locate. Otherwise, it returns relative path. In Linux platform, resolve() returns absolute path anyway * From linux ``` root at b4f03ed3003b:/var/run/lock# python Python 3.8.0 (default, Oct 17 2019, 05:36:36) [GCC 8.3.0] on linux Type "help", "copyright", "credits" or "license" for more information. >>> import pathlib >>> p = pathlib.Path('no_exists') >>> p.resolve() PosixPath('/run/lock/no_exists') >>> str(p.resolve()) '/run/lock/no_exits' ``` * From window ``` Python 3.6.8 (tags/v3.6.8:3c6b436a57, Dec 24 2018, 00:16:47) [MSC v.1916 64 bit (AMD64)] on win32 Type "help", "copyright", "credits" or "license" for more information. >>> import pathlib >>> p = pathlib.Path('README.md') >>> p.resolve() WindowsPath('C:/Users/xxx/PycharmProjects/yyy/README.md') >>> str(p.resolve()) 'C:\\Users\\xxx\\PycharmProjects\\yyy\\README.md' >>> p = pathlib.Path('no_exists') >>> p.resolve() WindowsPath('no_exists') >>> str(p.resolve()) 'no_exists' ``` Also, I have spotted a ticket similar to this one https://bugs.python.org/issue41357 ---------- components: FreeBSD, Windows, macOS messages: 374632 nosy: Mond Wan, koobs, ned.deily, paul.moore, ronaldoussoren, steve.dower, tim.golden, zach.ware priority: normal severity: normal status: open title: pathlib behave differ between OS versions: Python 3.6, Python 3.7, Python 3.8 _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Fri Jul 31 06:10:32 2020 From: report at bugs.python.org (Anatoli Babenia) Date: Fri, 31 Jul 2020 10:10:32 +0000 Subject: [New-bugs-announce] [issue41449] An article on Python 3 stdout and stderr output buffering Message-ID: <1596190232.56.0.383059757324.issue41449@roundup.psfhosted.org> New submission from Anatoli Babenia : It is hard to find info why Python 3 buffers stdout/stderr. The buffering causes problems when debugging Python apps in Docker and Kubernetes, and it is unclear if it is Python 3 who starts to buffer stdout if no tty is attached, it is Docker, or it is Kubernetes. The only bit of info that could be searched is the description of -u option https://docs.python.org/3.8/using/cmdline.html?#cmdoption-u which is not linked to any article. The `-u` description also says. > Changed in version 3.7: The text layer of the stdout and stderr streams now is unbuffered. However, I don't understand what is the text layers of stdout. And there is no description of behaviour when the output is not attached, and when the output is redirected. ---------- assignee: docs at python components: Documentation messages: 374633 nosy: Anatoli Babenia, docs at python priority: normal severity: normal status: open title: An article on Python 3 stdout and stderr output buffering _______________________________________ Python tracker _______________________________________ From report at bugs.python.org Fri Jul 31 10:36:27 2020 From: report at bugs.python.org (Alexander Sibiryakov) Date: Fri, 31 Jul 2020 14:36:27 +0000 Subject: [New-bugs-announce] [issue41450] OSError is not documented in ssl library, but still can be thrown Message-ID: <1596206187.31.0.0863049661733.issue41450@roundup.psfhosted.org> New submission from Alexander Sibiryakov : See stack trace [07/15/2020 08:51:14.799: ERROR/kafka.producer.sender] Uncaught error in kafka producer I/O thread Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/kafka/producer/sender.py", line 60, in run self.run_once() File "/usr/local/lib/python3.6/site-packages/kafka/producer/sender.py", line 160, in run_once self._client.poll(timeout_ms=poll_timeout_ms) File "/usr/local/lib/python3.6/site-packages/kafka/client_async.py", line 580, in poll self._maybe_connect(node_id) File "/usr/local/lib/python3.6/site-packages/kafka/client_async.py", line 390, in _maybe_connect conn.connect() File "/usr/local/lib/python3.6/site-packages/kafka/conn.py", line 426, in connect if self._try_handshake(): File "/usr/local/lib/python3.6/site-packages/kafka/conn.py", line 505, in _try_handshake self._sock.do_handshake() File "/usr/local/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/local/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() OSError: [Errno 0] Error See docs https://docs.python.org/3.8/library/ssl.html and see source code: https://github.com/python/cpython/blob/3.8/Modules/_ssl.c Probably the best would be to proceed with using SSLError, but short term OSError could be documented. ---------- assignee: docs at python components: Documentation messages: 374644 nosy: docs at python, sibiryakov priority: normal severity: normal status: open title: OSError is not documented in ssl library, but still can be thrown type: behavior versions: Python 3.8 _______________________________________ Python tracker