[Python-checkins] [3.9] bpo-45997: Fix asyncio.Semaphore re-acquiring order (GH-31910) (GH-32049)
asvetlov
webhook-mailer at python.org
Tue Mar 22 11:16:40 EDT 2022
https://github.com/python/cpython/commit/f47984b560f1dafe4d907cef4edadfb1746bf027
commit: f47984b560f1dafe4d907cef4edadfb1746bf027
branch: 3.9
author: Andrew Svetlov <andrew.svetlov at gmail.com>
committer: asvetlov <andrew.svetlov at gmail.com>
date: 2022-03-22T17:16:27+02:00
summary:
[3.9] bpo-45997: Fix asyncio.Semaphore re-acquiring order (GH-31910) (GH-32049)
Co-authored-by: Kumar Aditya <59607654+kumaraditya303 at users.noreply.github.com>.
(cherry picked from commit 32e77154ddfc514a3144d5912bffdd957246fd6c)
Co-authored-by: Andrew Svetlov <andrew.svetlov at gmail.com>
files:
A Misc/NEWS.d/next/Library/2022-03-15-18-32-12.bpo-45997.4n2aVU.rst
M Lib/asyncio/locks.py
M Lib/test/test_asyncio/test_locks.py
diff --git a/Lib/asyncio/locks.py b/Lib/asyncio/locks.py
index f1ce7324785ba..d17d7ccd813d2 100644
--- a/Lib/asyncio/locks.py
+++ b/Lib/asyncio/locks.py
@@ -378,6 +378,7 @@ def __init__(self, value=1, *, loop=None):
warnings.warn("The loop argument is deprecated since Python 3.8, "
"and scheduled for removal in Python 3.10.",
DeprecationWarning, stacklevel=2)
+ self._wakeup_scheduled = False
def __repr__(self):
res = super().__repr__()
@@ -391,6 +392,7 @@ def _wake_up_next(self):
waiter = self._waiters.popleft()
if not waiter.done():
waiter.set_result(None)
+ self._wakeup_scheduled = True
return
def locked(self):
@@ -406,16 +408,17 @@ async def acquire(self):
called release() to make it larger than 0, and then return
True.
"""
- while self._value <= 0:
+ # _wakeup_scheduled is set if *another* task is scheduled to wakeup
+ # but its acquire() is not resumed yet
+ while self._wakeup_scheduled or self._value <= 0:
fut = self._loop.create_future()
self._waiters.append(fut)
try:
await fut
- except:
- # See the similar code in Queue.get.
- fut.cancel()
- if self._value > 0 and not fut.cancelled():
- self._wake_up_next()
+ # reset _wakeup_scheduled *after* waiting for a future
+ self._wakeup_scheduled = False
+ except exceptions.CancelledError:
+ self._wake_up_next()
raise
self._value -= 1
return True
diff --git a/Lib/test/test_asyncio/test_locks.py b/Lib/test/test_asyncio/test_locks.py
index b9aae360384ea..79ebbd26804a5 100644
--- a/Lib/test/test_asyncio/test_locks.py
+++ b/Lib/test/test_asyncio/test_locks.py
@@ -961,6 +961,32 @@ async def test_release_no_waiters(self):
sem.release()
self.assertFalse(sem.locked())
+ async def test_acquire_fifo_order(self):
+ sem = asyncio.Semaphore(1)
+ result = []
+
+ async def coro(tag):
+ await sem.acquire()
+ result.append(f'{tag}_1')
+ await asyncio.sleep(0.01)
+ sem.release()
+
+ await sem.acquire()
+ result.append(f'{tag}_2')
+ await asyncio.sleep(0.01)
+ sem.release()
+
+ t1 = asyncio.create_task(coro('c1'))
+ t2 = asyncio.create_task(coro('c2'))
+ t3 = asyncio.create_task(coro('c3'))
+
+ await asyncio.gather(t1, t2, t3)
+
+ self.assertEqual(
+ ['c1_1', 'c2_1', 'c3_1', 'c1_2', 'c2_2', 'c3_2'],
+ result
+ )
+
if __name__ == '__main__':
unittest.main()
diff --git a/Misc/NEWS.d/next/Library/2022-03-15-18-32-12.bpo-45997.4n2aVU.rst b/Misc/NEWS.d/next/Library/2022-03-15-18-32-12.bpo-45997.4n2aVU.rst
new file mode 100644
index 0000000000000..40d8504e5a946
--- /dev/null
+++ b/Misc/NEWS.d/next/Library/2022-03-15-18-32-12.bpo-45997.4n2aVU.rst
@@ -0,0 +1 @@
+Fix :class:`asyncio.Semaphore` re-aquiring FIFO order.
More information about the Python-checkins
mailing list