[Python-checkins] gh-97545: Make Semaphore run faster. (GH-97549)

miss-islington webhook-mailer at python.org
Mon Sep 26 19:57:59 EDT 2022


https://github.com/python/cpython/commit/232156144c47a49abc33c4b294546bbb7e1829d3
commit: 232156144c47a49abc33c4b294546bbb7e1829d3
branch: 3.10
author: Miss Islington (bot) <31488909+miss-islington at users.noreply.github.com>
committer: miss-islington <31488909+miss-islington at users.noreply.github.com>
date: 2022-09-26T16:57:52-07:00
summary:

gh-97545: Make Semaphore run faster. (GH-97549)

(cherry picked from commit 68c46ae68b6e0c36a12e37285fff9ce0782ed01e)

Co-authored-by: Cyker Way <cykerway at gmail.com>

files:
A Misc/NEWS.d/next/Library/2022-09-25-23-24-52.gh-issue-97545.HZLSNt.rst
M Lib/asyncio/locks.py
M Lib/test/test_asyncio/test_locks.py

diff --git a/Lib/asyncio/locks.py b/Lib/asyncio/locks.py
index fc03830b949d..e192159127a3 100644
--- a/Lib/asyncio/locks.py
+++ b/Lib/asyncio/locks.py
@@ -360,8 +360,9 @@ def __repr__(self):
         return f'<{res[1:-1]} [{extra}]>'
 
     def locked(self):
-        """Returns True if semaphore counter is zero."""
-        return self._value == 0
+        """Returns True if semaphore cannot be acquired immediately."""
+        return self._value == 0 or (
+            any(not w.cancelled() for w in (self._waiters or ())))
 
     async def acquire(self):
         """Acquire a semaphore.
@@ -372,8 +373,7 @@ async def acquire(self):
         called release() to make it larger than 0, and then return
         True.
         """
-        if (not self.locked() and (self._waiters is None or
-                all(w.cancelled() for w in self._waiters))):
+        if not self.locked():
             self._value -= 1
             return True
 
@@ -391,13 +391,13 @@ async def acquire(self):
             finally:
                 self._waiters.remove(fut)
         except exceptions.CancelledError:
-            if not self.locked():
-                self._wake_up_first()
+            if not fut.cancelled():
+                self._value += 1
+                self._wake_up_next()
             raise
 
-        self._value -= 1
-        if not self.locked():
-            self._wake_up_first()
+        if self._value > 0:
+            self._wake_up_next()
         return True
 
     def release(self):
@@ -407,22 +407,18 @@ def release(self):
         become larger than zero again, wake up that coroutine.
         """
         self._value += 1
-        self._wake_up_first()
+        self._wake_up_next()
 
-    def _wake_up_first(self):
-        """Wake up the first waiter if it isn't done."""
+    def _wake_up_next(self):
+        """Wake up the first waiter that isn't done."""
         if not self._waiters:
             return
-        try:
-            fut = next(iter(self._waiters))
-        except StopIteration:
-            return
 
-        # .done() necessarily means that a waiter will wake up later on and
-        # either take the lock, or, if it was cancelled and lock wasn't
-        # taken already, will hit this again and wake up a new waiter.
-        if not fut.done():
-            fut.set_result(True)
+        for fut in self._waiters:
+            if not fut.done():
+                self._value -= 1
+                fut.set_result(True)
+                return
 
 
 class BoundedSemaphore(Semaphore):
diff --git a/Lib/test/test_asyncio/test_locks.py b/Lib/test/test_asyncio/test_locks.py
index c53926745166..50aed9023254 100644
--- a/Lib/test/test_asyncio/test_locks.py
+++ b/Lib/test/test_asyncio/test_locks.py
@@ -857,9 +857,8 @@ async def c4(result):
 
         sem.release()
         sem.release()
-        self.assertEqual(2, sem._value)
+        self.assertEqual(0, sem._value)
 
-        await asyncio.sleep(0)
         await asyncio.sleep(0)
         self.assertEqual(0, sem._value)
         self.assertEqual(3, len(result))
diff --git a/Misc/NEWS.d/next/Library/2022-09-25-23-24-52.gh-issue-97545.HZLSNt.rst b/Misc/NEWS.d/next/Library/2022-09-25-23-24-52.gh-issue-97545.HZLSNt.rst
new file mode 100644
index 000000000000..a53902ea670b
--- /dev/null
+++ b/Misc/NEWS.d/next/Library/2022-09-25-23-24-52.gh-issue-97545.HZLSNt.rst
@@ -0,0 +1 @@
+Make Semaphore run faster.



More information about the Python-checkins mailing list