[Python-checkins] bpo-34769: Thread safety for _asyncgen_finalizer_hook(). (GH-9716)
Miss Islington (bot)
webhook-mailer at python.org
Tue Oct 9 12:03:40 EDT 2018
https://github.com/python/cpython/commit/41e5ec377b36aa951ac095839d2f74f66ee1e665
commit: 41e5ec377b36aa951ac095839d2f74f66ee1e665
branch: 3.7
author: Miss Islington (bot) <31488909+miss-islington at users.noreply.github.com>
committer: GitHub <noreply at github.com>
date: 2018-10-09T09:03:35-07:00
summary:
bpo-34769: Thread safety for _asyncgen_finalizer_hook(). (GH-9716)
(cherry picked from commit c880ffe7d2ce2fedb1831918c8a36e3623e0fb76)
Co-authored-by: twisteroid ambassador <twisteroidambassador at users.noreply.github.com>
files:
A Misc/NEWS.d/next/Library/2018-10-09-11-01-16.bpo-34769.cSkkZt.rst
M Lib/asyncio/base_events.py
M Lib/test/test_asyncio/test_base_events.py
diff --git a/Lib/asyncio/base_events.py b/Lib/asyncio/base_events.py
index a79e123e5113..b3b07554ec19 100644
--- a/Lib/asyncio/base_events.py
+++ b/Lib/asyncio/base_events.py
@@ -471,10 +471,7 @@ def _check_closed(self):
def _asyncgen_finalizer_hook(self, agen):
self._asyncgens.discard(agen)
if not self.is_closed():
- self.create_task(agen.aclose())
- # Wake up the loop if the finalizer was called from
- # a different thread.
- self._write_to_self()
+ self.call_soon_threadsafe(self.create_task, agen.aclose())
def _asyncgen_firstiter_hook(self, agen):
if self._asyncgens_shutdown_called:
diff --git a/Lib/test/test_asyncio/test_base_events.py b/Lib/test/test_asyncio/test_base_events.py
index 8733ac0f566c..59d321e1c691 100644
--- a/Lib/test/test_asyncio/test_base_events.py
+++ b/Lib/test/test_asyncio/test_base_events.py
@@ -907,6 +907,74 @@ def test_run_forever_pre_stopped(self):
self.loop.run_forever()
self.loop._selector.select.assert_called_once_with(0)
+ async def leave_unfinalized_asyncgen(self):
+ # Create an async generator, iterate it partially, and leave it
+ # to be garbage collected.
+ # Used in async generator finalization tests.
+ # Depends on implementation details of garbage collector. Changes
+ # in gc may break this function.
+ status = {'started': False,
+ 'stopped': False,
+ 'finalized': False}
+
+ async def agen():
+ status['started'] = True
+ try:
+ for item in ['ZERO', 'ONE', 'TWO', 'THREE', 'FOUR']:
+ yield item
+ finally:
+ status['finalized'] = True
+
+ ag = agen()
+ ai = ag.__aiter__()
+
+ async def iter_one():
+ try:
+ item = await ai.__anext__()
+ except StopAsyncIteration:
+ return
+ if item == 'THREE':
+ status['stopped'] = True
+ return
+ asyncio.create_task(iter_one())
+
+ asyncio.create_task(iter_one())
+ return status
+
+ def test_asyncgen_finalization_by_gc(self):
+ # Async generators should be finalized when garbage collected.
+ self.loop._process_events = mock.Mock()
+ self.loop._write_to_self = mock.Mock()
+ with support.disable_gc():
+ status = self.loop.run_until_complete(self.leave_unfinalized_asyncgen())
+ while not status['stopped']:
+ test_utils.run_briefly(self.loop)
+ self.assertTrue(status['started'])
+ self.assertTrue(status['stopped'])
+ self.assertFalse(status['finalized'])
+ support.gc_collect()
+ test_utils.run_briefly(self.loop)
+ self.assertTrue(status['finalized'])
+
+ def test_asyncgen_finalization_by_gc_in_other_thread(self):
+ # Python issue 34769: If garbage collector runs in another
+ # thread, async generators will not finalize in debug
+ # mode.
+ self.loop._process_events = mock.Mock()
+ self.loop._write_to_self = mock.Mock()
+ self.loop.set_debug(True)
+ with support.disable_gc():
+ status = self.loop.run_until_complete(self.leave_unfinalized_asyncgen())
+ while not status['stopped']:
+ test_utils.run_briefly(self.loop)
+ self.assertTrue(status['started'])
+ self.assertTrue(status['stopped'])
+ self.assertFalse(status['finalized'])
+ self.loop.run_until_complete(
+ self.loop.run_in_executor(None, support.gc_collect))
+ test_utils.run_briefly(self.loop)
+ self.assertTrue(status['finalized'])
+
class MyProto(asyncio.Protocol):
done = None
diff --git a/Misc/NEWS.d/next/Library/2018-10-09-11-01-16.bpo-34769.cSkkZt.rst b/Misc/NEWS.d/next/Library/2018-10-09-11-01-16.bpo-34769.cSkkZt.rst
new file mode 100644
index 000000000000..fc034c962ea2
--- /dev/null
+++ b/Misc/NEWS.d/next/Library/2018-10-09-11-01-16.bpo-34769.cSkkZt.rst
@@ -0,0 +1,2 @@
+Fix for async generators not finalizing when event loop is in debug mode and
+garbage collector runs in another thread.
More information about the Python-checkins
mailing list