[pypy-commit] pypy stm-thread-2: In-progress

arigo noreply at buildbot.pypy.org
Fri Jan 11 19:31:51 CET 2013


Author: Armin Rigo <arigo at tunes.org>
Branch: stm-thread-2
Changeset: r59965:57c8b6db810e
Date: 2013-01-11 19:31 +0100
http://bitbucket.org/pypy/pypy/changeset/57c8b6db810e/

Log:	In-progress

diff --git a/pypy/rlib/rstm.py b/pypy/rlib/rstm.py
--- a/pypy/rlib/rstm.py
+++ b/pypy/rlib/rstm.py
@@ -6,8 +6,7 @@
 from pypy.rlib.rposix import get_errno, set_errno
 from pypy.rpython.lltypesystem import lltype, llmemory, rffi, rclass
 from pypy.rpython.lltypesystem.lloperation import llop
-from pypy.rpython.annlowlevel import (cast_base_ptr_to_instance,
-                                      cast_instance_to_base_ptr,
+from pypy.rpython.annlowlevel import (cast_instance_to_base_ptr,
                                       llhelper)
 
 def is_inevitable():
@@ -75,33 +74,32 @@
 
 # ____________________________________________________________
 
- at specialize.memo()
-def _get_stm_callback(func, argcls):
-    def _stm_callback(llarg, retry_counter):
+def make_perform_transaction(func, CONTAINERP):
+    #
+    def _stm_callback(llcontainer, retry_counter):
         if not is_atomic():
             llop.stm_start_transaction(lltype.Void)
-        llarg = rffi.cast(rclass.OBJECTPTR, llarg)
-        arg = cast_base_ptr_to_instance(argcls, llarg)
+        llcontainer = rffi.cast(CONTAINERP, llcontainer)
         try:
-            res = func(arg, retry_counter)
-        except:
-            fatalerror("no exception allowed in stm_callback")
-            assert 0
+            res = func(llcontainer, retry_counter)
+            llcontainer.got_exception = lltype.nullptr(rclass.OBJECT)
+        except Exception, e:
+            res = 0     # stop perform_transaction() and returns
+            lle = cast_instance_to_base_ptr(e)
+            llcontainer.got_exception = lle
         if not is_atomic():
             llop.stm_stop_transaction(lltype.Void)
         return res
-    return _stm_callback
-
- at specialize.arg(0, 1)
-def perform_transaction(func, argcls, arg):
-    ll_assert(arg is None or isinstance(arg, argcls),
-              "perform_transaction: wrong class")
-    before_external_call()
-    llarg = cast_instance_to_base_ptr(arg)
-    adr_of_top = llop.gc_adr_of_root_stack_top(llmemory.Address)
-    callback = _get_stm_callback(func, argcls)
-    llcallback = llhelper(stmgcintf.StmOperations.CALLBACK_TX, callback)
-    stmgcintf.StmOperations.perform_transaction(llcallback, llarg, adr_of_top)
-    after_external_call()
-    keepalive_until_here(arg)
-perform_transaction._transaction_break_ = True
+    #
+    def perform_transaction(llcontainer):
+        before_external_call()
+        adr_of_top = llop.gc_adr_of_root_stack_top(llmemory.Address)
+        llcallback = llhelper(stmgcintf.StmOperations.CALLBACK_TX,
+                              _stm_callback)
+        stmgcintf.StmOperations.perform_transaction(llcallback, llcontainer,
+                                                    adr_of_top)
+        after_external_call()
+        keepalive_until_here(llcontainer)
+    perform_transaction._transaction_break_ = True
+    #
+    return perform_transaction
diff --git a/pypy/translator/stm/jitdriver.py b/pypy/translator/stm/jitdriver.py
--- a/pypy/translator/stm/jitdriver.py
+++ b/pypy/translator/stm/jitdriver.py
@@ -1,11 +1,12 @@
-from pypy.rpython.lltypesystem import lltype
+from pypy.rpython.lltypesystem import lltype, rclass
 from pypy.objspace.flow.model import checkgraph, copygraph
 from pypy.objspace.flow.model import Block, Link, SpaceOperation, Constant
 from pypy.translator.unsimplify import split_block, varoftype
 from pypy.translator.stm.stmgcintf import StmOperations
 from pypy.translator.backendopt.ssa import SSA_to_SSI
 from pypy.annotation.model import lltype_to_annotation, s_Int
-from pypy.rpython.annlowlevel import MixLevelHelperAnnotator
+from pypy.rpython.annlowlevel import (MixLevelHelperAnnotator,
+                                      cast_base_ptr_to_instance)
 from pypy.rlib import rstm
 
 
@@ -47,14 +48,9 @@
     #     if p.got_exception: raise p.got_exception
     #     return p.result_value
     #
-    # def callback(p):
-    #     try:
-    #         return run_callback(p)
-    #     except e:
-    #         p.got_exception = e
-    #         return 0         # stop perform_tr() and returns
+    # (note that perform_transaction() itself will fill p.got_exception)
     #
-    # def run_callback(p):
+    # def callback(p, retry_counter):
     #     fish (green args, red args) from p
     #     while 1:
     #         stuff_after
@@ -77,7 +73,6 @@
         #
         rtyper = self.stmtransformer.translator.rtyper
         self.mixlevelannotator = MixLevelHelperAnnotator(rtyper)
-        self.make_run_callback_function()
         self.make_callback_function()
         self.make_invoke_stm_function()
         self.rewrite_main_graph()
@@ -97,7 +92,8 @@
 
     def make_container_type(self):
         self.CONTAINER = lltype.GcStruct('StmArgs',
-                                         ('result_value', self.RESTYPE))
+                                         ('result_value', self.RESTYPE),
+                                         ('got_exception', rclass.OBJECTPTR))
         self.CONTAINERP = lltype.Ptr(self.CONTAINER)
 
     def add_call_should_break_transaction(self, block):
@@ -143,12 +139,14 @@
     def make_invoke_stm_function(self):
         CONTAINER = self.CONTAINER
         callback = self.callback_function
+        perform_transaction = rstm.make_perform_transaction(callback,
+                                                            self.CONTAINERP)
         #
         def ll_invoke_stm():
             p = lltype.malloc(CONTAINER)
-            rstm.perform_transaction(callback, p)
-            #if p.got_exception:
-            #    raise p.got_exception
+            perform_transaction(p)
+            if p.got_exception:
+                raise cast_base_ptr_to_instance(Exception, p.got_exception)
             return p.result_value
         #
         mix = self.mixlevelannotator
@@ -157,41 +155,35 @@
         self.c_invoke_stm_func = c_func
 
     def make_callback_function(self):
-        run_callback = self.run_callback_function
-        #
-        def ll_callback(p):
-            #try:
-                return run_callback(p)
-            #except Exception, e:
-            #    p.got_exception = e
-            #    return 0         # stop perform_tr() and returns
-        #
-        mix = self.mixlevelannotator
-        args_s = [lltype_to_annotation(self.CONTAINERP)]
-        self.callback_function = mix.delayedfunction(ll_callback,
-                                                     args_s, s_Int)
-
-    def make_run_callback_function(self):
         # make a copy of the 'main_graph'
-        run_callback_graph = copygraph(self.main_graph)
-        self.run_callback_graph = run_callback_graph
+        callback_graph = copygraph(self.main_graph)
+        callback_graph.name += '_stm'
+        self.callback_graph = callback_graph
+        #for v1, v2 in zip(
+        #    self.main_graph.getargs() + [self.main_graph.getreturnvar()],
+        #    callback_graph.getargs() + [callback_graph.getreturnvar()]):
+        #    self.stmtransformer.translator.annotator.transfer_binding(v2, v1)
         #
         # make a new startblock
         v_p = varoftype(self.CONTAINERP)
-        blockst = Block([v_p])
+        v_retry_counter = varoftype(lltype.Signed)
+        blockst = Block([v_p, v_retry_counter])
+        annotator = self.stmtransformer.translator.annotator
+        annotator.setbinding(v_p, lltype_to_annotation(self.CONTAINERP))
+        annotator.setbinding(v_retry_counter, s_Int)
         #
         # change the startblock of callback_graph to point just after the
         # jit_merge_point
-        block1, i = find_jit_merge_point(run_callback_graph)
+        block1, i = find_jit_merge_point(callback_graph)
         assert i == len(block1.operations) - 1
         del block1.operations[i]
         [link] = block1.exits
-        run_callback_graph.startblock = blockst
+        callback_graph.startblock = blockst
         blockst.closeblock(Link([], link.target))
         #
         # hack at the regular return block, to set the result into
         # 'p.result_value', clear 'p.got_exception', and return 0
-        blockr = run_callback_graph.returnblock
+        blockr = callback_graph.returnblock
         c_result_value = Constant('result_value', lltype.Void)
         blockr.operations = [
             SpaceOperation('setfield',
@@ -199,20 +191,24 @@
                            varoftype(lltype.Void)),
             #...
             ]
-        v = varoftype(self.RESTYPE)
+        v = varoftype(lltype.Signed)
+        annotator.setbinding(v, s_Int)
         newblockr = Block([v])
         newblockr.operations = ()
         newblockr.closeblock()
         blockr.recloseblock(Link([Constant(0, lltype.Signed)], newblockr))
-        run_callback_graph.returnblock = newblockr
+        callback_graph.returnblock = newblockr
         #
         # add 'should_break_transaction()' at the end of the loop
         blockf = self.add_call_should_break_transaction(block1)
         # ...store stuff...
         blockf.closeblock(Link([Constant(1, lltype.Signed)], newblockr))
         #
-        SSA_to_SSI(run_callback_graph)   # to pass 'p' everywhere
-        checkgraph(run_callback_graph)
+        SSA_to_SSI(callback_graph)   # to pass 'p' everywhere
+        checkgraph(callback_graph)
         #
+        FUNCTYPE = lltype.FuncType([self.CONTAINERP, lltype.Signed],
+                                   lltype.Signed)
         mix = self.mixlevelannotator
-        self.run_callback_function = mix.graph2delayed(run_callback_graph)
+        self.callback_function = mix.graph2delayed(callback_graph,
+                                                   FUNCTYPE=FUNCTYPE)


More information about the pypy-commit mailing list