sync attribute added to theano function

theano/compile/function.py

@@ -76,7 +76,7 @@ def function_dump(filename, inputs, outputs=None, mode=None, updates=None,
 def function(inputs, outputs=None, mode=None, updates=None, givens=None,
              no_default_updates=False, accept_inplace=False, name=None,
              rebuild_strict=True, allow_input_downcast=None, profile=None,
-             on_unused_input=None):
+             on_unused_input=None, sync=False):
     """
     Return a :class:`callable object <theano.compile.function_module.Function>`
     that will calculate `outputs` from `inputs`.
@@ -323,7 +323,8 @@ def function(inputs, outputs=None, mode=None, updates=None, givens=None,
                    allow_input_downcast=allow_input_downcast,
                    on_unused_input=on_unused_input,
                    profile=profile,
-                   output_keys=output_keys)
+                   output_keys=output_keys,
+                   sync=sync)
     # We need to add the flag check_aliased inputs if we have any mutable or
     # borrowed used defined inputs
     fn._check_for_aliased_inputs = check_for_aliased_inputs

theano/compile/function_module.py

@@ -1390,7 +1390,8 @@ class FunctionMaker(object):
     def __init__(self, inputs, outputs,
                  mode=None, accept_inplace=False, function_builder=Function,
                  profile=None, on_unused_input=None, fgraph=None,
-                 output_keys=None):
+                 output_keys=None, sync=False):
+        self.sync = sync
         mode = theano.compile.mode.get_mode(mode)
 
         # Assert old way of working isn't used
@@ -1688,6 +1689,12 @@ class FunctionMaker(object):
         fn = self.function_builder(_fn, _i, _o, self.indices, self.outputs,
                                    defaults, self.unpack_single,
                                    self.return_none, self.output_keys, self)
+
+        if self.sync:
+            for i, inp in enumerate(input_storage):
+                if i in self.fgraph.update_mapping.values():
+                    inp.data.sync()
+
         fn.profile = self.profile
         return fn
 
@@ -1733,7 +1740,7 @@ def register_checker(checker):
 
 def orig_function(inputs, outputs, mode=None, accept_inplace=False,
                   name=None, profile=None, on_unused_input=None,
-                  output_keys=None):
+                  output_keys=None, sync=False):
     """
     Return a Function that will calculate the outputs from the inputs.
 
@@ -1804,7 +1811,8 @@ def orig_function(inputs, outputs, mode=None, accept_inplace=False,
                   accept_inplace=accept_inplace,
                   profile=profile,
                   on_unused_input=on_unused_input,
-                  output_keys=output_keys)
+                  output_keys=output_keys,
+                  sync=sync)
         with theano.configparser.change_flags(compute_test_value="off"):
             fn = m.create(defaults)
     finally:

theano/compile/pfunc.py

@@ -283,7 +283,7 @@ class Param(In):
 def pfunc(params, outputs=None, mode=None, updates=None, givens=None,
           no_default_updates=False, accept_inplace=False, name=None,
           rebuild_strict=True, allow_input_downcast=None,
-          profile=None, on_unused_input=None, output_keys=None):
+          profile=None, on_unused_input=None, output_keys=None, sync=False):
     """
     Function-constructor for graphs with shared variables.
 
@@ -483,7 +483,7 @@ def pfunc(params, outputs=None, mode=None, updates=None, givens=None,
     return orig_function(inputs, cloned_outputs, mode,
                          accept_inplace=accept_inplace, name=name,
                          profile=profile, on_unused_input=on_unused_input,
-                         output_keys=output_keys)
+                         output_keys=output_keys, sync=sync)
 
 
 def _pfunc_param_to_in(param, strict=False, allow_downcast=None):