Added fix for new nodes not the part of graph

theano/gof/opt.py

@@ -1268,20 +1268,20 @@ class LocalOptGroup(LocalOptimizer):
     def transform(self, node):
         if len(self.opts) == 0:
             return
-        def apply_mult_opts(opt_list, node, single_opts=True):
+        def apply_mult_opts(opt_list, node, multiple_opts=False):
             repl = False
             for opt in opt_list:
                 repl = opt.transform(node)
                 if not repl:
                     continue
                 else:
-                    if single_opts or not repl[0].owner:
+                    if not multiple_opts or not repl[0].owner:
                         return repl
                     assert len(repl) == 1
                     # Ensuring not the input of graph
                     assert repl[0].owner
                     new_node = repl[0].owner
-                    apply_mult_opts(opt_list, new_node, False)
+                    apply_mult_opts(opt_list, new_node, True)
             return repl
 
         return apply_mult_opts(self.opts, node, self.apply_all_opts)

theano/tensor/opt.py

@@ -2539,6 +2539,11 @@ def local_useless_subtensor(node):
     list/vector or the ARange op.
 
     """
+
+    # If the optimization is tried over a node that is not a part of graph before
+    if not hasattr(node, 'fgraph'):
+        return
+
     # This optimization needs ShapeOpt and fgraph.shape_feature
     if not hasattr(node.fgraph, 'shape_feature'):
         return
@@ -4812,6 +4817,10 @@ class Canonizer(gof.LocalOptimizer):
         assert len(node.outputs) == 1
         out = node.outputs[0]
 
+        # Condition for replacement variable not being a part of the graph
+        if not hasattr(out, 'clients'):
+            return False
+
         # check if any of the clients of this node would be part of
         # this canonized graph...  if so, we do nothing and wait for
         # them to be transformed.