Handling tag 'cpu' in the middle of graph

theano/gpuarray/opt.py

@@ -319,7 +319,8 @@ class GraphToGPU(NavigatorOptimizer):
 
             context_name = None
             for i in [mapping[i] for i in node.inputs]:
-                if isinstance(i.type, GpuArrayType):
+                target = getattr(i.tag, 'target', None)
+                if (isinstance(i.type, GpuArrayType) and target != 'cpu'):
                     context_name = i.type.context_name
                     move_to_GPU = True
                     break