Introduced softmax_graph and softmax_op

theano/tensor/nnet/nnet.py

@@ -567,11 +567,14 @@ class Softmax(gof.Op):
     def c_code_cache_version():
         return (3,)
 
-softmax = Softmax()
+softmax_op = Softmax()
+
+def softmax_graph(c):
+    return tensor.exp(c) / tensor.exp(c).sum(axis=1, keepdims=True)
 
 
 @opt.register_specialize('fast_compile_gpu')
-@gof.local_optimizer([softmax])
+@gof.local_optimizer([softmax_op])
 def local_softmax_with_bias(node):
     """Try to turn softmax(sum_of_stuff) -> softmax_w_bias(matrix, bias)
     """

theano/tensor/nnet/tests/test_nnet.py

@@ -1374,6 +1374,10 @@ class Test_softmax_opt:
     # REPEAT 3 CASES in presence of log(softmax) with the advanced indexing
     # etc.
 
+def test_softmax():
+    from theano.tensor.nnet import softmax
+    
+    
 
 def test_stabilize_log_softmax():
     mode = theano.compile.mode.get_default_mode()