Uncommenting softmax optimization

theano/tensor/nnet/nnet.py

@@ -397,8 +397,7 @@ def local_softmax_with_bias(node):
                     return
                 return [sm_bias]
 
-if 0:
-    def softmax_simplifier(numerators, denominators):
+def softmax_simplifier(numerators, denominators):
     for numerator in list(numerators):
         #TODO: a single softmax'd vector??
         if not numerator.type.dtype.startswith('float'):
@@ -430,8 +429,9 @@ if 0:
             denominators.remove(matching_denom)
             numerators.append(softmax(x))
     return numerators, denominators
-    opt.local_mul_canonizer.add_simplifier(softmax_simplifier, 'softmax_simplifier')
+opt.local_mul_canonizer.add_simplifier(softmax_simplifier, 'softmax_simplifier')
 
+if 0:
     def softmax_grad_simplifier(numerators, denominators):
         print "mul simplify numerators"
         printing.debugprint(numerators)