提交 9aed9975 authored 作者: Ian Goodfellow's avatar Ian Goodfellow

nnet grads

上级 54b4dea2
...@@ -15,6 +15,7 @@ from theano.gof import Apply ...@@ -15,6 +15,7 @@ from theano.gof import Apply
from theano.tensor.nnet.sigm import sigmoid, softplus from theano.tensor.nnet.sigm import sigmoid, softplus
from theano.gradient import DisconnectedType from theano.gradient import DisconnectedType
from theano.gradient import grad_not_implemented
############ ############
...@@ -903,7 +904,7 @@ class CrossentropySoftmax1HotWithBiasDx (gof.Op): ...@@ -903,7 +904,7 @@ class CrossentropySoftmax1HotWithBiasDx (gof.Op):
sm, tensor.fill(dy, -1), y_idx_range, y_idx), sm, tensor.fill(dy, -1), y_idx_range, y_idx),
axis=1) axis=1)
g_sm = dy.dimshuffle(0, 'x') * g_dx g_sm = dy.dimshuffle(0, 'x') * g_dx
g_y_idx = None g_y_idx = grad_not_implemented(self, 2, y_idx)
return [g_dy, g_sm, g_y_idx] return [g_dy, g_sm, g_y_idx]
def c_code_cache_version(self): def c_code_cache_version(self):
...@@ -1142,7 +1143,7 @@ class CrossentropyCategorical1Hot(gof.Op): ...@@ -1142,7 +1143,7 @@ class CrossentropyCategorical1Hot(gof.Op):
coding, one_of_n = inp coding, one_of_n = inp
g_y, = grads g_y, = grads
return [crossentropy_categorical_1hot_grad(g_y, coding, one_of_n), return [crossentropy_categorical_1hot_grad(g_y, coding, one_of_n),
None] grad_not_implemented(self, 1, one_of_n)]
crossentropy_categorical_1hot = CrossentropyCategorical1Hot() crossentropy_categorical_1hot = CrossentropyCategorical1Hot()
......
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论