Skip to content
项目
群组
代码片段
帮助
当前项目
正在载入...
登录 / 注册
切换导航面板
P
pytensor
项目
项目
详情
活动
周期分析
仓库
仓库
文件
提交
分支
标签
贡献者
图表
比较
统计图
议题
0
议题
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
CI / CD
CI / CD
流水线
作业
日程
统计图
Wiki
Wiki
代码片段
代码片段
成员
成员
折叠边栏
关闭边栏
活动
图像
聊天
创建新问题
作业
提交
问题看板
Open sidebar
testgroup
pytensor
Commits
25defabd
提交
25defabd
authored
9月 21, 2020
作者:
Brandon T. Willard
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
Clean up type references in Subtensor tests
上级
8036b142
显示空白字符变更
内嵌
并排
正在显示
1 个修改的文件
包含
190 行增加
和
173 行删除
+190
-173
test_subtensor.py
tests/tensor/test_subtensor.py
+190
-173
没有找到文件。
tests/tensor/test_subtensor.py
浏览文件 @
25defabd
...
@@ -40,11 +40,14 @@ from theano.tensor.basic import DimShuffle
...
@@ -40,11 +40,14 @@ from theano.tensor.basic import DimShuffle
from
theano.tensor.subtensor
import
(
from
theano.tensor.subtensor
import
(
basic_shape
,
basic_shape
,
indexed_result_shape
,
indexed_result_shape
,
Subtensor
,
IncSubtensor
,
AdvancedIncSubtensor
,
AdvancedIncSubtensor
,
AdvancedIncSubtensor1
,
AdvancedIncSubtensor1
,
AdvancedSubtensor
,
AdvancedSubtensor
,
IncSubtensor
,
AdvancedSubtensor1
,
Subtensor
,
AdvancedBooleanSubtensor
,
AdvancedBooleanIncSubtensor
,
advanced_inc_subtensor
,
advanced_inc_subtensor
,
advanced_inc_subtensor1
,
advanced_inc_subtensor1
,
advanced_set_subtensor
,
advanced_set_subtensor
,
...
@@ -59,6 +62,16 @@ from tests import unittest_tools as utt
...
@@ -59,6 +62,16 @@ from tests import unittest_tools as utt
from
tests.tensor.test_basic
import
inplace_func
,
rand
,
randint_ranged
from
tests.tensor.test_basic
import
inplace_func
,
rand
,
randint_ranged
subtensor_ops
=
(
Subtensor
,
IncSubtensor
,
AdvancedSubtensor1
,
AdvancedIncSubtensor1
,
AdvancedBooleanSubtensor
,
AdvancedBooleanIncSubtensor
,
)
class
TestSubtensor
(
utt
.
OptimizationTestMixin
):
class
TestSubtensor
(
utt
.
OptimizationTestMixin
):
"""
"""
This is designed to be sub-classed (e.g. by the GPU tests).
This is designed to be sub-classed (e.g. by the GPU tests).
...
@@ -67,28 +80,9 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -67,28 +80,9 @@ class TestSubtensor(utt.OptimizationTestMixin):
def
setup_method
(
self
):
def
setup_method
(
self
):
self
.
shared
=
tensor
.
_shared
self
.
shared
=
tensor
.
_shared
self
.
dtype
=
theano
.
config
.
floatX
self
.
dtype
=
theano
.
config
.
floatX
self
.
type
=
tensor
.
TensorType
self
.
ignore_topo
=
DeepCopyOp
self
.
dimshuffle
=
DimShuffle
mode
=
theano
.
compile
.
mode
.
get_default_mode
()
mode
=
theano
.
compile
.
mode
.
get_default_mode
()
self
.
mode
=
mode
.
including
(
"local_useless_subtensor"
)
self
.
mode
=
mode
.
including
(
"local_useless_subtensor"
)
self
.
fast_compile
=
theano
.
config
.
mode
==
"FAST_COMPILE"
self
.
fast_compile
=
theano
.
config
.
mode
==
"FAST_COMPILE"
self
.
sub
=
tensor
.
Subtensor
self
.
inc_sub
=
tensor
.
IncSubtensor
self
.
adv_sub1
=
tensor
.
AdvancedSubtensor1
self
.
adv_incsub1
=
tensor
.
AdvancedIncSubtensor1
self
.
adv_sub
=
tensor
.
AdvancedSubtensor
self
.
adv_bool_sub
=
tensor
.
AdvancedBooleanSubtensor
self
.
adv_bool_inc_sub
=
tensor
.
AdvancedBooleanIncSubtensor
self
.
ops
=
(
self
.
sub
,
self
.
inc_sub
,
self
.
adv_sub1
,
self
.
adv_incsub1
,
self
.
adv_bool_sub
,
self
.
adv_bool_inc_sub
,
)
Subtensor
.
debug
=
False
utt
.
seed_rng
()
utt
.
seed_rng
()
def
function
(
def
function
(
...
@@ -113,7 +107,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -113,7 +107,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
if
mode
is
None
:
if
mode
is
None
:
mode
=
self
.
mode
mode
=
self
.
mode
if
op
is
None
:
if
op
is
None
:
op
=
self
.
sub
op
=
Subtensor
f
=
theano
.
function
(
inputs
,
outputs
,
mode
=
mode
,
accept_inplace
=
accept_inplace
)
f
=
theano
.
function
(
inputs
,
outputs
,
mode
=
mode
,
accept_inplace
=
accept_inplace
)
self
.
assertFunctionContainsClassN
(
f
,
op
,
N
)
self
.
assertFunctionContainsClassN
(
f
,
op
,
N
)
...
@@ -121,12 +115,12 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -121,12 +115,12 @@ class TestSubtensor(utt.OptimizationTestMixin):
def
eval_output_and_check
(
self
,
t
,
op_type
=
None
,
mode
=
None
,
length
=
1
):
def
eval_output_and_check
(
self
,
t
,
op_type
=
None
,
mode
=
None
,
length
=
1
):
if
op_type
is
None
:
if
op_type
is
None
:
op_type
=
self
.
sub
op_type
=
Subtensor
if
mode
is
None
:
if
mode
is
None
:
mode
=
self
.
mode
mode
=
self
.
mode
f
=
inplace_func
([],
t
,
mode
=
mode
)
f
=
inplace_func
([],
t
,
mode
=
mode
)
topo
=
f
.
maker
.
fgraph
.
toposort
()
topo
=
f
.
maker
.
fgraph
.
toposort
()
topo_
=
[
node
for
node
in
topo
if
not
isinstance
(
node
.
op
,
self
.
ignore_topo
)]
topo_
=
[
node
for
node
in
topo
if
not
isinstance
(
node
.
op
,
DeepCopyOp
)]
assert
len
(
topo_
)
==
length
assert
len
(
topo_
)
==
length
if
length
==
1
:
if
length
==
1
:
assert
isinstance
(
topo_
[
0
]
.
op
,
op_type
)
assert
isinstance
(
topo_
[
0
]
.
op
,
op_type
)
...
@@ -179,7 +173,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -179,7 +173,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
def
test_0_dims
(
self
):
def
test_0_dims
(
self
):
n
=
self
.
shared
(
np
.
ones
((),
dtype
=
self
.
dtype
))
n
=
self
.
shared
(
np
.
ones
((),
dtype
=
self
.
dtype
))
t
=
self
.
sub
([])(
n
)
t
=
Subtensor
([])(
n
)
assert
isinstance
(
t
.
owner
.
op
,
Subtensor
)
assert
isinstance
(
t
.
owner
.
op
,
Subtensor
)
self
.
eval_output_and_check
(
self
.
eval_output_and_check
(
t
,
mode
=
self
.
mode
.
excluding
(
"local_useless_subtensor"
)
t
,
mode
=
self
.
mode
.
excluding
(
"local_useless_subtensor"
)
...
@@ -322,7 +316,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -322,7 +316,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
(
lambda
:
n
[:
(
2
**
63
)])()
(
lambda
:
n
[:
(
2
**
63
)])()
def
test_list_slice
(
self
):
def
test_list_slice
(
self
):
x
=
t
heano
.
t
ensor
.
arange
(
100
)
.
reshape
((
5
,
5
,
4
))
x
=
tensor
.
arange
(
100
)
.
reshape
((
5
,
5
,
4
))
res
=
x
[[
slice
(
1
,
-
1
)]
*
x
.
ndim
]
.
eval
()
res
=
x
[[
slice
(
1
,
-
1
)]
*
x
.
ndim
]
.
eval
()
x
=
np
.
arange
(
100
)
.
reshape
((
5
,
5
,
4
))
x
=
np
.
arange
(
100
)
.
reshape
((
5
,
5
,
4
))
np
.
allclose
(
res
,
x
[[
slice
(
1
,
-
1
)]
*
x
.
ndim
])
np
.
allclose
(
res
,
x
[[
slice
(
1
,
-
1
)]
*
x
.
ndim
])
...
@@ -339,15 +333,20 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -339,15 +333,20 @@ class TestSubtensor(utt.OptimizationTestMixin):
numpy_n
=
np
.
arange
(
24
,
dtype
=
self
.
dtype
)
.
reshape
((
2
,
3
,
4
))
numpy_n
=
np
.
arange
(
24
,
dtype
=
self
.
dtype
)
.
reshape
((
2
,
3
,
4
))
n
=
self
.
shared
(
numpy_n
)
n
=
self
.
shared
(
numpy_n
)
test_cases
=
[
test_cases
=
[
(
0
,
Subtensor
,
self
.
sub
,
np
.
index_exp
[
...
]),
(
0
,
Subtensor
,
Subtensor
,
np
.
index_exp
[
...
]),
(
1
,
Subtensor
,
self
.
sub
,
np
.
index_exp
[
...
,
1
]),
(
1
,
Subtensor
,
Subtensor
,
np
.
index_exp
[
...
,
1
]),
(
1
,
Subtensor
,
self
.
sub
,
np
.
index_exp
[
1
,
...
]),
(
1
,
Subtensor
,
Subtensor
,
np
.
index_exp
[
1
,
...
]),
(
1
,
Subtensor
,
self
.
sub
,
np
.
index_exp
[
...
,
1
,
2
,
3
]),
(
1
,
Subtensor
,
Subtensor
,
np
.
index_exp
[
...
,
1
,
2
,
3
]),
(
1
,
Subtensor
,
self
.
sub
,
np
.
index_exp
[
1
,
...
,
2
,
3
]),
(
1
,
Subtensor
,
Subtensor
,
np
.
index_exp
[
1
,
...
,
2
,
3
]),
(
1
,
Subtensor
,
self
.
sub
,
np
.
index_exp
[
1
,
2
,
3
,
...
]),
(
1
,
Subtensor
,
Subtensor
,
np
.
index_exp
[
1
,
2
,
3
,
...
]),
(
3
,
DimShuffle
,
self
.
dimshuffle
,
np
.
index_exp
[
...
,
[
0
,
2
,
3
]]),
(
3
,
DimShuffle
,
DimShuffle
,
np
.
index_exp
[
...
,
[
0
,
2
,
3
]]),
(
1
,
DimShuffle
,
self
.
dimshuffle
,
np
.
index_exp
[
np
.
newaxis
,
...
]),
(
1
,
DimShuffle
,
DimShuffle
,
np
.
index_exp
[
np
.
newaxis
,
...
]),
(
1
,
AdvancedSubtensor
,
self
.
adv_sub
,
np
.
index_exp
[
...
,
np
.
newaxis
,
[
1
,
2
]]),
(
1
,
AdvancedSubtensor
,
AdvancedSubtensor
,
np
.
index_exp
[
...
,
np
.
newaxis
,
[
1
,
2
]],
),
]
]
for
length
,
op_type
,
op_type_opt
,
slice_
in
test_cases
:
for
length
,
op_type
,
op_type_opt
,
slice_
in
test_cases
:
...
@@ -364,84 +363,101 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -364,84 +363,101 @@ class TestSubtensor(utt.OptimizationTestMixin):
x
[
idx
]
+=
a
x
[
idx
]
+=
a
return
x
return
x
numpy_n
=
np
.
arange
(
6
,
dtype
=
self
.
dtype
)
.
reshape
((
2
,
3
))
test_array_np
=
np
.
arange
(
6
,
dtype
=
self
.
dtype
)
.
reshape
((
2
,
3
))
n
=
self
.
shared
(
numpy_n
)
test_array
=
self
.
shared
(
test_array_np
)
# indexing with a mask for some dimensions
# indexing with a mask for some dimensions
mask
=
np
.
array
([
True
,
False
])
mask
=
np
.
array
([
True
,
False
])
val
=
self
.
eval_output_and_check
(
n
[
mask
],
op_type
=
self
.
adv_bool_sub
)
assert_array_equal
(
numpy_n
[
mask
],
val
)
val
=
self
.
eval_output_and_check
(
val
=
self
.
eval_output_and_check
(
inc_subtensor
(
n
[
mask
],
1
),
op_type
=
self
.
adv_bool_inc_sub
test_array
[
mask
],
op_type
=
AdvancedBooleanSubtensor
)
)
assert_array_equal
(
numpy_inc_subtensor
(
numpy_n
,
mask
,
1
),
val
)
assert_array_equal
(
test_array_np
[
mask
],
val
)
val
=
self
.
eval_output_and_check
(
inc_subtensor
(
test_array
[
mask
],
1
),
op_type
=
AdvancedBooleanIncSubtensor
)
assert_array_equal
(
numpy_inc_subtensor
(
test_array_np
,
mask
,
1
),
val
)
assert_array_equal
(
assert_array_equal
(
numpy_inc_subtensor
(
numpy_n
,
mask
,
numpy_n
[
mask
]),
numpy_inc_subtensor
(
test_array_np
,
mask
,
test_array_np
[
mask
]),
inc_subtensor
(
n
[
mask
],
n
[
mask
])
.
eval
(),
inc_subtensor
(
test_array
[
mask
],
test_array
[
mask
])
.
eval
(),
)
)
# test gradient
# test gradient
utt
.
verify_grad
(
lambda
m
:
m
[
mask
],
[
numpy_n
])
utt
.
verify_grad
(
lambda
m
:
m
[
mask
],
[
test_array_np
])
utt
.
verify_grad
(
lambda
m
:
inc_subtensor
(
m
[
mask
],
1
),
[
numpy_n
])
utt
.
verify_grad
(
lambda
m
:
inc_subtensor
(
m
[
mask
],
1
),
[
test_array_np
])
# indexing with a comparison (should translate to a boolean mask)
# indexing with a comparison (should translate to a boolean mask)
assert_array_equal
(
numpy_n
[
numpy_n
>
2
],
n
[
n
>
2
]
.
eval
())
assert_array_equal
(
assert_array_equal
(
numpy_n
[[
0
],
numpy_n
[
0
]
>
2
],
n
[[
0
],
n
[
0
]
>
2
]
.
eval
())
test_array_np
[
test_array_np
>
2
],
test_array
[
test_array
>
2
]
.
eval
()
assert_array_equal
(
numpy_n
[[
1
],
numpy_n
[
0
]
>
2
],
n
[[
1
],
n
[
0
]
>
2
]
.
eval
())
)
assert_array_equal
(
test_array_np
[[
0
],
test_array_np
[
0
]
>
2
],
test_array
[[
0
],
test_array
[
0
]
>
2
]
.
eval
(),
)
assert_array_equal
(
test_array_np
[[
1
],
test_array_np
[
0
]
>
2
],
test_array
[[
1
],
test_array
[
0
]
>
2
]
.
eval
(),
)
# indexing with a mask for the second dimension
# indexing with a mask for the second dimension
mask
=
np
.
array
([
True
,
False
,
True
])
mask
=
np
.
array
([
True
,
False
,
True
])
assert_array_equal
(
numpy_n
[
0
,
mask
],
n
[
0
,
mask
]
.
eval
())
assert_array_equal
(
test_array_np
[
0
,
mask
],
test_array
[
0
,
mask
]
.
eval
())
assert_array_equal
(
numpy_n
[:,
mask
],
n
[:,
mask
]
.
eval
())
assert_array_equal
(
test_array_np
[:,
mask
],
test_array
[:,
mask
]
.
eval
())
assert_array_equal
(
numpy_n
[:,
mask
],
n
[:,
self
.
shared
(
mask
)]
.
eval
())
assert_array_equal
(
numpy_n
[
1
:,
mask
],
n
[
1
:,
mask
]
.
eval
())
assert_array_equal
(
numpy_n
[:
1
,
mask
],
n
[:
1
,
mask
]
.
eval
())
assert_array_equal
(
assert_array_equal
(
numpy_n
[
1
:,
mask
,
np
.
newaxis
],
n
[
1
:,
mask
,
np
.
newaxis
]
.
eval
()
test_array_np
[:,
mask
],
test_array
[:,
self
.
shared
(
mask
)
]
.
eval
()
)
)
assert_array_equal
(
test_array_np
[
1
:,
mask
],
test_array
[
1
:,
mask
]
.
eval
())
assert_array_equal
(
test_array_np
[:
1
,
mask
],
test_array
[:
1
,
mask
]
.
eval
())
assert_array_equal
(
assert_array_equal
(
numpy_n
[
np
.
newaxis
,
1
:,
mask
],
n
[
np
.
newaxis
,
1
:,
mask
]
.
eval
()
test_array_np
[
1
:,
mask
,
np
.
newaxis
],
test_array
[
1
:,
mask
,
np
.
newaxis
]
.
eval
()
)
)
assert_array_equal
(
assert_array_equal
(
numpy_inc_subtensor
(
numpy_n
,
[
0
,
mask
],
1
),
test_array_np
[
np
.
newaxis
,
1
:,
mask
],
test_array
[
np
.
newaxis
,
1
:,
mask
]
.
eval
()
inc_subtensor
(
n
[(
0
,)
+
mask
.
nonzero
()],
1
)
.
eval
(),
)
)
assert_array_equal
(
assert_array_equal
(
numpy_inc_subtensor
(
numpy_n
,
[
0
,
mask
],
1
),
numpy_inc_subtensor
(
test_array_np
,
[
0
,
mask
],
1
),
inc_subtensor
(
n
[
0
,
mask
],
1
)
.
eval
(),
inc_subtensor
(
test_array
[(
0
,)
+
mask
.
nonzero
()
],
1
)
.
eval
(),
)
)
assert_array_equal
(
assert_array_equal
(
numpy_inc_subtensor
(
numpy_n
,
[
slice
(
None
),
mask
],
1
),
numpy_inc_subtensor
(
test_array_np
,
[
0
,
mask
],
1
),
inc_subtensor
(
n
[:,
mask
],
1
)
.
eval
(),
inc_subtensor
(
test_array
[
0
,
mask
],
1
)
.
eval
(),
)
assert_array_equal
(
numpy_inc_subtensor
(
test_array_np
,
[
slice
(
None
),
mask
],
1
),
inc_subtensor
(
test_array
[:,
mask
],
1
)
.
eval
(),
)
)
# indexing with a boolean ndarray
# indexing with a boolean ndarray
mask
=
np
.
array
([[
True
,
False
,
True
],
[
False
,
False
,
True
]])
mask
=
np
.
array
([[
True
,
False
,
True
],
[
False
,
False
,
True
]])
assert_array_equal
(
numpy_n
[
mask
],
n
[
mask
]
.
eval
())
assert_array_equal
(
test_array_np
[
mask
],
test_array
[
mask
]
.
eval
())
assert_array_equal
(
numpy_n
[
mask
],
n
[
self
.
shared
(
mask
)]
.
eval
())
assert_array_equal
(
test_array_np
[
mask
],
test_array
[
self
.
shared
(
mask
)]
.
eval
())
assert_array_equal
(
assert_array_equal
(
numpy_inc_subtensor
(
numpy_n
,
mask
,
1
),
inc_subtensor
(
n
[
mask
],
1
)
.
eval
()
numpy_inc_subtensor
(
test_array_np
,
mask
,
1
),
inc_subtensor
(
test_array
[
mask
],
1
)
.
eval
(),
)
)
# indexing with ellipsis
# indexing with ellipsis
numpy_n4
=
np
.
arange
(
48
,
dtype
=
self
.
dtype
)
.
reshape
((
2
,
3
,
4
,
2
))
numpy_n4
=
np
.
arange
(
48
,
dtype
=
self
.
dtype
)
.
reshape
((
2
,
3
,
4
,
2
))
n4
=
self
.
shared
(
numpy_n4
)
n4
=
self
.
shared
(
numpy_n4
)
assert_array_equal
(
numpy_n4
[
numpy_n
>
2
,
...
],
n4
[
n
>
2
,
...
]
.
eval
())
assert_array_equal
(
numpy_n4
[
numpy_n
>
2
,
...
,
1
],
n4
[
n
>
2
,
...
,
1
]
.
eval
())
assert_array_equal
(
assert_array_equal
(
numpy_n4
[
numpy_n
>
2
,
...
,
0
,
1
],
n4
[
n
>
2
,
...
,
0
,
1
]
.
eval
()
numpy_n4
[
test_array_np
>
2
,
...
],
n4
[
test_array
>
2
,
...
]
.
eval
()
)
assert_array_equal
(
numpy_n4
[
test_array_np
>
2
,
...
,
1
],
n4
[
test_array
>
2
,
...
,
1
]
.
eval
()
)
)
assert_array_equal
(
assert_array_equal
(
numpy_inc_subtensor
(
numpy_n4
,
[
numpy_n
>
2
,
Ellipsis
],
1
),
numpy_n4
[
test_array_np
>
2
,
...
,
0
,
1
],
n4
[
test_array
>
2
,
...
,
0
,
1
]
.
eval
()
inc_subtensor
(
n4
[
n
>
2
,
...
],
1
)
.
eval
(),
)
)
assert_array_equal
(
assert_array_equal
(
numpy_inc_subtensor
(
numpy_n4
,
[
numpy_n
>
2
,
Ellipsis
,
1
],
1
),
numpy_inc_subtensor
(
numpy_n4
,
[
test_array_np
>
2
,
Ellipsis
],
1
),
inc_subtensor
(
n4
[
n
>
2
,
...
,
1
],
1
)
.
eval
(),
inc_subtensor
(
n4
[
test_array
>
2
,
...
],
1
)
.
eval
(),
)
)
assert_array_equal
(
assert_array_equal
(
numpy_inc_subtensor
(
numpy_n4
,
[
numpy_n
>
2
,
Ellipsis
,
0
,
1
],
1
),
numpy_inc_subtensor
(
numpy_n4
,
[
test_array_np
>
2
,
Ellipsis
,
1
],
1
),
inc_subtensor
(
n4
[
n
>
2
,
...
,
0
,
1
],
1
)
.
eval
(),
inc_subtensor
(
n4
[
test_array
>
2
,
...
,
1
],
1
)
.
eval
(),
)
assert_array_equal
(
numpy_inc_subtensor
(
numpy_n4
,
[
test_array_np
>
2
,
Ellipsis
,
0
,
1
],
1
),
inc_subtensor
(
n4
[
test_array
>
2
,
...
,
0
,
1
],
1
)
.
eval
(),
)
)
with
change_flags
(
compute_test_value
=
"off"
):
with
change_flags
(
compute_test_value
=
"off"
):
...
@@ -449,68 +465,68 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -449,68 +465,68 @@ class TestSubtensor(utt.OptimizationTestMixin):
# - too large, padded with True
# - too large, padded with True
mask
=
np
.
array
([
True
,
False
,
True
])
mask
=
np
.
array
([
True
,
False
,
True
])
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
n
[
mask
]
.
eval
()
test_array
[
mask
]
.
eval
()
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
n
[
mask
,
...
]
.
eval
()
test_array
[
mask
,
...
]
.
eval
()
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
inc_subtensor
(
n
[
mask
],
1
)
.
eval
()
inc_subtensor
(
test_array
[
mask
],
1
)
.
eval
()
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
inc_subtensor
(
n
[
mask
,
...
],
1
)
.
eval
()
inc_subtensor
(
test_array
[
mask
,
...
],
1
)
.
eval
()
mask
=
np
.
array
([[
True
,
False
,
False
,
True
],
[
False
,
True
,
False
,
True
]])
mask
=
np
.
array
([[
True
,
False
,
False
,
True
],
[
False
,
True
,
False
,
True
]])
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
n
[
mask
]
.
eval
()
test_array
[
mask
]
.
eval
()
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
inc_subtensor
(
n
[
mask
],
1
)
.
eval
()
inc_subtensor
(
test_array
[
mask
],
1
)
.
eval
()
# - too large, padded with False (this works in NumPy < 0.13.0)
# - too large, padded with False (this works in NumPy < 0.13.0)
mask
=
np
.
array
([
True
,
False
,
False
])
mask
=
np
.
array
([
True
,
False
,
False
])
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
n
[
mask
]
.
eval
()
test_array
[
mask
]
.
eval
()
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
n
[
mask
,
...
]
.
eval
()
test_array
[
mask
,
...
]
.
eval
()
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
inc_subtensor
(
n
[
mask
],
1
)
.
eval
()
inc_subtensor
(
test_array
[
mask
],
1
)
.
eval
()
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
inc_subtensor
(
n
[
mask
,
...
],
1
)
.
eval
()
inc_subtensor
(
test_array
[
mask
,
...
],
1
)
.
eval
()
mask
=
np
.
array
([[
True
,
False
,
False
,
False
],
[
False
,
True
,
False
,
False
]])
mask
=
np
.
array
([[
True
,
False
,
False
,
False
],
[
False
,
True
,
False
,
False
]])
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
n
[
mask
]
.
eval
()
test_array
[
mask
]
.
eval
()
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
inc_subtensor
(
n
[
mask
],
1
)
.
eval
()
inc_subtensor
(
test_array
[
mask
],
1
)
.
eval
()
# - mask too small (this works in NumPy < 0.13.0)
# - mask too small (this works in NumPy < 0.13.0)
mask
=
np
.
array
([
True
])
mask
=
np
.
array
([
True
])
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
n
[
mask
]
.
eval
()
test_array
[
mask
]
.
eval
()
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
n
[
mask
,
...
]
.
eval
()
test_array
[
mask
,
...
]
.
eval
()
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
inc_subtensor
(
n
[
mask
],
1
)
.
eval
()
inc_subtensor
(
test_array
[
mask
],
1
)
.
eval
()
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
inc_subtensor
(
n
[
mask
,
...
],
1
)
.
eval
()
inc_subtensor
(
test_array
[
mask
,
...
],
1
)
.
eval
()
mask
=
np
.
array
([[
True
],
[
True
]])
mask
=
np
.
array
([[
True
],
[
True
]])
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
n
[
mask
]
.
eval
()
test_array
[
mask
]
.
eval
()
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
inc_subtensor
(
n
[
mask
],
1
)
.
eval
()
inc_subtensor
(
test_array
[
mask
],
1
)
.
eval
()
# - too many dimensions
# - too many dimensions
mask
=
np
.
array
([[[
True
,
False
,
False
],
[
False
,
True
,
False
]]])
mask
=
np
.
array
([[[
True
,
False
,
False
],
[
False
,
True
,
False
]]])
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
n
.
__getitem__
(
mask
)
test_array
.
__getitem__
(
mask
)
with
pytest
.
raises
(
IndexError
):
with
pytest
.
raises
(
IndexError
):
n
.
__getitem__
(
mask
)
test_array
.
__getitem__
(
mask
)
# special cases: Python bools and bools nested in Python arrays are not supported
# special cases: Python bools and bools nested in Python arrays are not supported
with
pytest
.
raises
(
TypeError
):
with
pytest
.
raises
(
TypeError
):
n
.
__getitem__
((
True
,))
test_array
.
__getitem__
((
True
,))
with
pytest
.
raises
(
TypeError
):
with
pytest
.
raises
(
TypeError
):
n
.
__getitem__
((
False
,))
test_array
.
__getitem__
((
False
,))
with
pytest
.
raises
(
TypeError
):
with
pytest
.
raises
(
TypeError
):
n
.
__getitem__
((
True
,
False
))
test_array
.
__getitem__
((
True
,
False
))
with
pytest
.
raises
(
TypeError
):
with
pytest
.
raises
(
TypeError
):
n
.
__getitem__
(([
True
,
False
]))
test_array
.
__getitem__
(([
True
,
False
]))
with
pytest
.
raises
(
TypeError
):
with
pytest
.
raises
(
TypeError
):
n
.
__getitem__
(([
0
,
1
],
[
0
,
False
]))
test_array
.
__getitem__
(([
0
,
1
],
[
0
,
False
]))
with
pytest
.
raises
(
TypeError
):
with
pytest
.
raises
(
TypeError
):
n
.
__getitem__
(([
0
,
1
],
[
0
,
theano
.
shared
(
True
)]))
test_array
.
__getitem__
(([
0
,
1
],
[
0
,
theano
.
shared
(
True
)]))
def
test_newaxis
(
self
):
def
test_newaxis
(
self
):
# newaxis support comes from logic in the __getitem__ of TensorType
# newaxis support comes from logic in the __getitem__ of TensorType
...
@@ -557,15 +573,15 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -557,15 +573,15 @@ class TestSubtensor(utt.OptimizationTestMixin):
n
=
self
.
shared
(
data
)
n
=
self
.
shared
(
data
)
z
=
scal
.
constant
(
subi
)
.
astype
(
"int32"
)
z
=
scal
.
constant
(
subi
)
.
astype
(
"int32"
)
t
=
n
[
z
:,
z
]
t
=
n
[
z
:,
z
]
gn
=
t
heano
.
tensor
.
grad
(
theano
.
tensor
.
sum
(
theano
.
tensor
.
exp
(
t
)),
n
)
gn
=
t
ensor
.
grad
(
tensor
.
sum
(
tensor
.
exp
(
t
)),
n
)
f
=
inplace_func
([],
gn
,
mode
=
self
.
mode
)
f
=
inplace_func
([],
gn
,
mode
=
self
.
mode
)
topo
=
f
.
maker
.
fgraph
.
toposort
()
topo
=
f
.
maker
.
fgraph
.
toposort
()
topo_
=
[
node
for
node
in
topo
if
not
isinstance
(
node
.
op
,
self
.
ignore_topo
)]
topo_
=
[
node
for
node
in
topo
if
not
isinstance
(
node
.
op
,
DeepCopyOp
)]
if
not
self
.
fast_compile
:
if
not
self
.
fast_compile
:
assert
len
(
topo_
)
==
6
assert
len
(
topo_
)
==
6
assert
np
.
sum
([
isinstance
(
node
.
op
,
self
.
inc_sub
)
for
node
in
topo_
])
==
1
assert
np
.
sum
([
isinstance
(
node
.
op
,
IncSubtensor
)
for
node
in
topo_
])
==
1
assert
np
.
sum
([
isinstance
(
node
.
op
,
self
.
sub
)
for
node
in
topo_
])
==
1
assert
np
.
sum
([
isinstance
(
node
.
op
,
Subtensor
)
for
node
in
topo_
])
==
1
gval
=
f
()
gval
=
f
()
good
=
np
.
zeros_like
(
data
)
good
=
np
.
zeros_like
(
data
)
...
@@ -588,7 +604,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -588,7 +604,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
mv
=
np
.
asarray
(
rand
(
*
m_shape
),
dtype
=
self
.
dtype
)
mv
=
np
.
asarray
(
rand
(
*
m_shape
),
dtype
=
self
.
dtype
)
t
=
op
(
n
[:
z
,
:
z
],
m
)
t
=
op
(
n
[:
z
,
:
z
],
m
)
gn
,
gm
=
t
heano
.
tensor
.
grad
(
theano
.
tensor
.
sum
(
t
),
[
n
,
m
])
gn
,
gm
=
t
ensor
.
grad
(
tensor
.
sum
(
t
),
[
n
,
m
])
utt
.
verify_grad
(
lambda
m
:
op
(
n
[:
z
,
:
z
],
m
),
[
mv
],
mode
=
self
.
mode
)
utt
.
verify_grad
(
lambda
m
:
op
(
n
[:
z
,
:
z
],
m
),
[
mv
],
mode
=
self
.
mode
)
utt
.
verify_grad
(
lambda
nn
:
op
(
nn
[:
z
,
:
z
],
mv
),
[
data
],
mode
=
self
.
mode
)
utt
.
verify_grad
(
lambda
nn
:
op
(
nn
[:
z
,
:
z
],
mv
),
[
data
],
mode
=
self
.
mode
)
...
@@ -596,14 +612,14 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -596,14 +612,14 @@ class TestSubtensor(utt.OptimizationTestMixin):
data
=
np
.
asarray
(
rand
(
2
,
3
),
dtype
=
self
.
dtype
)
data
=
np
.
asarray
(
rand
(
2
,
3
),
dtype
=
self
.
dtype
)
n
=
self
.
shared
(
data
)
n
=
self
.
shared
(
data
)
t
=
n
[
1
,
0
]
t
=
n
[
1
,
0
]
gn
=
t
heano
.
tensor
.
grad
(
theano
.
tensor
.
sum
(
theano
.
tensor
.
exp
(
t
)),
n
)
gn
=
t
ensor
.
grad
(
tensor
.
sum
(
tensor
.
exp
(
t
)),
n
)
f
=
self
.
function
([],
gn
)
f
=
self
.
function
([],
gn
)
topo
=
f
.
maker
.
fgraph
.
toposort
()
topo
=
f
.
maker
.
fgraph
.
toposort
()
topo_
=
[
node
for
node
in
topo
if
not
isinstance
(
node
.
op
,
self
.
ignore_topo
)]
topo_
=
[
node
for
node
in
topo
if
not
isinstance
(
node
.
op
,
DeepCopyOp
)]
if
not
self
.
fast_compile
:
if
not
self
.
fast_compile
:
assert
len
(
topo_
)
==
6
assert
len
(
topo_
)
==
6
assert
np
.
sum
([
isinstance
(
node
.
op
,
self
.
inc_sub
)
for
node
in
topo_
])
==
1
assert
np
.
sum
([
isinstance
(
node
.
op
,
IncSubtensor
)
for
node
in
topo_
])
==
1
assert
np
.
sum
([
isinstance
(
node
.
op
,
self
.
sub
)
for
node
in
topo_
])
==
1
assert
np
.
sum
([
isinstance
(
node
.
op
,
Subtensor
)
for
node
in
topo_
])
==
1
gval
=
f
()
gval
=
f
()
good
=
np
.
zeros_like
(
data
)
good
=
np
.
zeros_like
(
data
)
...
@@ -622,16 +638,16 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -622,16 +638,16 @@ class TestSubtensor(utt.OptimizationTestMixin):
# optimized for that case.
# optimized for that case.
(
rand
(
4
,
4
,
2
,
3
),
[
3
,
3
,
1
,
1
,
2
,
2
,
0
,
0
,
-
1
,
-
2
,
-
3
,
-
4
]),
(
rand
(
4
,
4
,
2
,
3
),
[
3
,
3
,
1
,
1
,
2
,
2
,
0
,
0
,
-
1
,
-
2
,
-
3
,
-
4
]),
# Test with TensorConstant index.
# Test with TensorConstant index.
(
rand
(
4
,
2
,
3
),
t
heano
.
t
ensor
.
constant
([
3
,
3
,
1
,
1
,
2
,
2
,
0
,
0
])),
(
rand
(
4
,
2
,
3
),
tensor
.
constant
([
3
,
3
,
1
,
1
,
2
,
2
,
0
,
0
])),
]:
]:
data
=
np
.
asarray
(
data
,
dtype
=
self
.
dtype
)
data
=
np
.
asarray
(
data
,
dtype
=
self
.
dtype
)
n
=
self
.
shared
(
data
)
n
=
self
.
shared
(
data
)
t
=
n
[
idx
]
t
=
n
[
idx
]
# We test again AdvancedSubtensor1 as we transfer data to the cpu.
# We test again AdvancedSubtensor1 as we transfer data to the cpu.
assert
isinstance
(
t
.
owner
.
op
,
tensor
.
AdvancedSubtensor1
)
assert
isinstance
(
t
.
owner
.
op
,
AdvancedSubtensor1
)
val
=
self
.
eval_output_and_check
(
t
,
op_type
=
self
.
adv_sub
1
)
val
=
self
.
eval_output_and_check
(
t
,
op_type
=
AdvancedSubtensor
1
)
if
isinstance
(
idx
,
list
):
if
isinstance
(
idx
,
list
):
good
=
data
[
idx
]
good
=
data
[
idx
]
else
:
else
:
...
@@ -640,8 +656,8 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -640,8 +656,8 @@ class TestSubtensor(utt.OptimizationTestMixin):
assert
np
.
allclose
(
val
,
good
),
(
val
,
good
)
assert
np
.
allclose
(
val
,
good
),
(
val
,
good
)
# Test reuse of output memory
# Test reuse of output memory
if
type
(
self
.
adv_sub1
)
==
tensor
.
AdvancedSubtensor1
:
if
type
(
AdvancedSubtensor1
)
==
AdvancedSubtensor1
:
op
=
self
.
adv_sub
1
()
op
=
AdvancedSubtensor
1
()
# When idx is a TensorConstant.
# When idx is a TensorConstant.
if
hasattr
(
idx
,
"data"
):
if
hasattr
(
idx
,
"data"
):
idx
=
idx
.
data
idx
=
idx
.
data
...
@@ -654,7 +670,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -654,7 +670,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
# test the grad
# test the grad
gn
=
theano
.
grad
(
t
.
sum
(),
n
)
gn
=
theano
.
grad
(
t
.
sum
(),
n
)
g
=
self
.
function
([],
gn
,
op
=
self
.
adv_incsub
1
)
g
=
self
.
function
([],
gn
,
op
=
AdvancedIncSubtensor
1
)
utt
.
verify_grad
(
utt
.
verify_grad
(
lambda
m
:
m
[[
1
,
3
]],
lambda
m
:
m
[[
1
,
3
]],
[
np
.
random
.
rand
(
5
,
5
)
.
astype
(
self
.
dtype
)],
[
np
.
random
.
rand
(
5
,
5
)
.
astype
(
self
.
dtype
)],
...
@@ -668,8 +684,8 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -668,8 +684,8 @@ class TestSubtensor(utt.OptimizationTestMixin):
idx
=
[
2
,
2
,
0
,
0
,
1
,
1
]
idx
=
[
2
,
2
,
0
,
0
,
1
,
1
]
n
=
self
.
shared
(
data
)
n
=
self
.
shared
(
data
)
t
=
n
[
self
.
shared
(
np
.
asarray
(
idx
)
.
astype
(
"int64"
))[::
2
]]
t
=
n
[
self
.
shared
(
np
.
asarray
(
idx
)
.
astype
(
"int64"
))[::
2
]]
assert
isinstance
(
t
.
owner
.
op
,
tensor
.
AdvancedSubtensor1
)
assert
isinstance
(
t
.
owner
.
op
,
AdvancedSubtensor1
)
val
=
self
.
eval_output_and_check
(
t
,
op_type
=
self
.
adv_sub
1
,
length
=
2
)
val
=
self
.
eval_output_and_check
(
t
,
op_type
=
AdvancedSubtensor
1
,
length
=
2
)
utt
.
assert_allclose
(
data
[
idx
[::
2
]],
val
)
utt
.
assert_allclose
(
data
[
idx
[::
2
]],
val
)
def
test_err_invalid_list
(
self
):
def
test_err_invalid_list
(
self
):
...
@@ -687,13 +703,15 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -687,13 +703,15 @@ class TestSubtensor(utt.OptimizationTestMixin):
l
=
lvector
()
l
=
lvector
()
t
=
n
[
l
]
t
=
n
[
l
]
# We test again AdvancedSubtensor1 as we transfer data to the cpu.
# We test again AdvancedSubtensor1 as we transfer data to the cpu.
assert
isinstance
(
t
.
owner
.
op
,
tensor
.
AdvancedSubtensor1
)
assert
isinstance
(
t
.
owner
.
op
,
AdvancedSubtensor1
)
f
=
self
.
function
([
l
],
t
,
op
=
self
.
adv_sub
1
)
f
=
self
.
function
([
l
],
t
,
op
=
AdvancedSubtensor
1
)
# the grad
# the grad
g
=
self
.
function
(
g
=
self
.
function
(
[
l
],
inc_subtensor
(
t
,
np
.
asarray
([[
1.0
]],
self
.
dtype
)),
op
=
self
.
adv_incsub1
[
l
],
inc_subtensor
(
t
,
np
.
asarray
([[
1.0
]],
self
.
dtype
)),
op
=
AdvancedIncSubtensor1
,
)
)
for
shp
in
[[
0
,
4
],
[
0
,
-
3
],
[
-
10
]]:
for
shp
in
[[
0
,
4
],
[
0
,
-
3
],
[
-
10
]]:
...
@@ -707,13 +725,13 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -707,13 +725,13 @@ class TestSubtensor(utt.OptimizationTestMixin):
n
=
self
.
shared
(
v
*
5
,
broadcastable
=
(
True
,
False
))
n
=
self
.
shared
(
v
*
5
,
broadcastable
=
(
True
,
False
))
idx
=
tensor
.
lvector
()
idx
=
tensor
.
lvector
()
t
=
n
[
idx
]
t
=
n
[
idx
]
assert
isinstance
(
t
.
owner
.
op
,
tensor
.
AdvancedSubtensor1
)
assert
isinstance
(
t
.
owner
.
op
,
AdvancedSubtensor1
)
f
=
self
.
function
([
idx
],
t
,
op
=
self
.
adv_sub
1
)
f
=
self
.
function
([
idx
],
t
,
op
=
AdvancedSubtensor
1
)
topo
=
f
.
maker
.
fgraph
.
toposort
()
topo
=
f
.
maker
.
fgraph
.
toposort
()
topo_
=
[
node
for
node
in
topo
if
not
isinstance
(
node
.
op
,
self
.
ignore_topo
)]
topo_
=
[
node
for
node
in
topo
if
not
isinstance
(
node
.
op
,
DeepCopyOp
)]
assert
len
(
topo_
)
==
1
assert
len
(
topo_
)
==
1
assert
isinstance
(
topo_
[
0
]
.
op
,
self
.
adv_sub
1
)
assert
isinstance
(
topo_
[
0
]
.
op
,
AdvancedSubtensor
1
)
f_0
=
f
([
0
])
f_0
=
f
([
0
])
assert
f_0
.
shape
==
(
1
,
3
)
assert
f_0
.
shape
==
(
1
,
3
)
assert
np
.
allclose
(
f_0
,
v
*
5
)
assert
np
.
allclose
(
f_0
,
v
*
5
)
...
@@ -726,7 +744,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -726,7 +744,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
# Test the gradient
# Test the gradient
c
=
t
.
sum
()
c
=
t
.
sum
()
gn
=
theano
.
grad
(
c
,
n
)
gn
=
theano
.
grad
(
c
,
n
)
g
=
self
.
function
([
idx
],
gn
,
op
=
self
.
adv_incsub
1
)
g
=
self
.
function
([
idx
],
gn
,
op
=
AdvancedIncSubtensor
1
)
g_0
=
g
([
0
])
g_0
=
g
([
0
])
assert
g_0
.
shape
==
(
1
,
3
)
assert
g_0
.
shape
==
(
1
,
3
)
assert
np
.
allclose
(
g_0
,
1
)
assert
np
.
allclose
(
g_0
,
1
)
...
@@ -777,10 +795,10 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -777,10 +795,10 @@ class TestSubtensor(utt.OptimizationTestMixin):
N
=
2
N
=
2
if
(
if
(
theano
.
config
.
mode
==
"FAST_COMPILE"
theano
.
config
.
mode
==
"FAST_COMPILE"
and
self
.
adv_incsub1
is
tensor
.
AdvancedIncSubtensor1
and
AdvancedIncSubtensor1
is
AdvancedIncSubtensor1
):
):
N
=
3
N
=
3
f
=
self
.
function
([
x
],
g
,
op
=
self
.
adv_incsub
1
,
N
=
N
)
f
=
self
.
function
([
x
],
g
,
op
=
AdvancedIncSubtensor
1
,
N
=
N
)
f
(
np
.
random
.
random
((
10
,
10
,
3
,
3
))
.
astype
(
self
.
dtype
))
f
(
np
.
random
.
random
((
10
,
10
,
3
,
3
))
.
astype
(
self
.
dtype
))
...
@@ -791,13 +809,13 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -791,13 +809,13 @@ class TestSubtensor(utt.OptimizationTestMixin):
idx
=
tensor
.
TensorType
(
dtype
=
"int64"
,
broadcastable
=
(
True
,))()
idx
=
tensor
.
TensorType
(
dtype
=
"int64"
,
broadcastable
=
(
True
,))()
assert
idx
.
type
.
broadcastable
==
(
True
,)
assert
idx
.
type
.
broadcastable
==
(
True
,)
t
=
n
[
idx
]
t
=
n
[
idx
]
assert
isinstance
(
t
.
owner
.
op
,
tensor
.
AdvancedSubtensor1
)
assert
isinstance
(
t
.
owner
.
op
,
AdvancedSubtensor1
)
f
=
self
.
function
([
idx
],
t
,
op
=
self
.
adv_sub
1
)
f
=
self
.
function
([
idx
],
t
,
op
=
AdvancedSubtensor
1
)
topo
=
f
.
maker
.
fgraph
.
toposort
()
topo
=
f
.
maker
.
fgraph
.
toposort
()
topo_
=
[
node
for
node
in
topo
if
not
isinstance
(
node
.
op
,
self
.
ignore_topo
)]
topo_
=
[
node
for
node
in
topo
if
not
isinstance
(
node
.
op
,
DeepCopyOp
)]
assert
len
(
topo_
)
==
1
assert
len
(
topo_
)
==
1
assert
isinstance
(
topo_
[
0
]
.
op
,
self
.
adv_sub
1
)
assert
isinstance
(
topo_
[
0
]
.
op
,
AdvancedSubtensor
1
)
f_0
=
f
([
0
])
f_0
=
f
([
0
])
assert
f_0
.
shape
==
(
1
,
3
)
assert
f_0
.
shape
==
(
1
,
3
)
assert
np
.
allclose
(
f_0
,
5
)
assert
np
.
allclose
(
f_0
,
5
)
...
@@ -805,7 +823,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -805,7 +823,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
# Test the gradient
# Test the gradient
c
=
t
.
sum
()
c
=
t
.
sum
()
gn
=
theano
.
grad
(
c
,
n
)
gn
=
theano
.
grad
(
c
,
n
)
g
=
self
.
function
([
idx
],
gn
,
op
=
self
.
adv_incsub
1
)
g
=
self
.
function
([
idx
],
gn
,
op
=
AdvancedIncSubtensor
1
)
g_0
=
g
([
0
])
g_0
=
g
([
0
])
assert
g_0
.
shape
==
(
4
,
3
)
assert
g_0
.
shape
==
(
4
,
3
)
assert
np
.
allclose
(
g_0
[
0
],
1
)
assert
np
.
allclose
(
g_0
[
0
],
1
)
...
@@ -824,11 +842,11 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -824,11 +842,11 @@ class TestSubtensor(utt.OptimizationTestMixin):
for
step
in
[
None
]
+
[
-
3
,
-
1
,
2
]:
for
step
in
[
None
]
+
[
-
3
,
-
1
,
2
]:
outs
+=
[
data
[
start
:
stop
:
step
]
.
shape
]
outs
+=
[
data
[
start
:
stop
:
step
]
.
shape
]
shapes
+=
[
data
.
get_value
(
borrow
=
True
)[
start
:
stop
:
step
]
.
shape
]
shapes
+=
[
data
.
get_value
(
borrow
=
True
)[
start
:
stop
:
step
]
.
shape
]
f
=
self
.
function
([],
outs
,
mode
=
mode_opt
,
op
=
s
elf
.
ops
,
N
=
0
)
f
=
self
.
function
([],
outs
,
mode
=
mode_opt
,
op
=
s
ubtensor_
ops
,
N
=
0
)
t_shapes
=
f
()
t_shapes
=
f
()
for
t_shape
,
shape
in
zip
(
t_shapes
,
shapes
):
for
t_shape
,
shape
in
zip
(
t_shapes
,
shapes
):
assert
np
.
all
(
t_shape
==
shape
)
assert
np
.
all
(
t_shape
==
shape
)
assert
tensor
.
Subtensor
not
in
[
x
.
op
for
x
in
f
.
maker
.
fgraph
.
toposort
()]
assert
Subtensor
not
in
[
x
.
op
for
x
in
f
.
maker
.
fgraph
.
toposort
()]
def
test_shape_i_scalar
(
self
):
def
test_shape_i_scalar
(
self
):
# Each axis is treated independently by shape_i/shape operators
# Each axis is treated independently by shape_i/shape operators
...
@@ -844,10 +862,10 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -844,10 +862,10 @@ class TestSubtensor(utt.OptimizationTestMixin):
[
start
,
stop
,
step
],
[
start
,
stop
,
step
],
t_data
[
start
:
stop
:
step
]
.
shape
,
t_data
[
start
:
stop
:
step
]
.
shape
,
mode
=
mode_opt
,
mode
=
mode_opt
,
op
=
s
elf
.
ops
,
op
=
s
ubtensor_
ops
,
N
=
0
,
N
=
0
,
)
)
assert
tensor
.
Subtensor
not
in
[
x
.
op
for
x
in
f
.
maker
.
fgraph
.
toposort
()]
assert
Subtensor
not
in
[
x
.
op
for
x
in
f
.
maker
.
fgraph
.
toposort
()]
for
start
in
[
-
8
,
-
5
,
-
4
,
-
1
,
0
,
1
,
4
,
5
,
8
]:
for
start
in
[
-
8
,
-
5
,
-
4
,
-
1
,
0
,
1
,
4
,
5
,
8
]:
for
stop
in
[
-
8
,
-
5
,
-
4
,
-
1
,
0
,
1
,
4
,
5
,
8
]:
for
stop
in
[
-
8
,
-
5
,
-
4
,
-
1
,
0
,
1
,
4
,
5
,
8
]:
for
step
in
[
-
3
,
-
1
,
2
,
5
]:
for
step
in
[
-
3
,
-
1
,
2
,
5
]:
...
@@ -868,7 +886,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -868,7 +886,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
tensor
.
as_tensor_variable
(
cnf
[
1
]),
tensor
.
as_tensor_variable
(
cnf
[
1
]),
],
],
N
=
0
,
N
=
0
,
op
=
s
elf
.
ops
,
op
=
s
ubtensor_
ops
,
)
)
length
=
5
length
=
5
...
@@ -896,7 +914,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -896,7 +914,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
tensor
.
as_tensor_variable
(
cnf
[
1
]),
tensor
.
as_tensor_variable
(
cnf
[
1
]),
],
],
N
=
0
,
N
=
0
,
op
=
s
elf
.
ops
,
op
=
s
ubtensor_
ops
,
)
)
length
=
5
length
=
5
...
@@ -923,7 +941,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -923,7 +941,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
tensor
.
as_tensor_variable
(
cnf
[
1
]),
tensor
.
as_tensor_variable
(
cnf
[
1
]),
],
],
N
=
0
,
N
=
0
,
op
=
s
elf
.
ops
,
op
=
s
ubtensor_
ops
,
)
)
length
=
5
length
=
5
...
@@ -950,7 +968,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -950,7 +968,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
tensor
.
as_tensor_variable
(
cnf
[
1
]),
tensor
.
as_tensor_variable
(
cnf
[
1
]),
],
],
N
=
0
,
N
=
0
,
op
=
s
elf
.
ops
,
op
=
s
ubtensor_
ops
,
)
)
length
=
5
length
=
5
...
@@ -976,7 +994,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -976,7 +994,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
tensor
.
as_tensor_variable
(
cnf
[
1
]),
tensor
.
as_tensor_variable
(
cnf
[
1
]),
],
],
N
=
0
,
N
=
0
,
op
=
s
elf
.
ops
,
op
=
s
ubtensor_
ops
,
)
)
length
=
5
length
=
5
...
@@ -1001,7 +1019,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -1001,7 +1019,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
tensor
.
as_tensor_variable
(
cnf
[
1
]),
tensor
.
as_tensor_variable
(
cnf
[
1
]),
],
],
N
=
0
,
N
=
0
,
op
=
s
elf
.
ops
,
op
=
s
ubtensor_
ops
,
)
)
length
=
5
length
=
5
...
@@ -1026,7 +1044,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -1026,7 +1044,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
tensor
.
as_tensor_variable
(
cnf
[
1
]),
tensor
.
as_tensor_variable
(
cnf
[
1
]),
],
],
N
=
0
,
N
=
0
,
op
=
s
elf
.
ops
,
op
=
s
ubtensor_
ops
,
)
)
length
=
5
length
=
5
...
@@ -1045,19 +1063,21 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -1045,19 +1063,21 @@ class TestSubtensor(utt.OptimizationTestMixin):
# Should stay on the cpu.
# Should stay on the cpu.
idx_
=
_shared
(
np
.
asarray
(
idx
))
idx_
=
_shared
(
np
.
asarray
(
idx
))
t
=
n
[
idx_
]
t
=
n
[
idx_
]
gn
=
t
heano
.
tensor
.
grad
(
theano
.
tensor
.
sum
(
theano
.
tensor
.
exp
(
t
)),
n
)
gn
=
t
ensor
.
grad
(
tensor
.
sum
(
tensor
.
exp
(
t
)),
n
)
f
=
self
.
function
([],
[
gn
,
gn
.
shape
],
op
=
self
.
adv_incsub
1
)
f
=
self
.
function
([],
[
gn
,
gn
.
shape
],
op
=
AdvancedIncSubtensor
1
)
topo
=
f
.
maker
.
fgraph
.
toposort
()
topo
=
f
.
maker
.
fgraph
.
toposort
()
if
not
self
.
fast_compile
:
if
not
self
.
fast_compile
:
assert
any
(
assert
any
(
[
[
isinstance
(
node
.
op
,
self
.
adv_incsub
1
)
and
node
.
op
.
inplace
isinstance
(
node
.
op
,
AdvancedIncSubtensor
1
)
and
node
.
op
.
inplace
for
node
in
topo
for
node
in
topo
]
]
)
)
else
:
else
:
assert
any
([
isinstance
(
node
.
op
,
self
.
adv_incsub1
)
for
node
in
topo
])
assert
any
(
assert
any
([
isinstance
(
node
.
op
,
self
.
adv_sub1
)
for
node
in
topo
])
[
isinstance
(
node
.
op
,
AdvancedIncSubtensor1
)
for
node
in
topo
]
)
assert
any
([
isinstance
(
node
.
op
,
AdvancedSubtensor1
)
for
node
in
topo
])
gval
,
gshape
=
f
()
gval
,
gshape
=
f
()
good
=
np
.
zeros_like
(
data
)
good
=
np
.
zeros_like
(
data
)
# don't work when the same index is used many time
# don't work when the same index is used many time
...
@@ -1069,21 +1089,21 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -1069,21 +1089,21 @@ class TestSubtensor(utt.OptimizationTestMixin):
assert
np
.
allclose
(
gshape
,
data
.
shape
)
assert
np
.
allclose
(
gshape
,
data
.
shape
)
def
fct
(
t
):
def
fct
(
t
):
return
t
heano
.
t
ensor
.
sum
(
t
[
idx_
])
return
tensor
.
sum
(
t
[
idx_
])
utt
.
verify_grad
(
fct
,
[
data
],
mode
=
self
.
mode
)
utt
.
verify_grad
(
fct
,
[
data
],
mode
=
self
.
mode
)
# Test the grad of the grad (e.i. AdvancedIncSubtensor1.grad)
# Test the grad of the grad (e.i. AdvancedIncSubtensor1.grad)
def
fct2
(
t
):
def
fct2
(
t
):
return
t
heano
.
tensor
.
grad
(
theano
.
tensor
.
sum
(
t
[
idx_
]),
t
)
return
t
ensor
.
grad
(
tensor
.
sum
(
t
[
idx_
]),
t
)
utt
.
verify_grad
(
fct2
,
[
data
],
mode
=
self
.
mode
)
utt
.
verify_grad
(
fct2
,
[
data
],
mode
=
self
.
mode
)
# Test shape of AdvancedIncSubtensor1 and AdvancedSubtensor1
# Test shape of AdvancedIncSubtensor1 and AdvancedSubtensor1
if
not
self
.
fast_compile
:
if
not
self
.
fast_compile
:
ops
=
(
self
.
adv_incsub1
,
self
.
adv_sub
1
)
ops
=
(
AdvancedIncSubtensor1
,
AdvancedSubtensor
1
)
else
:
else
:
ops
=
s
elf
.
ops
ops
=
s
ubtensor_
ops
if
idx
is
idxs
[
0
]:
if
idx
is
idxs
[
0
]:
f
=
self
.
function
([],
[
gn
.
shape
,
n
[
idx_
]
.
shape
],
op
=
ops
,
N
=
0
,
N_fast
=
2
)
f
=
self
.
function
([],
[
gn
.
shape
,
n
[
idx_
]
.
shape
],
op
=
ops
,
N
=
0
,
N_fast
=
2
)
f
()
f
()
...
@@ -1137,7 +1157,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -1137,7 +1157,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
data
=
np
.
asarray
(
data
,
dtype
=
self
.
dtype
)
data
=
np
.
asarray
(
data
,
dtype
=
self
.
dtype
)
n
=
self
.
shared
(
data
)
n
=
self
.
shared
(
data
)
t
=
n
[
idx
]
t
=
n
[
idx
]
f
=
self
.
function
([],
t
.
shape
,
op
=
s
elf
.
ops
,
N
=
0
,
N_fast
=
1
)
f
=
self
.
function
([],
t
.
shape
,
op
=
s
ubtensor_
ops
,
N
=
0
,
N_fast
=
1
)
val
=
f
()
val
=
f
()
assert
np
.
allclose
(
val
,
data
[
idx
]
.
shape
)
assert
np
.
allclose
(
val
,
data
[
idx
]
.
shape
)
...
@@ -1145,8 +1165,8 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -1145,8 +1165,8 @@ class TestSubtensor(utt.OptimizationTestMixin):
def
inc_slice
(
*
s
):
def
inc_slice
(
*
s
):
def
just_numeric_args
(
a
,
b
):
def
just_numeric_args
(
a
,
b
):
cost
=
(
a
[
s
]
+
b
)
.
sum
()
cost
=
(
a
[
s
]
+
b
)
.
sum
()
cost_wrt_a
=
t
heano
.
t
ensor
.
grad
(
cost
,
a
)
cost_wrt_a
=
tensor
.
grad
(
cost
,
a
)
cost_wrt_b
=
t
heano
.
t
ensor
.
grad
(
cost
,
b
)
cost_wrt_b
=
tensor
.
grad
(
cost
,
b
)
grads
=
cost_wrt_a
.
sum
()
+
cost_wrt_b
.
sum
()
grads
=
cost_wrt_a
.
sum
()
+
cost_wrt_b
.
sum
()
return
grads
return
grads
...
@@ -1187,7 +1207,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -1187,7 +1207,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
X
=
self
.
shared
(
np
.
ones
((
9
,
9
))
.
astype
(
self
.
dtype
))
X
=
self
.
shared
(
np
.
ones
((
9
,
9
))
.
astype
(
self
.
dtype
))
y
=
set_subtensor
(
X
[
1
::,
1
::],
0
)
y
=
set_subtensor
(
X
[
1
::,
1
::],
0
)
f
=
self
.
function
([],
[
y
],
op
=
self
.
inc_sub
,
N
=
1
)
f
=
self
.
function
([],
[
y
],
op
=
IncSubtensor
,
N
=
1
)
out
=
f
()
out
=
f
()
res
=
np
.
ones
((
9
,
9
))
res
=
np
.
ones
((
9
,
9
))
...
@@ -1222,11 +1242,11 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -1222,11 +1242,11 @@ class TestSubtensor(utt.OptimizationTestMixin):
# Symbolic variable to be incremented.
# Symbolic variable to be incremented.
# We create a new one every time in order not to
# We create a new one every time in order not to
# have duplicated variables in the function's inputs
# have duplicated variables in the function's inputs
data_var
=
self
.
t
ype
(
data_var
=
tensor
.
TensorT
ype
(
broadcastable
=
[
False
]
*
data_n_dims
,
dtype
=
self
.
dtype
broadcastable
=
[
False
]
*
data_n_dims
,
dtype
=
self
.
dtype
)()
)()
# Symbolic variable with rows to be incremented.
# Symbolic variable with rows to be incremented.
idx_var
=
t
heano
.
t
ensor
.
vector
(
dtype
=
"int64"
)
idx_var
=
tensor
.
vector
(
dtype
=
"int64"
)
n_to_inc
=
rng
.
randint
(
data_shape
[
0
])
n_to_inc
=
rng
.
randint
(
data_shape
[
0
])
if
(
if
(
n_to_inc
==
1
n_to_inc
==
1
...
@@ -1245,7 +1265,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -1245,7 +1265,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
)
)
idx_num
=
idx_num
.
astype
(
"int64"
)
idx_num
=
idx_num
.
astype
(
"int64"
)
# Symbolic variable with increment value.
# Symbolic variable with increment value.
inc_var
=
self
.
t
ype
(
inc_var
=
tensor
.
TensorT
ype
(
broadcastable
=
[
False
]
*
inc_n_dims
,
dtype
=
self
.
dtype
broadcastable
=
[
False
]
*
inc_n_dims
,
dtype
=
self
.
dtype
)()
)()
# Trick for the case where `inc_shape` is the same as
# Trick for the case where `inc_shape` is the same as
...
@@ -1308,7 +1328,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -1308,7 +1328,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
[
data_var
,
idx_var
,
inc_var
],
[
data_var
,
idx_var
,
inc_var
],
output
,
output
,
accept_inplace
=
inplace
,
accept_inplace
=
inplace
,
op
=
self
.
adv_incsub
1
,
op
=
AdvancedIncSubtensor
1
,
)
)
if
inplace
:
if
inplace
:
# Ensure calling `f` will not alter `data_num`.
# Ensure calling `f` will not alter `data_num`.
...
@@ -1327,7 +1347,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -1327,7 +1347,7 @@ class TestSubtensor(utt.OptimizationTestMixin):
all_inputs_var
,
all_inputs_var
,
all_outputs_var
,
all_outputs_var
,
accept_inplace
=
True
,
accept_inplace
=
True
,
op
=
self
.
adv_incsub
1
,
op
=
AdvancedIncSubtensor
1
,
N
=
len
(
all_outputs_var
),
N
=
len
(
all_outputs_var
),
)
)
finally
:
finally
:
...
@@ -1344,8 +1364,8 @@ class TestSubtensor(utt.OptimizationTestMixin):
...
@@ -1344,8 +1364,8 @@ class TestSubtensor(utt.OptimizationTestMixin):
# Test case provided (and bug detected, gh-607) by John Salvatier
# Test case provided (and bug detected, gh-607) by John Salvatier
m
=
matrix
(
"m"
)
m
=
matrix
(
"m"
)
gv
=
np
.
array
([
0
,
1
,
3
])
gv
=
np
.
array
([
0
,
1
,
3
])
g
=
t
heano
.
t
ensor
.
constant
(
gv
)
g
=
tensor
.
constant
(
gv
)
i
=
t
heano
.
t
ensor
.
lvector
(
"i"
)
i
=
tensor
.
lvector
(
"i"
)
# s1 used to fail
# s1 used to fail
s1
=
m
[
gv
,
i
]
s1
=
m
[
gv
,
i
]
...
@@ -1575,10 +1595,7 @@ class TestAdvancedSubtensor:
...
@@ -1575,10 +1595,7 @@ class TestAdvancedSubtensor:
def
setup_method
(
self
):
def
setup_method
(
self
):
self
.
shared
=
tensor
.
_shared
self
.
shared
=
tensor
.
_shared
self
.
sub
=
tensor
.
AdvancedSubtensor
self
.
inc_sub
=
tensor
.
AdvancedIncSubtensor
self
.
dtype
=
theano
.
config
.
floatX
self
.
dtype
=
theano
.
config
.
floatX
self
.
ignore_topo
=
DeepCopyOp
self
.
mode
=
theano
.
compile
.
mode
.
get_default_mode
()
self
.
mode
=
theano
.
compile
.
mode
.
get_default_mode
()
self
.
s
=
iscalar
()
self
.
s
=
iscalar
()
...
@@ -1601,7 +1618,7 @@ class TestAdvancedSubtensor:
...
@@ -1601,7 +1618,7 @@ class TestAdvancedSubtensor:
dtype
=
"float32"
,
broadcastable
=
(
False
,)
*
len
(
y_val
.
shape
),
name
=
"y"
dtype
=
"float32"
,
broadcastable
=
(
False
,)
*
len
(
y_val
.
shape
),
name
=
"y"
)
)
sym_idx
=
[
tensor
.
as_tensor_variable
(
ix
)
for
ix
in
idx
]
sym_idx
=
[
tensor
.
as_tensor_variable
(
ix
)
for
ix
in
idx
]
expr
=
tensor
.
advanced_inc_subtensor
(
x
,
y
,
*
sym_idx
)
expr
=
advanced_inc_subtensor
(
x
,
y
,
*
sym_idx
)
f
=
theano
.
function
([
y
],
expr
,
mode
=
self
.
mode
)
f
=
theano
.
function
([
y
],
expr
,
mode
=
self
.
mode
)
rval
=
f
(
y_val
)
rval
=
f
(
y_val
)
assert
np
.
allclose
(
rval
,
true
)
assert
np
.
allclose
(
rval
,
true
)
...
@@ -1633,9 +1650,9 @@ class TestAdvancedSubtensor:
...
@@ -1633,9 +1650,9 @@ class TestAdvancedSubtensor:
def
eval_output_and_check
(
self
,
t
):
def
eval_output_and_check
(
self
,
t
):
f
=
inplace_func
([],
t
,
mode
=
self
.
mode
)
f
=
inplace_func
([],
t
,
mode
=
self
.
mode
)
topo
=
f
.
maker
.
fgraph
.
toposort
()
topo
=
f
.
maker
.
fgraph
.
toposort
()
topo_
=
[
node
for
node
in
topo
if
not
isinstance
(
node
.
op
,
self
.
ignore_topo
)]
topo_
=
[
node
for
node
in
topo
if
not
isinstance
(
node
.
op
,
DeepCopyOp
)]
assert
len
(
topo_
)
==
1
assert
len
(
topo_
)
==
1
assert
isinstance
(
topo_
[
0
]
.
op
,
self
.
sub
)
assert
isinstance
(
topo_
[
0
]
.
op
,
AdvancedSubtensor
)
tval
=
f
()
tval
=
f
()
return
tval
return
tval
...
@@ -1673,13 +1690,13 @@ class TestAdvancedSubtensor:
...
@@ -1673,13 +1690,13 @@ class TestAdvancedSubtensor:
# optimized for that case.
# optimized for that case.
(
rand
(
4
,
4
,
2
,
3
),
[
3
,
3
,
1
,
1
,
2
,
2
,
0
,
0
,
-
1
,
-
2
,
-
3
,
-
4
]),
(
rand
(
4
,
4
,
2
,
3
),
[
3
,
3
,
1
,
1
,
2
,
2
,
0
,
0
,
-
1
,
-
2
,
-
3
,
-
4
]),
# Test with TensorConstant index.
# Test with TensorConstant index.
(
rand
(
2
,
4
,
3
),
t
heano
.
t
ensor
.
constant
([
3
,
3
,
1
,
1
,
2
,
2
,
0
,
0
])),
(
rand
(
2
,
4
,
3
),
tensor
.
constant
([
3
,
3
,
1
,
1
,
2
,
2
,
0
,
0
])),
]:
]:
data
=
np
.
asarray
(
data
,
dtype
=
self
.
dtype
)
data
=
np
.
asarray
(
data
,
dtype
=
self
.
dtype
)
n
=
self
.
shared
(
data
)
n
=
self
.
shared
(
data
)
t
=
n
[
0
,
idx
]
t
=
n
[
0
,
idx
]
assert
isinstance
(
t
.
owner
.
op
,
tensor
.
AdvancedSubtensor
)
assert
isinstance
(
t
.
owner
.
op
,
AdvancedSubtensor
)
val
=
self
.
eval_output_and_check
(
t
)
val
=
self
.
eval_output_and_check
(
t
)
if
isinstance
(
idx
,
list
):
if
isinstance
(
idx
,
list
):
...
@@ -1893,7 +1910,7 @@ class TestAdvancedSubtensor:
...
@@ -1893,7 +1910,7 @@ class TestAdvancedSubtensor:
idx
=
tensor
.
lvector
()
idx
=
tensor
.
lvector
()
idx2
=
tensor
.
lvector
()
idx2
=
tensor
.
lvector
()
t
=
n
[
idx
,
idx2
]
t
=
n
[
idx
,
idx2
]
assert
isinstance
(
t
.
owner
.
op
,
tensor
.
AdvancedSubtensor
)
assert
isinstance
(
t
.
owner
.
op
,
AdvancedSubtensor
)
utt
.
verify_grad
(
utt
.
verify_grad
(
lambda
m
:
m
[[
1
,
3
],
[
2
,
4
]],
lambda
m
:
m
[[
1
,
3
],
[
2
,
4
]],
...
@@ -2208,14 +2225,14 @@ class TestInferShape(utt.InferShapeTester):
...
@@ -2208,14 +2225,14 @@ class TestInferShape(utt.InferShapeTester):
[
n
],
[
n
],
[
n
[
n
[:,
0
]
>
2
,
n
[
0
,
:]
>
2
]],
[
n
[
n
[:,
0
]
>
2
,
n
[
0
,
:]
>
2
]],
[
n_val
],
[
n_val
],
tensor
.
AdvancedBooleanSubtensor
,
AdvancedBooleanSubtensor
,
check_topo
=
False
,
check_topo
=
False
,
)
)
self
.
_compile_and_check
(
self
.
_compile_and_check
(
[
n
],
[
n
],
[
n
[
n
[:,
0
]
>
2
]],
[
n
[
n
[:,
0
]
>
2
]],
[
n_val
],
[
n_val
],
tensor
.
AdvancedBooleanSubtensor
,
AdvancedBooleanSubtensor
,
check_topo
=
False
,
check_topo
=
False
,
)
)
...
...
编写
预览
Markdown
格式
0%
重试
或
添加新文件
添加附件
取消
您添加了
0
人
到此讨论。请谨慎行事。
请先完成此评论的编辑!
取消
请
注册
或者
登录
后发表评论