Skip to content
项目
群组
代码片段
帮助
当前项目
正在载入...
登录 / 注册
切换导航面板
P
pytensor
项目
项目
详情
活动
周期分析
仓库
仓库
文件
提交
分支
标签
贡献者
图表
比较
统计图
议题
0
议题
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
CI / CD
CI / CD
流水线
作业
日程
统计图
Wiki
Wiki
代码片段
代码片段
成员
成员
折叠边栏
关闭边栏
活动
图像
聊天
创建新问题
作业
提交
问题看板
Open sidebar
testgroup
pytensor
Commits
b18616bd
提交
b18616bd
authored
12月 02, 2016
作者:
Benjamin Scellier
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
remove legacy conditions of advanced_inc_subtensor
上级
55596d1b
隐藏空白字符变更
内嵌
并排
正在显示
3 个修改的文件
包含
22 行增加
和
79 行删除
+22
-79
nvcc_compiler.py
theano/sandbox/cuda/nvcc_compiler.py
+0
-2
subtensor.py
theano/tensor/subtensor.py
+12
-62
test_subtensor.py
theano/tensor/tests/test_subtensor.py
+10
-15
没有找到文件。
theano/sandbox/cuda/nvcc_compiler.py
浏览文件 @
b18616bd
...
@@ -6,8 +6,6 @@ import subprocess
...
@@ -6,8 +6,6 @@ import subprocess
import
sys
import
sys
from
locale
import
getpreferredencoding
from
locale
import
getpreferredencoding
import
numpy
from
theano
import
config
from
theano
import
config
from
theano.compat
import
decode
,
decode_with
from
theano.compat
import
decode
,
decode_with
from
theano.configdefaults
import
local_bitwidth
from
theano.configdefaults
import
local_bitwidth
...
...
theano/tensor/subtensor.py
浏览文件 @
b18616bd
from
__future__
import
absolute_import
,
print_function
,
division
from
__future__
import
absolute_import
,
print_function
,
division
from
copy
import
copy
import
sys
import
sys
from
textwrap
import
dedent
from
textwrap
import
dedent
import
warnings
import
warnings
...
@@ -13,23 +12,19 @@ import theano
...
@@ -13,23 +12,19 @@ import theano
from
theano.compat
import
izip
from
theano.compat
import
izip
from
theano.gradient
import
DisconnectedType
from
theano.gradient
import
DisconnectedType
from
theano
import
gof
from
theano
import
gof
from
theano.gof
import
Apply
,
Constant
,
hashtype
,
Op
,
Type
,
MethodNotDefined
from
theano.gof
import
Apply
,
hashtype
,
Op
,
Type
,
MethodNotDefined
from
theano.printing
import
pprint
from
theano.printing
import
pprint
from
theano
import
scalar
as
scal
from
theano
import
scalar
as
scal
from
theano.tensor.basic
import
alloc
from
theano.tensor.basic
import
alloc
from
theano.tensor.basic
import
(
addbroadcast
,
clip
,
get_scalar_constant_value
,
from
theano.tensor.basic
import
(
addbroadcast
,
clip
,
get_scalar_constant_value
,
ARange
,
TensorType
,
NotScalarConstantError
)
TensorType
,
NotScalarConstantError
)
from
theano.tensor.elemwise
import
DimShuffle
from
theano.tensor.elemwise
import
DimShuffle
from
theano.tensor.type_other
import
NoneConst
,
SliceType
,
NoneTypeT
,
make_slice
from
theano.tensor.type_other
import
NoneConst
,
SliceType
,
NoneTypeT
,
make_slice
from
theano
import
config
from
theano
import
config
inplace_increment
=
None
if
config
.
cxx
:
if
config
.
cxx
:
import
theano.gof.cutils
# needed to import cutils_ext
import
theano.gof.cutils
# needed to import cutils_ext
try
:
from
cutils_ext.cutils_ext
import
inplace_increment
from
cutils_ext.cutils_ext
import
inplace_increment
except
ImportError
:
pass
_logger
=
logging
.
getLogger
(
"theano.tensor.subtensor"
)
_logger
=
logging
.
getLogger
(
"theano.tensor.subtensor"
)
...
@@ -2001,8 +1996,9 @@ class AdvancedIncSubtensor1(Op):
...
@@ -2001,8 +1996,9 @@ class AdvancedIncSubtensor1(Op):
if
self
.
set_instead_of_inc
:
if
self
.
set_instead_of_inc
:
x
[
idx
]
=
y
x
[
idx
]
=
y
else
:
else
:
increment
=
inplace_increment
if
config
.
cxx
:
if
increment
is
None
:
increment
=
inplace_increment
else
:
increment
=
self
.
inplace_increment1d_slow
increment
=
self
.
inplace_increment1d_slow
increment
(
x
,
idx
,
y
)
increment
(
x
,
idx
,
y
)
...
@@ -2193,12 +2189,6 @@ advanced_subtensor = AdvancedSubtensor()
...
@@ -2193,12 +2189,6 @@ advanced_subtensor = AdvancedSubtensor()
class
AdvancedIncSubtensor
(
Op
):
class
AdvancedIncSubtensor
(
Op
):
"""
"""
Increments a subtensor using advanced indexing.
Increments a subtensor using advanced indexing.
Notes
-----
We need the numpy.inplace_increment() function currently
numpy's PR 326 to be able to make an inplace version of this op.
"""
"""
__props__
=
(
"inplace"
,
"set_instead_of_inc"
)
__props__
=
(
"inplace"
,
"set_instead_of_inc"
)
...
@@ -2213,8 +2203,6 @@ class AdvancedIncSubtensor(Op):
...
@@ -2213,8 +2203,6 @@ class AdvancedIncSubtensor(Op):
raise
NotImplementedError
(
'In place computation is not'
raise
NotImplementedError
(
'In place computation is not'
' implemented'
)
' implemented'
)
self
.
allow_legacy_perform
=
False
def
__str__
(
self
):
def
__str__
(
self
):
return
"
%
s{
%
s,
%
s}"
%
(
self
.
__class__
.
__name__
,
return
"
%
s{
%
s,
%
s}"
%
(
self
.
__class__
.
__name__
,
"inplace="
+
str
(
self
.
inplace
),
"inplace="
+
str
(
self
.
inplace
),
...
@@ -2225,46 +2213,12 @@ class AdvancedIncSubtensor(Op):
...
@@ -2225,46 +2213,12 @@ class AdvancedIncSubtensor(Op):
x
=
theano
.
tensor
.
as_tensor_variable
(
x
)
x
=
theano
.
tensor
.
as_tensor_variable
(
x
)
y
=
theano
.
tensor
.
as_tensor_variable
(
y
)
y
=
theano
.
tensor
.
as_tensor_variable
(
y
)
op
=
self
# If we are incrementing, but the increment compiled function is not
# available, we need to support legacy cases.
if
not
self
.
set_instead_of_inc
and
inplace_increment
is
None
:
legacy_conditions
=
False
if
x
.
ndim
==
2
and
y
.
ndim
==
1
and
len
(
inputs
)
==
2
:
ind1
=
theano
.
tensor
.
as_tensor_variable
(
inputs
[
0
])
ind2
=
theano
.
tensor
.
as_tensor_variable
(
inputs
[
1
])
if
ind1
.
ndim
==
1
and
ind2
.
ndim
==
1
:
if
ind1
.
owner
and
isinstance
(
ind1
.
owner
.
op
,
ARange
):
legacy_conditions
=
True
elif
isinstance
(
ind1
,
Constant
):
# Make sure no index is duplicated
val
=
ind1
.
value
if
numpy
.
unique
(
val
)
.
size
==
val
.
size
:
legacy_conditions
=
True
elif
ind2
.
owner
and
isinstance
(
ind2
.
owner
.
op
,
ARange
):
legacy_conditions
=
True
elif
isinstance
(
ind2
,
Constant
):
# Make sure no index is duplicated
val
=
ind2
.
value
if
numpy
.
unique
(
val
)
.
size
==
val
.
size
:
legacy_conditions
=
True
if
legacy_conditions
:
op
=
copy
(
self
)
op
.
allow_legacy_perform
=
True
else
:
raise
NotImplementedError
(
'Could not import inplace_increment, so some advanced '
'indexing features are disabled. They will be '
'available if you update NumPy to version 1.8 or '
'later, or to the latest development version. '
'You may need to clear the cache (theano-cache clear) '
'afterwards.'
)
new_inputs
=
[]
new_inputs
=
[]
for
inp
in
inputs
:
for
inp
in
inputs
:
if
isinstance
(
inp
,
(
list
,
tuple
)):
if
isinstance
(
inp
,
(
list
,
tuple
)):
inp
=
theano
.
tensor
.
as_tensor_variable
(
inp
)
inp
=
theano
.
tensor
.
as_tensor_variable
(
inp
)
new_inputs
.
append
(
inp
)
new_inputs
.
append
(
inp
)
return
gof
.
Apply
(
op
,
return
gof
.
Apply
(
self
,
(
x
,
y
)
+
tuple
(
new_inputs
),
(
x
,
y
)
+
tuple
(
new_inputs
),
[
theano
.
tensor
.
tensor
(
[
theano
.
tensor
.
tensor
(
dtype
=
x
.
type
.
dtype
,
dtype
=
x
.
type
.
dtype
,
...
@@ -2282,18 +2236,14 @@ class AdvancedIncSubtensor(Op):
...
@@ -2282,18 +2236,14 @@ class AdvancedIncSubtensor(Op):
if
self
.
set_instead_of_inc
:
if
self
.
set_instead_of_inc
:
out
[
0
][
inputs
[
2
:]]
=
inputs
[
1
]
out
[
0
][
inputs
[
2
:]]
=
inputs
[
1
]
elif
inplace_increment
is
not
None
:
elif
config
.
cxx
:
inplace_increment
(
out
[
0
],
tuple
(
inputs
[
2
:]),
inputs
[
1
])
inplace_increment
(
out
[
0
],
tuple
(
inputs
[
2
:]),
inputs
[
1
])
elif
self
.
allow_legacy_perform
:
out
[
0
][
inputs
[
2
:]]
+=
inputs
[
1
]
else
:
else
:
raise
NotImplementedError
(
raise
NotImplementedError
(
'Could not import inplace_increment, so some advanced '
'Could not import inplace_increment, so advanced '
'indexing features are disabled. They will be '
'indexing is disabled. '
'available if you update NumPy to version 1.8 or '
'Please make sure that you have a working C++ compiler '
'later, or to the latest development version. '
'and that config.cxx is correctly set.'
)
'You may need to clear the cache (theano-cache clear) '
'afterwards.'
)
def
infer_shape
(
self
,
node
,
ishapes
):
def
infer_shape
(
self
,
node
,
ishapes
):
return
[
ishapes
[
0
]]
return
[
ishapes
[
0
]]
...
...
theano/tensor/tests/test_subtensor.py
浏览文件 @
b18616bd
...
@@ -30,7 +30,8 @@ from theano.tensor.subtensor import (AdvancedIncSubtensor,
...
@@ -30,7 +30,8 @@ from theano.tensor.subtensor import (AdvancedIncSubtensor,
advanced_set_subtensor
,
advanced_set_subtensor
,
advanced_set_subtensor1
,
advanced_set_subtensor1
,
get_canonical_form_slice
,
inc_subtensor
,
get_canonical_form_slice
,
inc_subtensor
,
inplace_increment
,
set_subtensor
)
set_subtensor
)
from
theano.tensor.tests.test_basic
import
inplace_func
,
rand
,
randint_ranged
from
theano.tensor.tests.test_basic
import
inplace_func
,
rand
,
randint_ranged
from
theano.tests
import
unittest_tools
as
utt
from
theano.tests
import
unittest_tools
as
utt
from
theano.tests.unittest_tools
import
attr
from
theano.tests.unittest_tools
import
attr
...
@@ -1340,12 +1341,6 @@ class TestIncSubtensor1(unittest.TestCase):
...
@@ -1340,12 +1341,6 @@ class TestIncSubtensor1(unittest.TestCase):
utt
.
assert_allclose
(
out1val
,
out2val
)
utt
.
assert_allclose
(
out1val
,
out2val
)
inplace_increment_missing
=
SkipTest
(
"inc_subtensor with advanced indexing not enabled. "
"Installing NumPy 1.8 or the latest development version "
"should make that feature available."
)
class
TestAdvancedSubtensor
(
unittest
.
TestCase
):
class
TestAdvancedSubtensor
(
unittest
.
TestCase
):
# test inc_subtensor
# test inc_subtensor
# also tests set_subtensor
# also tests set_subtensor
...
@@ -1494,8 +1489,8 @@ class TestAdvancedSubtensor(unittest.TestCase):
...
@@ -1494,8 +1489,8 @@ class TestAdvancedSubtensor(unittest.TestCase):
utt
.
assert_allclose
(
rval
,
aval
)
utt
.
assert_allclose
(
rval
,
aval
)
def
test_inc_adv_subtensor_w_2vec
(
self
):
def
test_inc_adv_subtensor_w_2vec
(
self
):
if
inplace_increment
is
None
:
if
not
config
.
cxx
:
raise
inplace_increment_missing
raise
SkipTest
(
'config.cxx empty'
)
subt
=
self
.
m
[
self
.
ix1
,
self
.
ix12
]
subt
=
self
.
m
[
self
.
ix1
,
self
.
ix12
]
a
=
inc_subtensor
(
subt
,
subt
)
a
=
inc_subtensor
(
subt
,
subt
)
...
@@ -1515,8 +1510,8 @@ class TestAdvancedSubtensor(unittest.TestCase):
...
@@ -1515,8 +1510,8 @@ class TestAdvancedSubtensor(unittest.TestCase):
[
.
5
,
.
3
*
2
,
.
15
]]),
aval
[
.
5
,
.
3
*
2
,
.
15
]]),
aval
def
test_inc_adv_subtensor_with_broadcasting
(
self
):
def
test_inc_adv_subtensor_with_broadcasting
(
self
):
if
inplace_increment
is
None
:
if
not
config
.
cxx
:
raise
inplace_increment_missing
raise
SkipTest
(
'config.cxx empty'
)
inc
=
dscalar
()
inc
=
dscalar
()
a
=
inc_subtensor
(
self
.
m
[
self
.
ix1
,
self
.
ix12
],
inc
)
a
=
inc_subtensor
(
self
.
m
[
self
.
ix1
,
self
.
ix12
],
inc
)
...
@@ -1538,8 +1533,8 @@ class TestAdvancedSubtensor(unittest.TestCase):
...
@@ -1538,8 +1533,8 @@ class TestAdvancedSubtensor(unittest.TestCase):
assert
numpy
.
allclose
(
gval
,
3.0
),
gval
assert
numpy
.
allclose
(
gval
,
3.0
),
gval
def
test_inc_adv_subtensor1_with_broadcasting
(
self
):
def
test_inc_adv_subtensor1_with_broadcasting
(
self
):
if
inplace_increment
is
None
:
if
not
config
.
cxx
:
raise
inplace_increment_missing
raise
SkipTest
(
'config.cxx empty'
)
inc
=
dscalar
()
inc
=
dscalar
()
a
=
inc_subtensor
(
self
.
m
[
self
.
ix1
],
inc
)
a
=
inc_subtensor
(
self
.
m
[
self
.
ix1
],
inc
)
...
@@ -1560,8 +1555,8 @@ class TestAdvancedSubtensor(unittest.TestCase):
...
@@ -1560,8 +1555,8 @@ class TestAdvancedSubtensor(unittest.TestCase):
assert
numpy
.
allclose
(
gval
,
9.0
),
gval
assert
numpy
.
allclose
(
gval
,
9.0
),
gval
def
test_inc_adv_subtensor_with_index_broadcasting
(
self
):
def
test_inc_adv_subtensor_with_index_broadcasting
(
self
):
if
inplace_increment
is
None
:
if
not
config
.
cxx
:
raise
inplace_increment_missing
raise
SkipTest
(
'config.cxx empty'
)
a
=
inc_subtensor
(
self
.
m
[
self
.
ix1
,
self
.
ix2
],
2.1
)
a
=
inc_subtensor
(
self
.
m
[
self
.
ix1
,
self
.
ix2
],
2.1
)
...
...
编写
预览
Markdown
格式
0%
重试
或
添加新文件
添加附件
取消
您添加了
0
人
到此讨论。请谨慎行事。
请先完成此评论的编辑!
取消
请
注册
或者
登录
后发表评论