Skip to content
项目
群组
代码片段
帮助
当前项目
正在载入...
登录 / 注册
切换导航面板
P
pytensor
项目
项目
详情
活动
周期分析
仓库
仓库
文件
提交
分支
标签
贡献者
图表
比较
统计图
议题
0
议题
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
CI / CD
CI / CD
流水线
作业
日程
统计图
Wiki
Wiki
代码片段
代码片段
成员
成员
折叠边栏
关闭边栏
活动
图像
聊天
创建新问题
作业
提交
问题看板
Open sidebar
testgroup
pytensor
Commits
94f5ddfd
提交
94f5ddfd
authored
3月 15, 2022
作者:
Brandon T. Willard
提交者:
Brandon T. Willard
3月 16, 2022
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
Rename SparseType to SparseTensorType
上级
b8c1c463
隐藏空白字符变更
内嵌
并排
正在显示
15 个修改的文件
包含
145 行增加
和
131 行删除
+145
-131
__init__.py
aesara/__init__.py
+1
-1
type.py
aesara/link/c/type.py
+1
-1
may_share_memory.py
aesara/misc/may_share_memory.py
+2
-2
__init__.py
aesara/sparse/__init__.py
+1
-1
basic.py
aesara/sparse/basic.py
+55
-41
sp2.py
aesara/sparse/sandbox/sp2.py
+4
-2
sharedvar.py
aesara/sparse/sharedvar.py
+3
-3
type.py
aesara/sparse/type.py
+13
-15
basic.py
aesara/tensor/basic.py
+2
-2
other_ops.rst
doc/extending/other_ops.rst
+3
-3
test_pfunc.py
tests/compile/function/test_pfunc.py
+2
-2
test_basic.py
tests/sparse/test_basic.py
+40
-40
test_type.py
tests/sparse/test_type.py
+2
-2
test_var.py
tests/sparse/test_var.py
+14
-14
test_basic.py
tests/typed_list/test_basic.py
+2
-2
没有找到文件。
aesara/__init__.py
浏览文件 @
94f5ddfd
...
@@ -167,7 +167,7 @@ def get_scalar_constant_value(v):
...
@@ -167,7 +167,7 @@ def get_scalar_constant_value(v):
"""
"""
# Is it necessary to test for presence of aesara.sparse at runtime?
# Is it necessary to test for presence of aesara.sparse at runtime?
sparse
=
globals
()
.
get
(
"sparse"
)
sparse
=
globals
()
.
get
(
"sparse"
)
if
sparse
and
isinstance
(
v
.
type
,
sparse
.
SparseType
):
if
sparse
and
isinstance
(
v
.
type
,
sparse
.
SparseT
ensorT
ype
):
if
v
.
owner
is
not
None
and
isinstance
(
v
.
owner
.
op
,
sparse
.
CSM
):
if
v
.
owner
is
not
None
and
isinstance
(
v
.
owner
.
op
,
sparse
.
CSM
):
data
=
v
.
owner
.
inputs
[
0
]
data
=
v
.
owner
.
inputs
[
0
]
return
tensor
.
get_scalar_constant_value
(
data
)
return
tensor
.
get_scalar_constant_value
(
data
)
...
...
aesara/link/c/type.py
浏览文件 @
94f5ddfd
...
@@ -17,7 +17,7 @@ class CType(Type, CLinkerType):
...
@@ -17,7 +17,7 @@ class CType(Type, CLinkerType):
- `TensorType`: for numpy.ndarray
- `TensorType`: for numpy.ndarray
- `SparseType`: for scipy.sparse
- `SparseT
ensorT
ype`: for scipy.sparse
But you are encouraged to write your own, as described in WRITEME.
But you are encouraged to write your own, as described in WRITEME.
...
...
aesara/misc/may_share_memory.py
浏览文件 @
94f5ddfd
...
@@ -12,7 +12,7 @@ from aesara.tensor.type import TensorType
...
@@ -12,7 +12,7 @@ from aesara.tensor.type import TensorType
try
:
try
:
import
scipy.sparse
import
scipy.sparse
from
aesara.sparse.basic
import
SparseType
from
aesara.sparse.basic
import
SparseT
ensorT
ype
def
_is_sparse
(
a
):
def
_is_sparse
(
a
):
return
scipy
.
sparse
.
issparse
(
a
)
return
scipy
.
sparse
.
issparse
(
a
)
...
@@ -64,4 +64,4 @@ def may_share_memory(a, b, raise_other_type=True):
...
@@ -64,4 +64,4 @@ def may_share_memory(a, b, raise_other_type=True):
if
a_gpua
or
b_gpua
:
if
a_gpua
or
b_gpua
:
return
False
return
False
return
SparseType
.
may_share_memory
(
a
,
b
)
return
SparseT
ensorT
ype
.
may_share_memory
(
a
,
b
)
aesara/sparse/__init__.py
浏览文件 @
94f5ddfd
...
@@ -9,7 +9,7 @@ except ImportError:
...
@@ -9,7 +9,7 @@ except ImportError:
enable_sparse
=
False
enable_sparse
=
False
warn
(
"SciPy can't be imported. Sparse matrix support is disabled."
)
warn
(
"SciPy can't be imported. Sparse matrix support is disabled."
)
from
aesara.sparse.type
import
SparseType
,
_is_sparse
from
aesara.sparse.type
import
SparseT
ensorT
ype
,
_is_sparse
if
enable_sparse
:
if
enable_sparse
:
...
...
aesara/sparse/basic.py
浏览文件 @
94f5ddfd
...
@@ -22,7 +22,7 @@ from aesara.graph.op import Op
...
@@ -22,7 +22,7 @@ from aesara.graph.op import Op
from
aesara.link.c.op
import
COp
from
aesara.link.c.op
import
COp
from
aesara.link.c.type
import
generic
from
aesara.link.c.type
import
generic
from
aesara.misc.safe_asarray
import
_asarray
from
aesara.misc.safe_asarray
import
_asarray
from
aesara.sparse.type
import
SparseType
,
_is_sparse
from
aesara.sparse.type
import
SparseT
ensorT
ype
,
_is_sparse
from
aesara.sparse.utils
import
hash_from_sparse
from
aesara.sparse.utils
import
hash_from_sparse
from
aesara.tensor
import
basic
as
at
from
aesara.tensor
import
basic
as
at
from
aesara.tensor.basic
import
Split
from
aesara.tensor.basic
import
Split
...
@@ -80,11 +80,11 @@ def _is_sparse_variable(x):
...
@@ -80,11 +80,11 @@ def _is_sparse_variable(x):
if
not
isinstance
(
x
,
Variable
):
if
not
isinstance
(
x
,
Variable
):
raise
NotImplementedError
(
raise
NotImplementedError
(
"this function should only be called on "
"this function should only be called on "
"*variables* (of type sparse.SparseType "
"*variables* (of type sparse.SparseT
ensorT
ype "
"or TensorType, for instance), not "
,
"or TensorType, for instance), not "
,
x
,
x
,
)
)
return
isinstance
(
x
.
type
,
SparseType
)
return
isinstance
(
x
.
type
,
SparseT
ensorT
ype
)
def
_is_dense_variable
(
x
):
def
_is_dense_variable
(
x
):
...
@@ -100,7 +100,7 @@ def _is_dense_variable(x):
...
@@ -100,7 +100,7 @@ def _is_dense_variable(x):
if
not
isinstance
(
x
,
Variable
):
if
not
isinstance
(
x
,
Variable
):
raise
NotImplementedError
(
raise
NotImplementedError
(
"this function should only be called on "
"this function should only be called on "
"*variables* (of type sparse.SparseType or "
"*variables* (of type sparse.SparseT
ensorT
ype or "
"TensorType, for instance), not "
,
"TensorType, for instance), not "
,
x
,
x
,
)
)
...
@@ -159,13 +159,15 @@ def as_sparse_variable(x, name=None, ndim=None, **kwargs):
...
@@ -159,13 +159,15 @@ def as_sparse_variable(x, name=None, ndim=None, **kwargs):
else
:
else
:
x
=
x
.
outputs
[
0
]
x
=
x
.
outputs
[
0
]
if
isinstance
(
x
,
Variable
):
if
isinstance
(
x
,
Variable
):
if
not
isinstance
(
x
.
type
,
SparseType
):
if
not
isinstance
(
x
.
type
,
SparseTensorType
):
raise
TypeError
(
"Variable type field must be a SparseType."
,
x
,
x
.
type
)
raise
TypeError
(
"Variable type field must be a SparseTensorType."
,
x
,
x
.
type
)
return
x
return
x
try
:
try
:
return
constant
(
x
,
name
=
name
)
return
constant
(
x
,
name
=
name
)
except
TypeError
:
except
TypeError
:
raise
TypeError
(
f
"Cannot convert {x} to SparseType"
,
type
(
x
))
raise
TypeError
(
f
"Cannot convert {x} to SparseT
ensorT
ype"
,
type
(
x
))
as_sparse
=
as_sparse_variable
as_sparse
=
as_sparse_variable
...
@@ -198,10 +200,10 @@ def constant(x, name=None):
...
@@ -198,10 +200,10 @@ def constant(x, name=None):
raise
TypeError
(
"sparse.constant must be called on a "
"scipy.sparse.spmatrix"
)
raise
TypeError
(
"sparse.constant must be called on a "
"scipy.sparse.spmatrix"
)
try
:
try
:
return
SparseConstant
(
return
SparseConstant
(
SparseType
(
format
=
x
.
format
,
dtype
=
x
.
dtype
),
x
.
copy
(),
name
=
name
SparseT
ensorT
ype
(
format
=
x
.
format
,
dtype
=
x
.
dtype
),
x
.
copy
(),
name
=
name
)
)
except
TypeError
:
except
TypeError
:
raise
TypeError
(
f
"Could not convert {x} to SparseType"
,
type
(
x
))
raise
TypeError
(
f
"Could not convert {x} to SparseT
ensorT
ype"
,
type
(
x
))
def
sp_ones_like
(
x
):
def
sp_ones_like
(
x
):
...
@@ -259,7 +261,7 @@ def override_dense(*methods):
...
@@ -259,7 +261,7 @@ def override_dense(*methods):
self
=
self
.
toarray
()
self
=
self
.
toarray
()
new_args
=
[
new_args
=
[
arg
.
toarray
()
arg
.
toarray
()
if
hasattr
(
arg
,
"type"
)
and
isinstance
(
arg
.
type
,
SparseType
)
if
hasattr
(
arg
,
"type"
)
and
isinstance
(
arg
.
type
,
SparseT
ensorT
ype
)
else
arg
else
arg
for
arg
in
args
for
arg
in
args
]
]
...
@@ -503,15 +505,15 @@ class SparseConstant(TensorConstant, _sparse_py_operators):
...
@@ -503,15 +505,15 @@ class SparseConstant(TensorConstant, _sparse_py_operators):
return
str
(
self
)
return
str
(
self
)
SparseType
.
variable_type
=
SparseVariable
SparseT
ensorT
ype
.
variable_type
=
SparseVariable
SparseType
.
constant_type
=
SparseConstant
SparseT
ensorT
ype
.
constant_type
=
SparseConstant
# for more dtypes, call SparseType(format, dtype)
# for more dtypes, call SparseT
ensorT
ype(format, dtype)
def
matrix
(
format
,
name
=
None
,
dtype
=
None
):
def
matrix
(
format
,
name
=
None
,
dtype
=
None
):
if
dtype
is
None
:
if
dtype
is
None
:
dtype
=
config
.
floatX
dtype
=
config
.
floatX
type
=
SparseType
(
format
=
format
,
dtype
=
dtype
)
type
=
SparseT
ensorT
ype
(
format
=
format
,
dtype
=
dtype
)
return
type
(
name
)
return
type
(
name
)
...
@@ -527,15 +529,15 @@ def bsr_matrix(name=None, dtype=None):
...
@@ -527,15 +529,15 @@ def bsr_matrix(name=None, dtype=None):
return
matrix
(
"bsr"
,
name
,
dtype
)
return
matrix
(
"bsr"
,
name
,
dtype
)
# for more dtypes, call SparseType(format, dtype)
# for more dtypes, call SparseT
ensorT
ype(format, dtype)
csc_dmatrix
=
SparseType
(
format
=
"csc"
,
dtype
=
"float64"
)
csc_dmatrix
=
SparseT
ensorT
ype
(
format
=
"csc"
,
dtype
=
"float64"
)
csr_dmatrix
=
SparseType
(
format
=
"csr"
,
dtype
=
"float64"
)
csr_dmatrix
=
SparseT
ensorT
ype
(
format
=
"csr"
,
dtype
=
"float64"
)
bsr_dmatrix
=
SparseType
(
format
=
"bsr"
,
dtype
=
"float64"
)
bsr_dmatrix
=
SparseT
ensorT
ype
(
format
=
"bsr"
,
dtype
=
"float64"
)
csc_fmatrix
=
SparseType
(
format
=
"csc"
,
dtype
=
"float32"
)
csc_fmatrix
=
SparseT
ensorT
ype
(
format
=
"csc"
,
dtype
=
"float32"
)
csr_fmatrix
=
SparseType
(
format
=
"csr"
,
dtype
=
"float32"
)
csr_fmatrix
=
SparseT
ensorT
ype
(
format
=
"csr"
,
dtype
=
"float32"
)
bsr_fmatrix
=
SparseType
(
format
=
"bsr"
,
dtype
=
"float32"
)
bsr_fmatrix
=
SparseT
ensorT
ype
(
format
=
"bsr"
,
dtype
=
"float32"
)
all_dtypes
=
list
(
SparseType
.
dtype_specs_map
.
keys
())
all_dtypes
=
list
(
SparseT
ensorT
ype
.
dtype_specs_map
.
keys
())
complex_dtypes
=
[
t
for
t
in
all_dtypes
if
t
[:
7
]
==
"complex"
]
complex_dtypes
=
[
t
for
t
in
all_dtypes
if
t
[:
7
]
==
"complex"
]
float_dtypes
=
[
t
for
t
in
all_dtypes
if
t
[:
5
]
==
"float"
]
float_dtypes
=
[
t
for
t
in
all_dtypes
if
t
[:
5
]
==
"float"
]
int_dtypes
=
[
t
for
t
in
all_dtypes
if
t
[:
3
]
==
"int"
]
int_dtypes
=
[
t
for
t
in
all_dtypes
if
t
[:
3
]
==
"int"
]
...
@@ -725,7 +727,7 @@ class CSM(Op):
...
@@ -725,7 +727,7 @@ class CSM(Op):
return
Apply
(
return
Apply
(
self
,
self
,
[
data
,
indices
,
indptr
,
shape
],
[
data
,
indices
,
indptr
,
shape
],
[
SparseType
(
dtype
=
data
.
type
.
dtype
,
format
=
self
.
format
)()],
[
SparseT
ensorT
ype
(
dtype
=
data
.
type
.
dtype
,
format
=
self
.
format
)()],
)
)
def
perform
(
self
,
node
,
inputs
,
outputs
):
def
perform
(
self
,
node
,
inputs
,
outputs
):
...
@@ -931,7 +933,9 @@ class Cast(Op):
...
@@ -931,7 +933,9 @@ class Cast(Op):
def
make_node
(
self
,
x
):
def
make_node
(
self
,
x
):
x
=
as_sparse_variable
(
x
)
x
=
as_sparse_variable
(
x
)
assert
x
.
format
in
(
"csr"
,
"csc"
)
assert
x
.
format
in
(
"csr"
,
"csc"
)
return
Apply
(
self
,
[
x
],
[
SparseType
(
dtype
=
self
.
out_type
,
format
=
x
.
format
)()])
return
Apply
(
self
,
[
x
],
[
SparseTensorType
(
dtype
=
self
.
out_type
,
format
=
x
.
format
)()]
)
def
perform
(
self
,
node
,
inputs
,
outputs
):
def
perform
(
self
,
node
,
inputs
,
outputs
):
(
x
,)
=
inputs
(
x
,)
=
inputs
...
@@ -1014,7 +1018,7 @@ class DenseFromSparse(Op):
...
@@ -1014,7 +1018,7 @@ class DenseFromSparse(Op):
return
f
"{self.__class__.__name__}{{structured_grad={self.sparse_grad}}}"
return
f
"{self.__class__.__name__}{{structured_grad={self.sparse_grad}}}"
def
__call__
(
self
,
x
):
def
__call__
(
self
,
x
):
if
not
isinstance
(
x
.
type
,
SparseType
):
if
not
isinstance
(
x
.
type
,
SparseT
ensorT
ype
):
return
x
return
x
return
super
()
.
__call__
(
x
)
return
super
()
.
__call__
(
x
)
...
@@ -1097,7 +1101,7 @@ class SparseFromDense(Op):
...
@@ -1097,7 +1101,7 @@ class SparseFromDense(Op):
return
f
"{self.__class__.__name__}{{{self.format}}}"
return
f
"{self.__class__.__name__}{{{self.format}}}"
def
__call__
(
self
,
x
):
def
__call__
(
self
,
x
):
if
isinstance
(
x
.
type
,
SparseType
):
if
isinstance
(
x
.
type
,
SparseT
ensorT
ype
):
return
x
return
x
return
super
()
.
__call__
(
x
)
return
super
()
.
__call__
(
x
)
...
@@ -1116,12 +1120,14 @@ class SparseFromDense(Op):
...
@@ -1116,12 +1120,14 @@ class SparseFromDense(Op):
else
:
else
:
assert
x
.
ndim
==
2
assert
x
.
ndim
==
2
return
Apply
(
self
,
[
x
],
[
SparseType
(
dtype
=
x
.
type
.
dtype
,
format
=
self
.
format
)()])
return
Apply
(
self
,
[
x
],
[
SparseTensorType
(
dtype
=
x
.
type
.
dtype
,
format
=
self
.
format
)()]
)
def
perform
(
self
,
node
,
inputs
,
outputs
):
def
perform
(
self
,
node
,
inputs
,
outputs
):
(
x
,)
=
inputs
(
x
,)
=
inputs
(
out
,)
=
outputs
(
out
,)
=
outputs
out
[
0
]
=
SparseType
.
format_cls
[
self
.
format
](
x
)
out
[
0
]
=
SparseT
ensorT
ype
.
format_cls
[
self
.
format
](
x
)
def
grad
(
self
,
inputs
,
gout
):
def
grad
(
self
,
inputs
,
gout
):
(
x
,)
=
inputs
(
x
,)
=
inputs
...
@@ -1585,7 +1591,11 @@ class Transpose(Op):
...
@@ -1585,7 +1591,11 @@ class Transpose(Op):
return
Apply
(
return
Apply
(
self
,
self
,
[
x
],
[
x
],
[
SparseType
(
dtype
=
x
.
type
.
dtype
,
format
=
self
.
format_map
[
x
.
type
.
format
])()],
[
SparseTensorType
(
dtype
=
x
.
type
.
dtype
,
format
=
self
.
format_map
[
x
.
type
.
format
]
)()
],
)
)
def
perform
(
self
,
node
,
inputs
,
outputs
):
def
perform
(
self
,
node
,
inputs
,
outputs
):
...
@@ -2002,7 +2012,7 @@ class SquareDiagonal(Op):
...
@@ -2002,7 +2012,7 @@ class SquareDiagonal(Op):
if
diag
.
type
.
ndim
!=
1
:
if
diag
.
type
.
ndim
!=
1
:
raise
TypeError
(
"data argument must be a vector"
,
diag
.
type
)
raise
TypeError
(
"data argument must be a vector"
,
diag
.
type
)
return
Apply
(
self
,
[
diag
],
[
SparseType
(
dtype
=
diag
.
dtype
,
format
=
"csc"
)()])
return
Apply
(
self
,
[
diag
],
[
SparseT
ensorT
ype
(
dtype
=
diag
.
dtype
,
format
=
"csc"
)()])
def
perform
(
self
,
node
,
inputs
,
outputs
):
def
perform
(
self
,
node
,
inputs
,
outputs
):
(
z
,)
=
outputs
(
z
,)
=
outputs
...
@@ -2146,7 +2156,7 @@ class AddSS(Op):
...
@@ -2146,7 +2156,7 @@ class AddSS(Op):
assert
y
.
format
in
(
"csr"
,
"csc"
)
assert
y
.
format
in
(
"csr"
,
"csc"
)
out_dtype
=
aes
.
upcast
(
x
.
type
.
dtype
,
y
.
type
.
dtype
)
out_dtype
=
aes
.
upcast
(
x
.
type
.
dtype
,
y
.
type
.
dtype
)
return
Apply
(
return
Apply
(
self
,
[
x
,
y
],
[
SparseType
(
dtype
=
out_dtype
,
format
=
x
.
type
.
format
)()]
self
,
[
x
,
y
],
[
SparseT
ensorT
ype
(
dtype
=
out_dtype
,
format
=
x
.
type
.
format
)()]
)
)
def
perform
(
self
,
node
,
inputs
,
outputs
):
def
perform
(
self
,
node
,
inputs
,
outputs
):
...
@@ -2183,7 +2193,7 @@ class AddSSData(Op):
...
@@ -2183,7 +2193,7 @@ class AddSSData(Op):
if
x
.
type
.
format
!=
y
.
type
.
format
:
if
x
.
type
.
format
!=
y
.
type
.
format
:
raise
NotImplementedError
()
raise
NotImplementedError
()
return
Apply
(
return
Apply
(
self
,
[
x
,
y
],
[
SparseType
(
dtype
=
x
.
type
.
dtype
,
format
=
x
.
type
.
format
)()]
self
,
[
x
,
y
],
[
SparseT
ensorT
ype
(
dtype
=
x
.
type
.
dtype
,
format
=
x
.
type
.
format
)()]
)
)
def
perform
(
self
,
node
,
inputs
,
outputs
):
def
perform
(
self
,
node
,
inputs
,
outputs
):
...
@@ -2286,7 +2296,7 @@ class StructuredAddSV(Op):
...
@@ -2286,7 +2296,7 @@ class StructuredAddSV(Op):
if
x
.
type
.
dtype
!=
y
.
type
.
dtype
:
if
x
.
type
.
dtype
!=
y
.
type
.
dtype
:
raise
NotImplementedError
()
raise
NotImplementedError
()
return
Apply
(
return
Apply
(
self
,
[
x
,
y
],
[
SparseType
(
dtype
=
x
.
type
.
dtype
,
format
=
x
.
type
.
format
)()]
self
,
[
x
,
y
],
[
SparseT
ensorT
ype
(
dtype
=
x
.
type
.
dtype
,
format
=
x
.
type
.
format
)()]
)
)
def
perform
(
self
,
node
,
inputs
,
outputs
):
def
perform
(
self
,
node
,
inputs
,
outputs
):
...
@@ -2426,7 +2436,7 @@ class MulSS(Op):
...
@@ -2426,7 +2436,7 @@ class MulSS(Op):
assert
y
.
format
in
(
"csr"
,
"csc"
)
assert
y
.
format
in
(
"csr"
,
"csc"
)
out_dtype
=
aes
.
upcast
(
x
.
type
.
dtype
,
y
.
type
.
dtype
)
out_dtype
=
aes
.
upcast
(
x
.
type
.
dtype
,
y
.
type
.
dtype
)
return
Apply
(
return
Apply
(
self
,
[
x
,
y
],
[
SparseType
(
dtype
=
out_dtype
,
format
=
x
.
type
.
format
)()]
self
,
[
x
,
y
],
[
SparseT
ensorT
ype
(
dtype
=
out_dtype
,
format
=
x
.
type
.
format
)()]
)
)
def
perform
(
self
,
node
,
inputs
,
outputs
):
def
perform
(
self
,
node
,
inputs
,
outputs
):
...
@@ -2469,7 +2479,7 @@ class MulSD(Op):
...
@@ -2469,7 +2479,7 @@ class MulSD(Op):
# Broadcasting of the sparse matrix is not supported.
# Broadcasting of the sparse matrix is not supported.
# We support nd == 0 used by grad of SpSum()
# We support nd == 0 used by grad of SpSum()
assert
y
.
type
.
ndim
in
(
0
,
2
)
assert
y
.
type
.
ndim
in
(
0
,
2
)
out
=
SparseType
(
dtype
=
dtype
,
format
=
x
.
type
.
format
)()
out
=
SparseT
ensorT
ype
(
dtype
=
dtype
,
format
=
x
.
type
.
format
)()
return
Apply
(
self
,
[
x
,
y
],
[
out
])
return
Apply
(
self
,
[
x
,
y
],
[
out
])
def
perform
(
self
,
node
,
inputs
,
outputs
):
def
perform
(
self
,
node
,
inputs
,
outputs
):
...
@@ -2559,7 +2569,7 @@ class MulSV(Op):
...
@@ -2559,7 +2569,7 @@ class MulSV(Op):
f
"Got {x.type.dtype} and {y.type.dtype}."
f
"Got {x.type.dtype} and {y.type.dtype}."
)
)
return
Apply
(
return
Apply
(
self
,
[
x
,
y
],
[
SparseType
(
dtype
=
x
.
type
.
dtype
,
format
=
x
.
type
.
format
)()]
self
,
[
x
,
y
],
[
SparseT
ensorT
ype
(
dtype
=
x
.
type
.
dtype
,
format
=
x
.
type
.
format
)()]
)
)
def
perform
(
self
,
node
,
inputs
,
outputs
):
def
perform
(
self
,
node
,
inputs
,
outputs
):
...
@@ -2694,7 +2704,9 @@ class __ComparisonOpSS(Op):
...
@@ -2694,7 +2704,9 @@ class __ComparisonOpSS(Op):
if
x
.
type
.
format
!=
y
.
type
.
format
:
if
x
.
type
.
format
!=
y
.
type
.
format
:
raise
NotImplementedError
()
raise
NotImplementedError
()
return
Apply
(
self
,
[
x
,
y
],
[
SparseType
(
dtype
=
"uint8"
,
format
=
x
.
type
.
format
)()])
return
Apply
(
self
,
[
x
,
y
],
[
SparseTensorType
(
dtype
=
"uint8"
,
format
=
x
.
type
.
format
)()]
)
def
perform
(
self
,
node
,
inputs
,
outputs
):
def
perform
(
self
,
node
,
inputs
,
outputs
):
(
x
,
y
)
=
inputs
(
x
,
y
)
=
inputs
...
@@ -3050,7 +3062,9 @@ class HStack(Op):
...
@@ -3050,7 +3062,9 @@ class HStack(Op):
for
x
in
var
:
for
x
in
var
:
assert
x
.
format
in
(
"csr"
,
"csc"
)
assert
x
.
format
in
(
"csr"
,
"csc"
)
return
Apply
(
self
,
var
,
[
SparseType
(
dtype
=
self
.
dtype
,
format
=
self
.
format
)()])
return
Apply
(
self
,
var
,
[
SparseTensorType
(
dtype
=
self
.
dtype
,
format
=
self
.
format
)()]
)
def
perform
(
self
,
node
,
block
,
outputs
):
def
perform
(
self
,
node
,
block
,
outputs
):
(
out
,)
=
outputs
(
out
,)
=
outputs
...
@@ -3578,7 +3592,7 @@ class TrueDot(Op):
...
@@ -3578,7 +3592,7 @@ class TrueDot(Op):
raise
NotImplementedError
()
raise
NotImplementedError
()
inputs
=
[
x
,
y
]
# Need to convert? e.g. assparse
inputs
=
[
x
,
y
]
# Need to convert? e.g. assparse
outputs
=
[
SparseType
(
dtype
=
x
.
type
.
dtype
,
format
=
myformat
)()]
outputs
=
[
SparseT
ensorT
ype
(
dtype
=
x
.
type
.
dtype
,
format
=
myformat
)()]
return
Apply
(
self
,
inputs
,
outputs
)
return
Apply
(
self
,
inputs
,
outputs
)
def
perform
(
self
,
node
,
inp
,
out_
):
def
perform
(
self
,
node
,
inp
,
out_
):
...
@@ -3702,7 +3716,7 @@ class StructuredDot(Op):
...
@@ -3702,7 +3716,7 @@ class StructuredDot(Op):
raise
NotImplementedError
(
"non-matrix b"
)
raise
NotImplementedError
(
"non-matrix b"
)
if
_is_sparse_variable
(
b
):
if
_is_sparse_variable
(
b
):
return
Apply
(
self
,
[
a
,
b
],
[
SparseType
(
a
.
type
.
format
,
dtype_out
)()])
return
Apply
(
self
,
[
a
,
b
],
[
SparseT
ensorT
ype
(
a
.
type
.
format
,
dtype_out
)()])
else
:
else
:
return
Apply
(
return
Apply
(
self
,
self
,
...
@@ -3719,7 +3733,7 @@ class StructuredDot(Op):
...
@@ -3719,7 +3733,7 @@ class StructuredDot(Op):
)
)
variable
=
a
*
b
variable
=
a
*
b
if
isinstance
(
node
.
outputs
[
0
]
.
type
,
SparseType
):
if
isinstance
(
node
.
outputs
[
0
]
.
type
,
SparseT
ensorT
ype
):
assert
_is_sparse
(
variable
)
assert
_is_sparse
(
variable
)
out
[
0
]
=
variable
out
[
0
]
=
variable
return
return
...
...
aesara/sparse/sandbox/sp2.py
浏览文件 @
94f5ddfd
...
@@ -7,7 +7,7 @@ from aesara.graph.basic import Apply
...
@@ -7,7 +7,7 @@ from aesara.graph.basic import Apply
from
aesara.graph.op
import
Op
from
aesara.graph.op
import
Op
from
aesara.sparse.basic
import
(
from
aesara.sparse.basic
import
(
Remove0
,
Remove0
,
SparseType
,
SparseT
ensorT
ype
,
_is_sparse
,
_is_sparse
,
as_sparse_variable
,
as_sparse_variable
,
remove0
,
remove0
,
...
@@ -108,7 +108,9 @@ class Binomial(Op):
...
@@ -108,7 +108,9 @@ class Binomial(Op):
assert
shape
.
dtype
in
discrete_dtypes
assert
shape
.
dtype
in
discrete_dtypes
return
Apply
(
return
Apply
(
self
,
[
n
,
p
,
shape
],
[
SparseType
(
dtype
=
self
.
dtype
,
format
=
self
.
format
)()]
self
,
[
n
,
p
,
shape
],
[
SparseTensorType
(
dtype
=
self
.
dtype
,
format
=
self
.
format
)()],
)
)
def
perform
(
self
,
node
,
inputs
,
outputs
):
def
perform
(
self
,
node
,
inputs
,
outputs
):
...
...
aesara/sparse/sharedvar.py
浏览文件 @
94f5ddfd
...
@@ -3,7 +3,7 @@ import copy
...
@@ -3,7 +3,7 @@ import copy
import
scipy.sparse
import
scipy.sparse
from
aesara.compile
import
SharedVariable
,
shared_constructor
from
aesara.compile
import
SharedVariable
,
shared_constructor
from
aesara.sparse.basic
import
SparseType
,
_sparse_py_operators
from
aesara.sparse.basic
import
SparseT
ensorT
ype
,
_sparse_py_operators
class
SparseTensorSharedVariable
(
_sparse_py_operators
,
SharedVariable
):
class
SparseTensorSharedVariable
(
_sparse_py_operators
,
SharedVariable
):
...
@@ -16,7 +16,7 @@ def sparse_constructor(
...
@@ -16,7 +16,7 @@ def sparse_constructor(
value
,
name
=
None
,
strict
=
False
,
allow_downcast
=
None
,
borrow
=
False
,
format
=
None
value
,
name
=
None
,
strict
=
False
,
allow_downcast
=
None
,
borrow
=
False
,
format
=
None
):
):
"""
"""
SharedVariable Constructor for SparseType.
SharedVariable Constructor for SparseT
ensorT
ype.
writeme
writeme
...
@@ -29,7 +29,7 @@ def sparse_constructor(
...
@@ -29,7 +29,7 @@ def sparse_constructor(
if
format
is
None
:
if
format
is
None
:
format
=
value
.
format
format
=
value
.
format
type
=
SparseType
(
format
=
format
,
dtype
=
value
.
dtype
)
type
=
SparseT
ensorT
ype
(
format
=
format
,
dtype
=
value
.
dtype
)
if
not
borrow
:
if
not
borrow
:
value
=
copy
.
deepcopy
(
value
)
value
=
copy
.
deepcopy
(
value
)
return
SparseTensorSharedVariable
(
return
SparseTensorSharedVariable
(
...
...
aesara/sparse/type.py
浏览文件 @
94f5ddfd
...
@@ -25,9 +25,8 @@ def _is_sparse(x):
...
@@ -25,9 +25,8 @@ def _is_sparse(x):
return
isinstance
(
x
,
scipy
.
sparse
.
spmatrix
)
return
isinstance
(
x
,
scipy
.
sparse
.
spmatrix
)
class
SparseType
(
TensorType
,
HasDataType
):
class
SparseTensorType
(
TensorType
,
HasDataType
):
"""
"""A `Type` for sparse tensors.
Fundamental way to create a sparse node.
Parameters
Parameters
----------
----------
...
@@ -42,8 +41,7 @@ class SparseType(TensorType, HasDataType):
...
@@ -42,8 +41,7 @@ class SparseType(TensorType, HasDataType):
Notes
Notes
-----
-----
As far as I can tell, L{scipy.sparse} objects must be matrices, i.e.
Currently, sparse tensors can only be matrices (i.e. have two dimensions).
have dimension 2.
"""
"""
...
@@ -126,15 +124,13 @@ class SparseType(TensorType, HasDataType):
...
@@ -126,15 +124,13 @@ class SparseType(TensorType, HasDataType):
raise
NotImplementedError
()
raise
NotImplementedError
()
return
sp
return
sp
@staticmethod
@classmethod
def
may_share_memory
(
a
,
b
):
def
may_share_memory
(
cls
,
a
,
b
):
# This is Fred suggestion for a quick and dirty way of checking
# aliasing .. this can potentially be further refined (ticket #374)
if
_is_sparse
(
a
)
and
_is_sparse
(
b
):
if
_is_sparse
(
a
)
and
_is_sparse
(
b
):
return
(
return
(
SparseType
.
may_share_memory
(
a
,
b
.
data
)
cls
.
may_share_memory
(
a
,
b
.
data
)
or
SparseType
.
may_share_memory
(
a
,
b
.
indices
)
or
cls
.
may_share_memory
(
a
,
b
.
indices
)
or
SparseType
.
may_share_memory
(
a
,
b
.
indptr
)
or
cls
.
may_share_memory
(
a
,
b
.
indptr
)
)
)
if
_is_sparse
(
b
)
and
isinstance
(
a
,
np
.
ndarray
):
if
_is_sparse
(
b
)
and
isinstance
(
a
,
np
.
ndarray
):
a
,
b
=
b
,
a
a
,
b
=
b
,
a
...
@@ -151,7 +147,7 @@ class SparseType(TensorType, HasDataType):
...
@@ -151,7 +147,7 @@ class SparseType(TensorType, HasDataType):
def
convert_variable
(
self
,
var
):
def
convert_variable
(
self
,
var
):
res
=
super
()
.
convert_variable
(
var
)
res
=
super
()
.
convert_variable
(
var
)
if
res
and
not
isinstance
(
res
.
type
,
SparseType
):
if
res
and
not
isinstance
(
res
.
type
,
type
(
self
)
):
# TODO: Convert to this sparse format
# TODO: Convert to this sparse format
raise
NotImplementedError
()
raise
NotImplementedError
()
...
@@ -232,9 +228,8 @@ class SparseType(TensorType, HasDataType):
...
@@ -232,9 +228,8 @@ class SparseType(TensorType, HasDataType):
return
False
return
False
# Register SparseType's C code for ViewOp.
aesara
.
compile
.
register_view_op_c_code
(
aesara
.
compile
.
register_view_op_c_code
(
SparseType
,
SparseT
ensorT
ype
,
"""
"""
Py_XDECREF(
%(oname)
s);
Py_XDECREF(
%(oname)
s);
%(oname)
s =
%(iname)
s;
%(oname)
s =
%(iname)
s;
...
@@ -242,3 +237,6 @@ aesara.compile.register_view_op_c_code(
...
@@ -242,3 +237,6 @@ aesara.compile.register_view_op_c_code(
"""
,
"""
,
1
,
1
,
)
)
# This is a deprecated alias used for (temporary) backward-compatibility
SparseType
=
SparseTensorType
aesara/tensor/basic.py
浏览文件 @
94f5ddfd
...
@@ -314,9 +314,9 @@ def get_scalar_constant_value(
...
@@ -314,9 +314,9 @@ def get_scalar_constant_value(
except
ValueError
:
except
ValueError
:
raise
NotScalarConstantError
()
raise
NotScalarConstantError
()
from
aesara.sparse.type
import
SparseType
from
aesara.sparse.type
import
SparseT
ensorT
ype
if
isinstance
(
v
.
type
,
SparseType
):
if
isinstance
(
v
.
type
,
SparseT
ensorT
ype
):
raise
NotScalarConstantError
()
raise
NotScalarConstantError
()
return
data
return
data
...
...
doc/extending/other_ops.rst
浏览文件 @
94f5ddfd
...
@@ -44,7 +44,7 @@ usual dense tensors. In particular, in the
...
@@ -44,7 +44,7 @@ usual dense tensors. In particular, in the
instead of ``as_tensor_variable(x)``.
instead of ``as_tensor_variable(x)``.
Another difference is that you need to use ``SparseVariable`` and
Another difference is that you need to use ``SparseVariable`` and
``SparseType`` instead of ``TensorVariable`` and ``TensorType``.
``SparseT
ensorT
ype`` instead of ``TensorVariable`` and ``TensorType``.
Do not forget that we support only sparse matrices (so only 2 dimensions)
Do not forget that we support only sparse matrices (so only 2 dimensions)
and (like in SciPy) they do not support broadcasting operations by default
and (like in SciPy) they do not support broadcasting operations by default
...
@@ -55,7 +55,7 @@ you can create output variables like this:
...
@@ -55,7 +55,7 @@ you can create output variables like this:
.. code-block:: python
.. code-block:: python
out_format = inputs[0].format # or 'csr' or 'csc' if the output format is fixed
out_format = inputs[0].format # or 'csr' or 'csc' if the output format is fixed
SparseType(dtype=inputs[0].dtype, format=out_format).make_variable()
SparseT
ensorT
ype(dtype=inputs[0].dtype, format=out_format).make_variable()
See the sparse :class:`Aesara.sparse.basic.Cast` `Op` code for a good example of
See the sparse :class:`Aesara.sparse.basic.Cast` `Op` code for a good example of
a sparse `Op` with Python code.
a sparse `Op` with Python code.
...
@@ -226,7 +226,7 @@ along with pointers to the relevant documentation.
...
@@ -226,7 +226,7 @@ along with pointers to the relevant documentation.
primitive type. The C type associated with this Aesara type is the
primitive type. The C type associated with this Aesara type is the
represented C primitive itself.
represented C primitive itself.
* :ref:`SparseType <sparse_ops>` : Aesara `Type` used to represent sparse
* :ref:`SparseT
ensorT
ype <sparse_ops>` : Aesara `Type` used to represent sparse
tensors. There is no equivalent C type for this Aesara `Type` but you
tensors. There is no equivalent C type for this Aesara `Type` but you
can split a sparse variable into its parts as TensorVariables. Those
can split a sparse variable into its parts as TensorVariables. Those
can then be used as inputs to an op with C code.
can then be used as inputs to an op with C code.
...
...
tests/compile/function/test_pfunc.py
浏览文件 @
94f5ddfd
...
@@ -751,8 +751,8 @@ class TestAliasingRules:
...
@@ -751,8 +751,8 @@ class TestAliasingRules:
# operations are used) and to break the elemwise composition
# operations are used) and to break the elemwise composition
# with some non-elemwise op (here dot)
# with some non-elemwise op (here dot)
x
=
sparse
.
SparseType
(
"csc"
,
dtype
=
"float64"
)()
x
=
sparse
.
SparseT
ensorT
ype
(
"csc"
,
dtype
=
"float64"
)()
y
=
sparse
.
SparseType
(
"csc"
,
dtype
=
"float64"
)()
y
=
sparse
.
SparseT
ensorT
ype
(
"csc"
,
dtype
=
"float64"
)()
f
=
function
([
In
(
x
,
mutable
=
True
),
In
(
y
,
mutable
=
True
)],
(
x
+
y
)
+
(
x
+
y
))
f
=
function
([
In
(
x
,
mutable
=
True
),
In
(
y
,
mutable
=
True
)],
(
x
+
y
)
+
(
x
+
y
))
# Test 1. If the same variable is given twice
# Test 1. If the same variable is given twice
...
...
tests/sparse/test_basic.py
浏览文件 @
94f5ddfd
...
@@ -38,7 +38,7 @@ from aesara.sparse import (
...
@@ -38,7 +38,7 @@ from aesara.sparse import (
Remove0
,
Remove0
,
SamplingDot
,
SamplingDot
,
SparseFromDense
,
SparseFromDense
,
SparseType
,
SparseT
ensorT
ype
,
SquareDiagonal
,
SquareDiagonal
,
StructuredDot
,
StructuredDot
,
StructuredDotGradCSC
,
StructuredDotGradCSC
,
...
@@ -413,7 +413,7 @@ class TestSparseInferShape(utt.InferShapeTester):
...
@@ -413,7 +413,7 @@ class TestSparseInferShape(utt.InferShapeTester):
pass
pass
def
test_getitem_scalar
(
self
):
def
test_getitem_scalar
(
self
):
x
=
SparseType
(
"csr"
,
dtype
=
config
.
floatX
)()
x
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
config
.
floatX
)()
self
.
_compile_and_check
(
self
.
_compile_and_check
(
[
x
],
[
x
],
[
x
[
2
,
2
]],
[
x
[
2
,
2
]],
...
@@ -451,7 +451,7 @@ class TestSparseInferShape(utt.InferShapeTester):
...
@@ -451,7 +451,7 @@ class TestSparseInferShape(utt.InferShapeTester):
)
)
def
test_transpose
(
self
):
def
test_transpose
(
self
):
x
=
SparseType
(
"csr"
,
dtype
=
config
.
floatX
)()
x
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
config
.
floatX
)()
self
.
_compile_and_check
(
self
.
_compile_and_check
(
[
x
],
[
x
],
[
x
.
T
],
[
x
.
T
],
...
@@ -460,7 +460,7 @@ class TestSparseInferShape(utt.InferShapeTester):
...
@@ -460,7 +460,7 @@ class TestSparseInferShape(utt.InferShapeTester):
)
)
def
test_neg
(
self
):
def
test_neg
(
self
):
x
=
SparseType
(
"csr"
,
dtype
=
config
.
floatX
)()
x
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
config
.
floatX
)()
self
.
_compile_and_check
(
self
.
_compile_and_check
(
[
x
],
[
x
],
[
-
x
],
[
-
x
],
...
@@ -469,8 +469,8 @@ class TestSparseInferShape(utt.InferShapeTester):
...
@@ -469,8 +469,8 @@ class TestSparseInferShape(utt.InferShapeTester):
)
)
def
test_add_ss
(
self
):
def
test_add_ss
(
self
):
x
=
SparseType
(
"csr"
,
dtype
=
config
.
floatX
)()
x
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
config
.
floatX
)()
y
=
SparseType
(
"csr"
,
dtype
=
config
.
floatX
)()
y
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
config
.
floatX
)()
self
.
_compile_and_check
(
self
.
_compile_and_check
(
[
x
,
y
],
[
x
,
y
],
[
x
+
y
],
[
x
+
y
],
...
@@ -482,7 +482,7 @@ class TestSparseInferShape(utt.InferShapeTester):
...
@@ -482,7 +482,7 @@ class TestSparseInferShape(utt.InferShapeTester):
)
)
def
test_add_sd
(
self
):
def
test_add_sd
(
self
):
x
=
SparseType
(
"csr"
,
dtype
=
config
.
floatX
)()
x
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
config
.
floatX
)()
y
=
matrix
()
y
=
matrix
()
self
.
_compile_and_check
(
self
.
_compile_and_check
(
[
x
,
y
],
[
x
,
y
],
...
@@ -495,8 +495,8 @@ class TestSparseInferShape(utt.InferShapeTester):
...
@@ -495,8 +495,8 @@ class TestSparseInferShape(utt.InferShapeTester):
)
)
def
test_mul_ss
(
self
):
def
test_mul_ss
(
self
):
x
=
SparseType
(
"csr"
,
dtype
=
config
.
floatX
)()
x
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
config
.
floatX
)()
y
=
SparseType
(
"csr"
,
dtype
=
config
.
floatX
)()
y
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
config
.
floatX
)()
self
.
_compile_and_check
(
self
.
_compile_and_check
(
[
x
,
y
],
[
x
,
y
],
[
x
*
y
],
[
x
*
y
],
...
@@ -508,7 +508,7 @@ class TestSparseInferShape(utt.InferShapeTester):
...
@@ -508,7 +508,7 @@ class TestSparseInferShape(utt.InferShapeTester):
)
)
def
test_mul_sd
(
self
):
def
test_mul_sd
(
self
):
x
=
SparseType
(
"csr"
,
dtype
=
config
.
floatX
)()
x
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
config
.
floatX
)()
y
=
matrix
()
y
=
matrix
()
self
.
_compile_and_check
(
self
.
_compile_and_check
(
[
x
,
y
],
[
x
,
y
],
...
@@ -522,7 +522,7 @@ class TestSparseInferShape(utt.InferShapeTester):
...
@@ -522,7 +522,7 @@ class TestSparseInferShape(utt.InferShapeTester):
)
)
def
test_remove0
(
self
):
def
test_remove0
(
self
):
x
=
SparseType
(
"csr"
,
dtype
=
config
.
floatX
)()
x
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
config
.
floatX
)()
self
.
_compile_and_check
(
self
.
_compile_and_check
(
[
x
],
[
x
],
[
Remove0
()(
x
)],
[
Remove0
()(
x
)],
...
@@ -531,8 +531,8 @@ class TestSparseInferShape(utt.InferShapeTester):
...
@@ -531,8 +531,8 @@ class TestSparseInferShape(utt.InferShapeTester):
)
)
def
test_dot
(
self
):
def
test_dot
(
self
):
x
=
SparseType
(
"csc"
,
dtype
=
config
.
floatX
)()
x
=
SparseT
ensorT
ype
(
"csc"
,
dtype
=
config
.
floatX
)()
y
=
SparseType
(
"csc"
,
dtype
=
config
.
floatX
)()
y
=
SparseT
ensorT
ype
(
"csc"
,
dtype
=
config
.
floatX
)()
self
.
_compile_and_check
(
self
.
_compile_and_check
(
[
x
,
y
],
[
x
,
y
],
[
Dot
()(
x
,
y
)],
[
Dot
()(
x
,
y
)],
...
@@ -545,12 +545,12 @@ class TestSparseInferShape(utt.InferShapeTester):
...
@@ -545,12 +545,12 @@ class TestSparseInferShape(utt.InferShapeTester):
def
test_dot_broadcast
(
self
):
def
test_dot_broadcast
(
self
):
for
x
,
y
in
[
for
x
,
y
in
[
(
SparseType
(
"csr"
,
"float32"
)(),
vector
()[:,
None
]),
(
SparseT
ensorT
ype
(
"csr"
,
"float32"
)(),
vector
()[:,
None
]),
(
SparseType
(
"csr"
,
"float32"
)(),
vector
()[
None
,
:]),
(
SparseT
ensorT
ype
(
"csr"
,
"float32"
)(),
vector
()[
None
,
:]),
(
SparseType
(
"csr"
,
"float32"
)(),
matrix
()),
(
SparseT
ensorT
ype
(
"csr"
,
"float32"
)(),
matrix
()),
(
vector
()[:,
None
],
SparseType
(
"csr"
,
"float32"
)()),
(
vector
()[:,
None
],
SparseT
ensorT
ype
(
"csr"
,
"float32"
)()),
(
vector
()[
None
,
:],
SparseType
(
"csr"
,
"float32"
)()),
(
vector
()[
None
,
:],
SparseT
ensorT
ype
(
"csr"
,
"float32"
)()),
(
matrix
(),
SparseType
(
"csr"
,
"float32"
)()),
(
matrix
(),
SparseT
ensorT
ype
(
"csr"
,
"float32"
)()),
]:
]:
sparse_out
=
at
.
dot
(
x
,
y
)
sparse_out
=
at
.
dot
(
x
,
y
)
...
@@ -562,8 +562,8 @@ class TestSparseInferShape(utt.InferShapeTester):
...
@@ -562,8 +562,8 @@ class TestSparseInferShape(utt.InferShapeTester):
assert
dense_out
.
broadcastable
==
sparse_out
.
broadcastable
assert
dense_out
.
broadcastable
==
sparse_out
.
broadcastable
def
test_structured_dot
(
self
):
def
test_structured_dot
(
self
):
x
=
SparseType
(
"csc"
,
dtype
=
config
.
floatX
)()
x
=
SparseT
ensorT
ype
(
"csc"
,
dtype
=
config
.
floatX
)()
y
=
SparseType
(
"csc"
,
dtype
=
config
.
floatX
)()
y
=
SparseT
ensorT
ype
(
"csc"
,
dtype
=
config
.
floatX
)()
self
.
_compile_and_check
(
self
.
_compile_and_check
(
[
x
,
y
],
[
x
,
y
],
[
structured_dot
(
x
,
y
)],
[
structured_dot
(
x
,
y
)],
...
@@ -583,8 +583,8 @@ class TestSparseInferShape(utt.InferShapeTester):
...
@@ -583,8 +583,8 @@ class TestSparseInferShape(utt.InferShapeTester):
(
"csc"
,
StructuredDotGradCSC
),
(
"csc"
,
StructuredDotGradCSC
),
(
"csr"
,
StructuredDotGradCSR
),
(
"csr"
,
StructuredDotGradCSR
),
]:
]:
x
=
SparseType
(
format
,
dtype
=
config
.
floatX
)()
x
=
SparseT
ensorT
ype
(
format
,
dtype
=
config
.
floatX
)()
y
=
SparseType
(
format
,
dtype
=
config
.
floatX
)()
y
=
SparseT
ensorT
ype
(
format
,
dtype
=
config
.
floatX
)()
grads
=
aesara
.
grad
(
dense_from_sparse
(
structured_dot
(
x
,
y
))
.
sum
(),
[
x
,
y
])
grads
=
aesara
.
grad
(
dense_from_sparse
(
structured_dot
(
x
,
y
))
.
sum
(),
[
x
,
y
])
self
.
_compile_and_check
(
self
.
_compile_and_check
(
[
x
,
y
],
[
x
,
y
],
...
@@ -606,7 +606,7 @@ class TestSparseInferShape(utt.InferShapeTester):
...
@@ -606,7 +606,7 @@ class TestSparseInferShape(utt.InferShapeTester):
)
)
def
test_dense_from_sparse
(
self
):
def
test_dense_from_sparse
(
self
):
x
=
SparseType
(
"csr"
,
dtype
=
config
.
floatX
)()
x
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
config
.
floatX
)()
self
.
_compile_and_check
(
self
.
_compile_and_check
(
[
x
],
[
x
],
[
dense_from_sparse
(
x
)],
[
dense_from_sparse
(
x
)],
...
@@ -1130,7 +1130,7 @@ class TestCsmProperties:
...
@@ -1130,7 +1130,7 @@ class TestCsmProperties:
for
format
in
(
"csc"
,
"csr"
):
for
format
in
(
"csc"
,
"csr"
):
for
dtype
in
(
"float32"
,
"float64"
):
for
dtype
in
(
"float32"
,
"float64"
):
x
=
SparseType
(
format
,
dtype
=
dtype
)()
x
=
SparseT
ensorT
ype
(
format
,
dtype
=
dtype
)()
f
=
aesara
.
function
([
x
],
csm_properties
(
x
))
f
=
aesara
.
function
([
x
],
csm_properties
(
x
))
spmat
=
sp_types
[
format
](
random_lil
((
4
,
3
),
dtype
,
3
))
spmat
=
sp_types
[
format
](
random_lil
((
4
,
3
),
dtype
,
3
))
...
@@ -1288,7 +1288,7 @@ class TestStructuredDot:
...
@@ -1288,7 +1288,7 @@ class TestStructuredDot:
for
dense_dtype
in
typenames
:
for
dense_dtype
in
typenames
:
for
sparse_dtype
in
typenames
:
for
sparse_dtype
in
typenames
:
correct_dtype
=
aesara
.
scalar
.
upcast
(
sparse_dtype
,
dense_dtype
)
correct_dtype
=
aesara
.
scalar
.
upcast
(
sparse_dtype
,
dense_dtype
)
a
=
SparseType
(
"csc"
,
dtype
=
sparse_dtype
)()
a
=
SparseT
ensorT
ype
(
"csc"
,
dtype
=
sparse_dtype
)()
b
=
matrix
(
dtype
=
dense_dtype
)
b
=
matrix
(
dtype
=
dense_dtype
)
d
=
structured_dot
(
a
,
b
)
d
=
structured_dot
(
a
,
b
)
assert
d
.
type
.
dtype
==
correct_dtype
assert
d
.
type
.
dtype
==
correct_dtype
...
@@ -1375,8 +1375,8 @@ class TestStructuredDot:
...
@@ -1375,8 +1375,8 @@ class TestStructuredDot:
for
sparse_format_a
in
[
"csc"
,
"csr"
,
"bsr"
]:
for
sparse_format_a
in
[
"csc"
,
"csr"
,
"bsr"
]:
for
sparse_format_b
in
[
"csc"
,
"csr"
,
"bsr"
]:
for
sparse_format_b
in
[
"csc"
,
"csr"
,
"bsr"
]:
a
=
SparseType
(
sparse_format_a
,
dtype
=
sparse_dtype
)()
a
=
SparseT
ensorT
ype
(
sparse_format_a
,
dtype
=
sparse_dtype
)()
b
=
SparseType
(
sparse_format_b
,
dtype
=
sparse_dtype
)()
b
=
SparseT
ensorT
ype
(
sparse_format_b
,
dtype
=
sparse_dtype
)()
d
=
at
.
dot
(
a
,
b
)
d
=
at
.
dot
(
a
,
b
)
f
=
aesara
.
function
([
a
,
b
],
Out
(
d
,
borrow
=
True
))
f
=
aesara
.
function
([
a
,
b
],
Out
(
d
,
borrow
=
True
))
for
M
,
N
,
K
,
nnz
in
[
for
M
,
N
,
K
,
nnz
in
[
...
@@ -1397,7 +1397,7 @@ class TestStructuredDot:
...
@@ -1397,7 +1397,7 @@ class TestStructuredDot:
sparse_dtype
=
"float64"
sparse_dtype
=
"float64"
dense_dtype
=
"float64"
dense_dtype
=
"float64"
a
=
SparseType
(
"csc"
,
dtype
=
sparse_dtype
)()
a
=
SparseT
ensorT
ype
(
"csc"
,
dtype
=
sparse_dtype
)()
b
=
matrix
(
dtype
=
dense_dtype
)
b
=
matrix
(
dtype
=
dense_dtype
)
d
=
at
.
dot
(
a
,
b
)
d
=
at
.
dot
(
a
,
b
)
f
=
aesara
.
function
([
a
,
b
],
Out
(
d
,
borrow
=
True
))
f
=
aesara
.
function
([
a
,
b
],
Out
(
d
,
borrow
=
True
))
...
@@ -1445,7 +1445,7 @@ class TestStructuredDot:
...
@@ -1445,7 +1445,7 @@ class TestStructuredDot:
sparse_dtype
=
"float32"
sparse_dtype
=
"float32"
dense_dtype
=
"float32"
dense_dtype
=
"float32"
a
=
SparseType
(
"csr"
,
dtype
=
sparse_dtype
)()
a
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
sparse_dtype
)()
b
=
matrix
(
dtype
=
dense_dtype
)
b
=
matrix
(
dtype
=
dense_dtype
)
d
=
at
.
dot
(
a
,
b
)
d
=
at
.
dot
(
a
,
b
)
f
=
aesara
.
function
([
a
,
b
],
d
)
f
=
aesara
.
function
([
a
,
b
],
d
)
...
@@ -1567,8 +1567,8 @@ class TestDots(utt.InferShapeTester):
...
@@ -1567,8 +1567,8 @@ class TestDots(utt.InferShapeTester):
(
"csr"
,
"csc"
),
(
"csr"
,
"csc"
),
(
"csr"
,
"csr"
),
(
"csr"
,
"csr"
),
]:
]:
x
=
sparse
.
SparseType
(
format
=
x_f
,
dtype
=
d1
)(
"x"
)
x
=
sparse
.
SparseT
ensorT
ype
(
format
=
x_f
,
dtype
=
d1
)(
"x"
)
y
=
sparse
.
SparseType
(
format
=
x_f
,
dtype
=
d2
)(
"x"
)
y
=
sparse
.
SparseT
ensorT
ype
(
format
=
x_f
,
dtype
=
d2
)(
"x"
)
def
f_a
(
x
,
y
):
def
f_a
(
x
,
y
):
return
x
*
y
return
x
*
y
...
@@ -1886,7 +1886,7 @@ class TestZerosLike:
...
@@ -1886,7 +1886,7 @@ class TestZerosLike:
def
test_shape_i
():
def
test_shape_i
():
sparse_dtype
=
"float32"
sparse_dtype
=
"float32"
a
=
SparseType
(
"csr"
,
dtype
=
sparse_dtype
)()
a
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
sparse_dtype
)()
f
=
aesara
.
function
([
a
],
a
.
shape
[
1
])
f
=
aesara
.
function
([
a
],
a
.
shape
[
1
])
assert
f
(
sp
.
sparse
.
csr_matrix
(
random_lil
((
100
,
10
),
sparse_dtype
,
3
)))
==
10
assert
f
(
sp
.
sparse
.
csr_matrix
(
random_lil
((
100
,
10
),
sparse_dtype
,
3
)))
==
10
...
@@ -1896,7 +1896,7 @@ def test_shape():
...
@@ -1896,7 +1896,7 @@ def test_shape():
# does not actually create a dense tensor in the process.
# does not actually create a dense tensor in the process.
sparse_dtype
=
"float32"
sparse_dtype
=
"float32"
a
=
SparseType
(
"csr"
,
dtype
=
sparse_dtype
)()
a
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
sparse_dtype
)()
f
=
aesara
.
function
([
a
],
a
.
shape
)
f
=
aesara
.
function
([
a
],
a
.
shape
)
assert
np
.
all
(
assert
np
.
all
(
f
(
sp
.
sparse
.
csr_matrix
(
random_lil
((
100
,
10
),
sparse_dtype
,
3
)))
==
(
100
,
10
)
f
(
sp
.
sparse
.
csr_matrix
(
random_lil
((
100
,
10
),
sparse_dtype
,
3
)))
==
(
100
,
10
)
...
@@ -1946,7 +1946,7 @@ def test_may_share_memory():
...
@@ -1946,7 +1946,7 @@ def test_may_share_memory():
(
b
.
transpose
(),
a
,
False
),
(
b
.
transpose
(),
a
,
False
),
]:
]:
assert
SparseType
.
may_share_memory
(
a_
,
b_
)
==
rep
assert
SparseT
ensorT
ype
.
may_share_memory
(
a_
,
b_
)
==
rep
def
test_sparse_shared_memory
():
def
test_sparse_shared_memory
():
...
@@ -1955,8 +1955,8 @@ def test_sparse_shared_memory():
...
@@ -1955,8 +1955,8 @@ def test_sparse_shared_memory():
a
=
random_lil
((
3
,
4
),
"float32"
,
3
)
.
tocsr
()
a
=
random_lil
((
3
,
4
),
"float32"
,
3
)
.
tocsr
()
m1
=
random_lil
((
4
,
4
),
"float32"
,
3
)
.
tocsr
()
m1
=
random_lil
((
4
,
4
),
"float32"
,
3
)
.
tocsr
()
m2
=
random_lil
((
4
,
4
),
"float32"
,
3
)
.
tocsr
()
m2
=
random_lil
((
4
,
4
),
"float32"
,
3
)
.
tocsr
()
x
=
SparseType
(
"csr"
,
dtype
=
"float32"
)()
x
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
"float32"
)()
y
=
SparseType
(
"csr"
,
dtype
=
"float32"
)()
y
=
SparseT
ensorT
ype
(
"csr"
,
dtype
=
"float32"
)()
sdot
=
sparse
.
structured_dot
sdot
=
sparse
.
structured_dot
z
=
sdot
(
x
*
3
,
m1
)
+
sdot
(
y
*
2
,
m2
)
z
=
sdot
(
x
*
3
,
m1
)
+
sdot
(
y
*
2
,
m2
)
...
@@ -1966,7 +1966,7 @@ def test_sparse_shared_memory():
...
@@ -1966,7 +1966,7 @@ def test_sparse_shared_memory():
def
f_
(
x
,
y
,
m1
=
m1
,
m2
=
m2
):
def
f_
(
x
,
y
,
m1
=
m1
,
m2
=
m2
):
return
((
x
*
3
)
*
m1
)
+
((
y
*
2
)
*
m2
)
return
((
x
*
3
)
*
m1
)
+
((
y
*
2
)
*
m2
)
assert
SparseType
.
may_share_memory
(
a
,
a
)
# This is trivial
assert
SparseT
ensorT
ype
.
may_share_memory
(
a
,
a
)
# This is trivial
result
=
f
(
a
,
a
)
result
=
f
(
a
,
a
)
result_
=
f_
(
a
,
a
)
result_
=
f_
(
a
,
a
)
assert
(
result_
.
todense
()
==
result
.
todense
())
.
all
()
assert
(
result_
.
todense
()
==
result
.
todense
())
.
all
()
...
@@ -3192,7 +3192,7 @@ class TestMulSV:
...
@@ -3192,7 +3192,7 @@ class TestMulSV:
for
format
in
(
"csr"
,
"csc"
):
for
format
in
(
"csr"
,
"csc"
):
for
dtype
in
(
"float32"
,
"float64"
):
for
dtype
in
(
"float32"
,
"float64"
):
x
=
sparse
.
SparseType
(
format
,
dtype
=
dtype
)()
x
=
sparse
.
SparseT
ensorT
ype
(
format
,
dtype
=
dtype
)()
y
=
vector
(
dtype
=
dtype
)
y
=
vector
(
dtype
=
dtype
)
f
=
aesara
.
function
([
x
,
y
],
mul_s_v
(
x
,
y
))
f
=
aesara
.
function
([
x
,
y
],
mul_s_v
(
x
,
y
))
...
@@ -3220,7 +3220,7 @@ class TestStructuredAddSV:
...
@@ -3220,7 +3220,7 @@ class TestStructuredAddSV:
for
format
in
(
"csr"
,
"csc"
):
for
format
in
(
"csr"
,
"csc"
):
for
dtype
in
(
"float32"
,
"float64"
):
for
dtype
in
(
"float32"
,
"float64"
):
x
=
sparse
.
SparseType
(
format
,
dtype
=
dtype
)()
x
=
sparse
.
SparseT
ensorT
ype
(
format
,
dtype
=
dtype
)()
y
=
vector
(
dtype
=
dtype
)
y
=
vector
(
dtype
=
dtype
)
f
=
aesara
.
function
([
x
,
y
],
structured_add_s_v
(
x
,
y
))
f
=
aesara
.
function
([
x
,
y
],
structured_add_s_v
(
x
,
y
))
...
...
tests/sparse/test_type.py
浏览文件 @
94f5ddfd
import
pytest
import
pytest
from
aesara.sparse
import
matrix
as
sp_matrix
from
aesara.sparse
import
matrix
as
sp_matrix
from
aesara.sparse.type
import
SparseType
from
aesara.sparse.type
import
SparseT
ensorT
ype
from
aesara.tensor
import
dmatrix
from
aesara.tensor
import
dmatrix
def
test_clone
():
def
test_clone
():
st
=
SparseType
(
"csr"
,
"float64"
)
st
=
SparseT
ensorT
ype
(
"csr"
,
"float64"
)
assert
st
==
st
.
clone
()
assert
st
==
st
.
clone
()
...
...
tests/sparse/test_var.py
浏览文件 @
94f5ddfd
...
@@ -7,7 +7,7 @@ from scipy.sparse.csr import csr_matrix
...
@@ -7,7 +7,7 @@ from scipy.sparse.csr import csr_matrix
import
aesara
import
aesara
import
aesara.sparse
as
sparse
import
aesara.sparse
as
sparse
import
aesara.tensor
as
at
import
aesara.tensor
as
at
from
aesara.sparse.type
import
SparseType
from
aesara.sparse.type
import
SparseT
ensorT
ype
from
aesara.tensor.type
import
DenseTensorType
from
aesara.tensor.type
import
DenseTensorType
...
@@ -16,7 +16,7 @@ class TestSparseVariable:
...
@@ -16,7 +16,7 @@ class TestSparseVariable:
"method, exp_type, cm"
,
"method, exp_type, cm"
,
[
[
(
"__abs__"
,
DenseTensorType
,
None
),
(
"__abs__"
,
DenseTensorType
,
None
),
(
"__neg__"
,
SparseType
,
ExitStack
()),
(
"__neg__"
,
SparseT
ensorT
ype
,
ExitStack
()),
(
"__ceil__"
,
DenseTensorType
,
None
),
(
"__ceil__"
,
DenseTensorType
,
None
),
(
"__floor__"
,
DenseTensorType
,
None
),
(
"__floor__"
,
DenseTensorType
,
None
),
(
"__trunc__"
,
DenseTensorType
,
None
),
(
"__trunc__"
,
DenseTensorType
,
None
),
...
@@ -65,7 +65,7 @@ class TestSparseVariable:
...
@@ -65,7 +65,7 @@ class TestSparseVariable:
(
"conj"
,
DenseTensorType
,
None
),
(
"conj"
,
DenseTensorType
,
None
),
(
"round"
,
DenseTensorType
,
None
),
(
"round"
,
DenseTensorType
,
None
),
(
"trace"
,
DenseTensorType
,
None
),
(
"trace"
,
DenseTensorType
,
None
),
(
"zeros_like"
,
SparseType
,
ExitStack
()),
(
"zeros_like"
,
SparseT
ensorT
ype
,
ExitStack
()),
(
"ones_like"
,
DenseTensorType
,
ExitStack
()),
(
"ones_like"
,
DenseTensorType
,
ExitStack
()),
(
"cumsum"
,
DenseTensorType
,
None
),
(
"cumsum"
,
DenseTensorType
,
None
),
(
"cumprod"
,
DenseTensorType
,
None
),
(
"cumprod"
,
DenseTensorType
,
None
),
...
@@ -83,7 +83,7 @@ class TestSparseVariable:
...
@@ -83,7 +83,7 @@ class TestSparseVariable:
if
cm
is
None
:
if
cm
is
None
:
cm
=
pytest
.
warns
(
UserWarning
,
match
=
".*converted to dense.*"
)
cm
=
pytest
.
warns
(
UserWarning
,
match
=
".*converted to dense.*"
)
if
exp_type
==
SparseType
:
if
exp_type
==
SparseT
ensorT
ype
:
exp_res_type
=
csr_matrix
exp_res_type
=
csr_matrix
else
:
else
:
exp_res_type
=
np
.
ndarray
exp_res_type
=
np
.
ndarray
...
@@ -112,16 +112,16 @@ class TestSparseVariable:
...
@@ -112,16 +112,16 @@ class TestSparseVariable:
@pytest.mark.parametrize
(
@pytest.mark.parametrize
(
"method, exp_type"
,
"method, exp_type"
,
[
[
(
"__lt__"
,
SparseType
),
(
"__lt__"
,
SparseT
ensorT
ype
),
(
"__le__"
,
SparseType
),
(
"__le__"
,
SparseT
ensorT
ype
),
(
"__gt__"
,
SparseType
),
(
"__gt__"
,
SparseT
ensorT
ype
),
(
"__ge__"
,
SparseType
),
(
"__ge__"
,
SparseT
ensorT
ype
),
(
"__and__"
,
DenseTensorType
),
(
"__and__"
,
DenseTensorType
),
(
"__or__"
,
DenseTensorType
),
(
"__or__"
,
DenseTensorType
),
(
"__xor__"
,
DenseTensorType
),
(
"__xor__"
,
DenseTensorType
),
(
"__add__"
,
SparseType
),
(
"__add__"
,
SparseT
ensorT
ype
),
(
"__sub__"
,
SparseType
),
(
"__sub__"
,
SparseT
ensorT
ype
),
(
"__mul__"
,
SparseType
),
(
"__mul__"
,
SparseT
ensorT
ype
),
(
"__pow__"
,
DenseTensorType
),
(
"__pow__"
,
DenseTensorType
),
(
"__mod__"
,
DenseTensorType
),
(
"__mod__"
,
DenseTensorType
),
(
"__divmod__"
,
DenseTensorType
),
(
"__divmod__"
,
DenseTensorType
),
...
@@ -137,7 +137,7 @@ class TestSparseVariable:
...
@@ -137,7 +137,7 @@ class TestSparseVariable:
method_to_call
=
getattr
(
x
,
method
)
method_to_call
=
getattr
(
x
,
method
)
if
exp_type
==
SparseType
:
if
exp_type
==
SparseT
ensorT
ype
:
exp_res_type
=
csr_matrix
exp_res_type
=
csr_matrix
cm
=
ExitStack
()
cm
=
ExitStack
()
else
:
else
:
...
@@ -198,7 +198,7 @@ class TestSparseVariable:
...
@@ -198,7 +198,7 @@ class TestSparseVariable:
x
=
sparse
.
csr_from_dense
(
x
)
x
=
sparse
.
csr_from_dense
(
x
)
z
=
x
[:,
:
2
]
z
=
x
[:,
:
2
]
assert
isinstance
(
z
.
type
,
SparseType
)
assert
isinstance
(
z
.
type
,
SparseT
ensorT
ype
)
f
=
aesara
.
function
([
x
],
z
)
f
=
aesara
.
function
([
x
],
z
)
exp_res
=
f
([[
1.1
,
0.0
,
2.0
],
[
-
1.0
,
0.0
,
0.0
]])
exp_res
=
f
([[
1.1
,
0.0
,
2.0
],
[
-
1.0
,
0.0
,
0.0
]])
...
@@ -211,7 +211,7 @@ class TestSparseVariable:
...
@@ -211,7 +211,7 @@ class TestSparseVariable:
y
=
sparse
.
csr_from_dense
(
y
)
y
=
sparse
.
csr_from_dense
(
y
)
z
=
x
.
__dot__
(
y
)
z
=
x
.
__dot__
(
y
)
assert
isinstance
(
z
.
type
,
SparseType
)
assert
isinstance
(
z
.
type
,
SparseT
ensorT
ype
)
f
=
aesara
.
function
([
x
,
y
],
z
)
f
=
aesara
.
function
([
x
,
y
],
z
)
exp_res
=
f
(
exp_res
=
f
(
...
...
tests/typed_list/test_basic.py
浏览文件 @
94f5ddfd
...
@@ -451,7 +451,7 @@ class TestIndex:
...
@@ -451,7 +451,7 @@ class TestIndex:
def
test_sparse
(
self
):
def
test_sparse
(
self
):
sp
=
pytest
.
importorskip
(
"scipy"
)
sp
=
pytest
.
importorskip
(
"scipy"
)
mySymbolicSparseList
=
TypedListType
(
mySymbolicSparseList
=
TypedListType
(
sparse
.
SparseType
(
"csr"
,
aesara
.
config
.
floatX
)
sparse
.
SparseT
ensorT
ype
(
"csr"
,
aesara
.
config
.
floatX
)
)()
)()
mySymbolicSparse
=
sparse
.
csr_matrix
()
mySymbolicSparse
=
sparse
.
csr_matrix
()
...
@@ -519,7 +519,7 @@ class TestCount:
...
@@ -519,7 +519,7 @@ class TestCount:
def
test_sparse
(
self
):
def
test_sparse
(
self
):
sp
=
pytest
.
importorskip
(
"scipy"
)
sp
=
pytest
.
importorskip
(
"scipy"
)
mySymbolicSparseList
=
TypedListType
(
mySymbolicSparseList
=
TypedListType
(
sparse
.
SparseType
(
"csr"
,
aesara
.
config
.
floatX
)
sparse
.
SparseT
ensorT
ype
(
"csr"
,
aesara
.
config
.
floatX
)
)()
)()
mySymbolicSparse
=
sparse
.
csr_matrix
()
mySymbolicSparse
=
sparse
.
csr_matrix
()
...
...
编写
预览
Markdown
格式
0%
重试
或
添加新文件
添加附件
取消
您添加了
0
人
到此讨论。请谨慎行事。
请先完成此评论的编辑!
取消
请
注册
或者
登录
后发表评论