Skip to content
项目
群组
代码片段
帮助
当前项目
正在载入...
登录 / 注册
切换导航面板
P
pytensor
项目
项目
详情
活动
周期分析
仓库
仓库
文件
提交
分支
标签
贡献者
图表
比较
统计图
议题
0
议题
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
CI / CD
CI / CD
流水线
作业
日程
统计图
Wiki
Wiki
代码片段
代码片段
成员
成员
折叠边栏
关闭边栏
活动
图像
聊天
创建新问题
作业
提交
问题看板
Open sidebar
testgroup
pytensor
Commits
89655604
提交
89655604
authored
7月 14, 2022
作者:
Brandon T. Willard
提交者:
Brandon T. Willard
8月 17, 2022
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
Rename LocalMetaOptimizer to MetaNodeRewriter
上级
4c458590
隐藏空白字符变更
内嵌
并排
正在显示
1 个修改的文件
包含
28 行增加
和
21 行删除
+28
-21
opt.py
aesara/graph/opt.py
+28
-21
没有找到文件。
aesara/graph/opt.py
浏览文件 @
89655604
...
@@ -17,7 +17,9 @@ from collections import UserList, defaultdict, deque
...
@@ -17,7 +17,9 @@ from collections import UserList, defaultdict, deque
from
collections.abc
import
Iterable
from
collections.abc
import
Iterable
from
functools
import
_compose_mro
,
partial
,
reduce
# type: ignore
from
functools
import
_compose_mro
,
partial
,
reduce
# type: ignore
from
itertools
import
chain
from
itertools
import
chain
from
typing
import
Callable
,
Dict
,
List
,
Optional
,
Sequence
,
Tuple
,
Union
,
cast
from
typing
import
Callable
,
Dict
from
typing
import
Iterable
as
IterableType
from
typing
import
List
,
Optional
,
Sequence
,
Tuple
,
Union
,
cast
from
typing_extensions
import
Literal
from
typing_extensions
import
Literal
...
@@ -57,7 +59,7 @@ FailureCallbackType = Callable[
...
@@ -57,7 +59,7 @@ FailureCallbackType = Callable[
class
MetaNodeRewriterSkip
(
AssertionError
):
class
MetaNodeRewriterSkip
(
AssertionError
):
"""This is an `AssertionError`, but instead of having the
"""This is an `AssertionError`, but instead of having the
`
LocalMetaOptimiz
er` print the error, it just skip that
`
MetaNodeRewrit
er` print the error, it just skip that
compilation.
compilation.
"""
"""
...
@@ -943,9 +945,9 @@ def pre_constant_merge(fgraph, variables):
...
@@ -943,9 +945,9 @@ def pre_constant_merge(fgraph, variables):
return
[
recursive_merge
(
v
)
for
v
in
variables
]
return
[
recursive_merge
(
v
)
for
v
in
variables
]
class
LocalMetaOptimiz
er
(
NodeRewriter
):
class
MetaNodeRewrit
er
(
NodeRewriter
):
r"""
r"""
Base class for meta-
optimiz
ers that try a set of `NodeRewriter`\s
Base class for meta-
rewrit
ers that try a set of `NodeRewriter`\s
to replace a node and choose the one that executes the fastest.
to replace a node and choose the one that executes the fastest.
If the error `MetaNodeRewriterSkip` is raised during
If the error `MetaNodeRewriterSkip` is raised during
...
@@ -959,15 +961,15 @@ class LocalMetaOptimizer(NodeRewriter):
...
@@ -959,15 +961,15 @@ class LocalMetaOptimizer(NodeRewriter):
self
.
track_dict
=
defaultdict
(
lambda
:
[])
self
.
track_dict
=
defaultdict
(
lambda
:
[])
self
.
tag_dict
=
defaultdict
(
lambda
:
[])
self
.
tag_dict
=
defaultdict
(
lambda
:
[])
self
.
_tracks
=
[]
self
.
_tracks
=
[]
self
.
optimiz
ers
=
[]
self
.
rewrit
ers
=
[]
def
register
(
self
,
optimizer
,
tag_list
):
def
register
(
self
,
rewriter
:
NodeRewriter
,
tag_list
:
IterableType
[
str
]
):
self
.
optimizers
.
append
(
optimiz
er
)
self
.
rewriters
.
append
(
rewrit
er
)
for
c
in
optimiz
er
.
tracks
():
for
c
in
rewrit
er
.
tracks
():
self
.
track_dict
[
c
]
.
append
(
optimiz
er
)
self
.
track_dict
[
c
]
.
append
(
rewrit
er
)
self
.
_tracks
.
append
(
c
)
self
.
_tracks
.
append
(
c
)
for
tag
in
tag_list
:
for
tag
in
tag_list
:
self
.
tag_dict
[
tag
]
.
append
(
optimiz
er
)
self
.
tag_dict
[
tag
]
.
append
(
rewrit
er
)
def
tracks
(
self
):
def
tracks
(
self
):
return
self
.
_tracks
return
self
.
_tracks
...
@@ -1000,19 +1002,19 @@ class LocalMetaOptimizer(NodeRewriter):
...
@@ -1000,19 +1002,19 @@ class LocalMetaOptimizer(NodeRewriter):
if
missing
:
if
missing
:
if
self
.
verbose
>
0
:
if
self
.
verbose
>
0
:
print
(
print
(
f
"{self.__class__.__name__} cannot meta-
optimiz
e {node}, "
f
"{self.__class__.__name__} cannot meta-
rewrit
e {node}, "
f
"{len(missing)} of {int(node.nin)} input shapes unknown"
f
"{len(missing)} of {int(node.nin)} input shapes unknown"
)
)
return
return
# now we can apply the different
optimization
s in turn,
# now we can apply the different
rewrite
s in turn,
# compile the resulting subgraphs and time their execution
# compile the resulting subgraphs and time their execution
if
self
.
verbose
>
1
:
if
self
.
verbose
>
1
:
print
(
print
(
f
"{self.__class__.__name__} meta-
optimizing {node} ({len(self.get_opt
s(node))} choices):"
f
"{self.__class__.__name__} meta-
rewriting {node} ({len(self.get_rewrite
s(node))} choices):"
)
)
timings
=
[]
timings
=
[]
for
opt
in
self
.
get_opt
s
(
node
):
for
node_rewriter
in
self
.
get_rewrite
s
(
node
):
outputs
=
opt
.
transform
(
fgraph
,
node
,
*
args
,
**
kwargs
)
outputs
=
node_rewriter
.
transform
(
fgraph
,
node
,
*
args
,
**
kwargs
)
if
outputs
:
if
outputs
:
try
:
try
:
fn
=
aesara
.
function
(
fn
=
aesara
.
function
(
...
@@ -1024,15 +1026,15 @@ class LocalMetaOptimizer(NodeRewriter):
...
@@ -1024,15 +1026,15 @@ class LocalMetaOptimizer(NodeRewriter):
continue
continue
except
Exception
as
e
:
except
Exception
as
e
:
if
self
.
verbose
>
0
:
if
self
.
verbose
>
0
:
print
(
f
"* {
opt
}: exception"
,
e
)
print
(
f
"* {
node_rewriter
}: exception"
,
e
)
continue
continue
else
:
else
:
if
self
.
verbose
>
1
:
if
self
.
verbose
>
1
:
print
(
f
"* {
opt
}: {timing:.5g} sec"
)
print
(
f
"* {
node_rewriter
}: {timing:.5g} sec"
)
timings
.
append
((
timing
,
outputs
,
opt
))
timings
.
append
((
timing
,
outputs
,
node_rewriter
))
else
:
else
:
if
self
.
verbose
>
0
:
if
self
.
verbose
>
0
:
print
(
f
"* {
opt
}: not applicable"
)
print
(
f
"* {
node_rewriter
}: not applicable"
)
# finally, we choose the fastest one
# finally, we choose the fastest one
if
timings
:
if
timings
:
timings
.
sort
()
timings
.
sort
()
...
@@ -1049,8 +1051,8 @@ class LocalMetaOptimizer(NodeRewriter):
...
@@ -1049,8 +1051,8 @@ class LocalMetaOptimizer(NodeRewriter):
"""
"""
raise
NotImplementedError
()
raise
NotImplementedError
()
def
get_
opt
s
(
self
,
node
):
def
get_
rewrite
s
(
self
,
node
):
"""Return the
optimization
s that apply to `node`.
"""Return the
rewrite
s that apply to `node`.
This uses ``self.track_dict[type(node.op)]`` by default.
This uses ``self.track_dict[type(node.op)]`` by default.
"""
"""
...
@@ -3146,6 +3148,11 @@ DEPRECATED_NAMES = [
...
@@ -3146,6 +3148,11 @@ DEPRECATED_NAMES = [
"`inplace_optimizer` is deprecated: use `graph_rewriter` instead."
,
"`inplace_optimizer` is deprecated: use `graph_rewriter` instead."
,
graph_rewriter
,
graph_rewriter
,
),
),
(
"LocalMetaOptimizer"
,
"`LocalMetaOptimizer` is deprecated: use `MetaNodeRewriter` instead."
,
MetaNodeRewriter
,
),
]
]
...
...
编写
预览
Markdown
格式
0%
重试
或
添加新文件
添加附件
取消
您添加了
0
人
到此讨论。请谨慎行事。
请先完成此评论的编辑!
取消
请
注册
或者
登录
后发表评论