Skip to content
项目
群组
代码片段
帮助
当前项目
正在载入...
登录 / 注册
切换导航面板
P
pytensor
项目
项目
详情
活动
周期分析
仓库
仓库
文件
提交
分支
标签
贡献者
图表
比较
统计图
议题
0
议题
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
CI / CD
CI / CD
流水线
作业
日程
统计图
Wiki
Wiki
代码片段
代码片段
成员
成员
折叠边栏
关闭边栏
活动
图像
聊天
创建新问题
作业
提交
问题看板
Open sidebar
testgroup
pytensor
Commits
17c78243
提交
17c78243
authored
11月 15, 2010
作者:
Razvan Pascanu
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
Removed trailing spaces from function_module
上级
71372851
隐藏空白字符变更
内嵌
并排
正在显示
1 个修改的文件
包含
30 行增加
和
28 行删除
+30
-28
function_module.py
theano/compile/function_module.py
+30
-28
没有找到文件。
theano/compile/function_module.py
浏览文件 @
17c78243
...
@@ -38,7 +38,7 @@ def view_tree_set(v, treeset):
...
@@ -38,7 +38,7 @@ def view_tree_set(v, treeset):
"""Add to `treeset` all variables that are views of v, given that v is not a view"""
"""Add to `treeset` all variables that are views of v, given that v is not a view"""
treeset
.
add
(
v
)
treeset
.
add
(
v
)
for
cl
,
v_input_pos_to_cl
in
v
.
clients
:
for
cl
,
v_input_pos_to_cl
in
v
.
clients
:
if
cl
==
'output'
:
if
cl
==
'output'
:
continue
continue
vmap
=
getattr
(
cl
.
op
,
'view_map'
,
{})
vmap
=
getattr
(
cl
.
op
,
'view_map'
,
{})
dmap
=
getattr
(
cl
.
op
,
'destroy_map'
,
{})
dmap
=
getattr
(
cl
.
op
,
'destroy_map'
,
{})
...
@@ -181,7 +181,7 @@ class DeepCopyOp(theano.gof.Op):
...
@@ -181,7 +181,7 @@ class DeepCopyOp(theano.gof.Op):
def
perform
(
self
,
node
,
args
,
outs
):
def
perform
(
self
,
node
,
args
,
outs
):
if
hasattr
(
args
[
0
],
'copy'
):
if
hasattr
(
args
[
0
],
'copy'
):
#when args[0] is a an ndarray of 0 dimensions,
#when args[0] is a an ndarray of 0 dimensions,
#this return a numpy.dtype and not an ndarray
#this return a numpy.dtype and not an ndarray
#So when the args have a copy attribute we use it
#So when the args have a copy attribute we use it
#as this don't have this problem
#as this don't have this problem
...
@@ -207,7 +207,7 @@ class DeepCopyOp(theano.gof.Op):
...
@@ -207,7 +207,7 @@ class DeepCopyOp(theano.gof.Op):
PyErr_SetString(PyExc_ValueError, "DeepCopyOp: the copy failed!");
PyErr_SetString(PyExc_ValueError, "DeepCopyOp: the copy failed!");
%(fail)
s;
%(fail)
s;
}
}
"""
%
locals
()
"""
%
locals
()
elif
isinstance
(
node
.
inputs
[
0
]
.
type
,
theano
.
sandbox
.
cuda
.
CudaNdarrayType
):
elif
isinstance
(
node
.
inputs
[
0
]
.
type
,
theano
.
sandbox
.
cuda
.
CudaNdarrayType
):
return
"""
return
"""
...
@@ -220,7 +220,7 @@ class DeepCopyOp(theano.gof.Op):
...
@@ -220,7 +220,7 @@ class DeepCopyOp(theano.gof.Op):
PyErr_SetString(PyExc_ValueError, "DeepCopyOp: the copy failed!");
PyErr_SetString(PyExc_ValueError, "DeepCopyOp: the copy failed!");
%(fail)
s;
%(fail)
s;
}
}
"""
%
locals
()
"""
%
locals
()
deep_copy_op
=
DeepCopyOp
()
deep_copy_op
=
DeepCopyOp
()
...
@@ -246,7 +246,7 @@ class Function(object):
...
@@ -246,7 +246,7 @@ class Function(object):
A Function instance is hashable, on the basis of its memory address (its id).
A Function instance is hashable, on the basis of its memory address (its id).
A Function instance is only equal to itself.
A Function instance is only equal to itself.
A Function instance may be serialized using the `pickle` or `cPickle` modules.
A Function instance may be serialized using the `pickle` or `cPickle` modules.
This will save all default inputs, the graph, and *** to the pickle file (WRITEME).
This will save all default inputs, the graph, and *** to the pickle file (WRITEME).
...
@@ -262,7 +262,7 @@ class Function(object):
...
@@ -262,7 +262,7 @@ class Function(object):
If the value is 'raise', then an AliasedMemoryError will be raised if aliased storage is
If the value is 'raise', then an AliasedMemoryError will be raised if aliased storage is
detected during pickle.dump.
detected during pickle.dump.
"""
"""
input_storage
=
None
input_storage
=
None
...
@@ -303,7 +303,7 @@ class Function(object):
...
@@ -303,7 +303,7 @@ class Function(object):
finder
=
None
finder
=
None
"""Dictionary mapping several kinds of things to containers.
"""Dictionary mapping several kinds of things to containers.
We set an entry in finder for:
We set an entry in finder for:
- the index of the input
- the index of the input
...
@@ -337,7 +337,7 @@ class Function(object):
...
@@ -337,7 +337,7 @@ class Function(object):
self
.
maker
=
maker
self
.
maker
=
maker
# We will be popping stuff off this `containers` object. It is a copy.
# We will be popping stuff off this `containers` object. It is a copy.
containers
=
list
(
self
.
input_storage
)
containers
=
list
(
self
.
input_storage
)
finder
=
{}
finder
=
{}
inv_finder
=
{}
inv_finder
=
{}
...
@@ -379,7 +379,7 @@ class Function(object):
...
@@ -379,7 +379,7 @@ class Function(object):
finder
[
i
]
=
c
finder
[
i
]
=
c
finder
[
input
.
variable
]
=
c
finder
[
input
.
variable
]
=
c
if
input
.
name
not
in
finder
:
if
input
.
name
not
in
finder
:
finder
[
input
.
name
]
=
c
finder
[
input
.
name
]
=
c
else
:
else
:
finder
[
input
.
name
]
=
DUPLICATE
finder
[
input
.
name
]
=
DUPLICATE
if
input
.
name
is
None
:
if
input
.
name
is
None
:
...
@@ -486,8 +486,8 @@ class Function(object):
...
@@ -486,8 +486,8 @@ class Function(object):
def
__setitem__
(
self
,
item
,
value
):
def
__setitem__
(
self
,
item
,
value
):
self
.
value
[
item
]
=
value
self
.
value
[
item
]
=
value
def
__copy__
(
self
):
def
__copy__
(
self
):
defaults
=
[
default
for
_1
,
_2
,
default
in
self
.
defaults
]
defaults
=
[
default
for
_1
,
_2
,
default
in
self
.
defaults
]
cpy
=
self
.
maker
.
create
(
defaults
,
trustme
=
True
)
cpy
=
self
.
maker
.
create
(
defaults
,
trustme
=
True
)
...
@@ -519,12 +519,14 @@ class Function(object):
...
@@ -519,12 +519,14 @@ class Function(object):
else
:
else
:
try
:
try
:
s
.
storage
[
0
]
=
s
.
type
.
filter
(
arg
,
strict
=
s
.
strict
)
s
.
storage
[
0
]
=
s
.
type
.
filter
(
arg
,
strict
=
s
.
strict
)
except
Exception
,
e
:
except
Exception
,
e
:
e
.
args
=
tuple
(
list
(
e
.
args
)
+
[
"Bad input argument at index
%
d"
%
arg_index
])
e
.
args
=
tuple
(
list
(
e
.
args
)
+
[
"Bad input argument at index
%
d"
%
arg_index
])
raise
raise
s
.
provided
+=
1
s
.
provided
+=
1
i
+=
1
i
+=
1
# Set keyword arguments
# Set keyword arguments
for
k
,
arg
in
kwargs
.
iteritems
():
for
k
,
arg
in
kwargs
.
iteritems
():
self
[
k
]
=
arg
self
[
k
]
=
arg
...
@@ -576,7 +578,7 @@ class Function(object):
...
@@ -576,7 +578,7 @@ class Function(object):
if
isinstance
(
value
,
gof
.
Container
):
if
isinstance
(
value
,
gof
.
Container
):
value
=
value
.
storage
[
0
]
value
=
value
.
storage
[
0
]
self
[
i
]
=
value
self
[
i
]
=
value
dt_call
=
time
.
time
()
-
t0
dt_call
=
time
.
time
()
-
t0
if
hasattr
(
self
.
maker
.
mode
,
'fct_call_time'
):
if
hasattr
(
self
.
maker
.
mode
,
'fct_call_time'
):
self
.
maker
.
mode
.
fct_call_time
[
self
]
+=
dt_call
self
.
maker
.
mode
.
fct_call_time
[
self
]
+=
dt_call
...
@@ -584,7 +586,7 @@ class Function(object):
...
@@ -584,7 +586,7 @@ class Function(object):
self
.
maker
.
mode
.
call_time
+=
dt_call
self
.
maker
.
mode
.
call_time
+=
dt_call
self
.
maker
.
mode
.
fn_time
+=
dt_fn
self
.
maker
.
mode
.
fn_time
+=
dt_fn
if
self
.
return_none
:
if
self
.
return_none
:
return
None
return
None
elif
self
.
unpack_single
and
len
(
outputs
)
==
1
:
elif
self
.
unpack_single
and
len
(
outputs
)
==
1
:
...
@@ -726,7 +728,7 @@ class SanityCheckFunction(Function):
...
@@ -726,7 +728,7 @@ class SanityCheckFunction(Function):
NODEFAULT
=
[
'NODEFAULT'
]
NODEFAULT
=
[
'NODEFAULT'
]
class
FunctionMaker
(
object
):
class
FunctionMaker
(
object
):
"""`FunctionMaker` is the class to `create` `Function` instances.
"""`FunctionMaker` is the class to `create` `Function` instances.
This class has the env, the optimizer, and the linker. When copying a `Function`, there is
This class has the env, the optimizer, and the linker. When copying a `Function`, there is
no need to duplicate the `FunctionMaker` instance. Deepcopy still copies both, which can
no need to duplicate the `FunctionMaker` instance. Deepcopy still copies both, which can
variable in re-compilation.
variable in re-compilation.
...
@@ -770,7 +772,7 @@ class FunctionMaker(object):
...
@@ -770,7 +772,7 @@ class FunctionMaker(object):
else
:
else
:
raise
TypeError
(
"Unknown output type:
%
s (
%
s)"
,
type
(
output
),
output
)
raise
TypeError
(
"Unknown output type:
%
s (
%
s)"
,
type
(
output
),
output
)
def
__init__
(
self
,
inputs
,
outputs
,
def
__init__
(
self
,
inputs
,
outputs
,
mode
=
None
,
accept_inplace
=
False
,
function_builder
=
Function
):
mode
=
None
,
accept_inplace
=
False
,
function_builder
=
Function
):
"""
"""
:type inputs: a list of SymbolicInput instances
:type inputs: a list of SymbolicInput instances
...
@@ -805,7 +807,7 @@ class FunctionMaker(object):
...
@@ -805,7 +807,7 @@ class FunctionMaker(object):
# Wrap them in In or Out instances if needed.
# Wrap them in In or Out instances if needed.
#import pudb; pudb.set_trace()
#import pudb; pudb.set_trace()
inputs
,
outputs
=
map
(
self
.
wrap_in
,
inputs
),
map
(
self
.
wrap_out
,
outputs
)
inputs
,
outputs
=
map
(
self
.
wrap_in
,
inputs
),
map
(
self
.
wrap_out
,
outputs
)
_inputs
=
gof
.
graph
.
inputs
([
o
.
variable
for
o
in
outputs
]
+
[
i
.
update
_inputs
=
gof
.
graph
.
inputs
([
o
.
variable
for
o
in
outputs
]
+
[
i
.
update
for
i
in
inputs
if
getattr
(
i
,
'update'
,
False
)])
for
i
in
inputs
if
getattr
(
i
,
'update'
,
False
)])
#TODO: REMOVE THIS CRUFT - it's complicated for SymbolicInputKits
#TODO: REMOVE THIS CRUFT - it's complicated for SymbolicInputKits
...
@@ -824,9 +826,9 @@ class FunctionMaker(object):
...
@@ -824,9 +826,9 @@ class FunctionMaker(object):
t0
=
time
.
time
()
t0
=
time
.
time
()
optimizer
(
env
)
optimizer
(
env
)
_logger
.
debug
(
'Optimizing took
%
f seconds'
%
(
time
.
time
()
-
t0
))
_logger
.
debug
(
'Optimizing took
%
f seconds'
%
(
time
.
time
()
-
t0
))
# This loop was inserted to remove aliasing between outputs when they all
# This loop was inserted to remove aliasing between outputs when they all
# evaluete to the same value. Originally it was OK for outputs to be aliased,
# evaluete to the same value. Originally it was OK for outputs to be aliased,
# but some of the outputs can be shared variables, and is not good for shared
# but some of the outputs can be shared variables, and is not good for shared
# variables to be aliased. It might be possible to optimize this by making sure
# variables to be aliased. It might be possible to optimize this by making sure
# there is no aliasing only between shared variables.
# there is no aliasing only between shared variables.
...
@@ -848,7 +850,7 @@ class FunctionMaker(object):
...
@@ -848,7 +850,7 @@ class FunctionMaker(object):
if
not
copied
:
if
not
copied
:
for
input_j
in
env
.
inputs
:
for
input_j
in
env
.
inputs
:
# do not allow outputs to be aliased to an inputs (j), unless
# do not allow outputs to be aliased to an inputs (j), unless
# a) that j'th input has been 'destroyed' by e.g. in-place computations
# a) that j'th input has been 'destroyed' by e.g. in-place computations
# b) that j'th input is a shared variable that is also being updated
# b) that j'th input is a shared variable that is also being updated
if
hasattr
(
env
,
'get_destroyers_of'
)
and
env
.
get_destroyers_of
(
input_j
):
if
hasattr
(
env
,
'get_destroyers_of'
)
and
env
.
get_destroyers_of
(
input_j
):
...
@@ -873,7 +875,7 @@ class FunctionMaker(object):
...
@@ -873,7 +875,7 @@ class FunctionMaker(object):
self
.
linker
=
linker
.
accept
(
env
,
no_recycling
=
infer_reuse_pattern
(
env
,
no_borrow
))
self
.
linker
=
linker
.
accept
(
env
,
no_recycling
=
infer_reuse_pattern
(
env
,
no_borrow
))
else
:
else
:
self
.
linker
=
linker
.
accept
(
env
)
self
.
linker
=
linker
.
accept
(
env
)
self
.
indices
=
indices
self
.
indices
=
indices
self
.
inputs
=
inputs
self
.
inputs
=
inputs
self
.
expanded_inputs
=
expanded_inputs
self
.
expanded_inputs
=
expanded_inputs
...
@@ -887,7 +889,7 @@ class FunctionMaker(object):
...
@@ -887,7 +889,7 @@ class FunctionMaker(object):
self
.
required
=
[(
i
.
value
==
None
)
for
i
in
self
.
inputs
]
self
.
required
=
[(
i
.
value
==
None
)
for
i
in
self
.
inputs
]
self
.
refeed
=
[
self
.
refeed
=
[
(
i
.
value
!=
None
and
not
isinstance
(
i
.
value
,
gof
.
Container
)
and
i
.
update
==
None
)
(
i
.
value
!=
None
and
not
isinstance
(
i
.
value
,
gof
.
Container
)
and
i
.
update
==
None
)
for
i
in
self
.
inputs
]
for
i
in
self
.
inputs
]
def
create
(
self
,
input_storage
=
None
,
trustme
=
False
):
def
create
(
self
,
input_storage
=
None
,
trustme
=
False
):
"""
"""
...
@@ -991,7 +993,7 @@ def orig_function(inputs, outputs, mode=None, accept_inplace = False, name=None)
...
@@ -991,7 +993,7 @@ def orig_function(inputs, outputs, mode=None, accept_inplace = False, name=None)
:param mode: a descriptive string or a Mode instance. (Default of None means to use
:param mode: a descriptive string or a Mode instance. (Default of None means to use
`config.mode` (See below for descriptive string list).
`config.mode` (See below for descriptive string list).
:param name: an optional name for this fct. If used, the profile mode will print the time spent in this fct.
:param name: an optional name for this fct. If used, the profile mode will print the time spent in this fct.
Currently, the library provides the following mode strings:
Currently, the library provides the following mode strings:
...
@@ -1033,7 +1035,7 @@ def orig_function(inputs, outputs, mode=None, accept_inplace = False, name=None)
...
@@ -1033,7 +1035,7 @@ def orig_function(inputs, outputs, mode=None, accept_inplace = False, name=None)
raise
ValueError
(
"Please provide at least one mode."
)
raise
ValueError
(
"Please provide at least one mode."
)
elif
len
(
mode
)
==
1
:
elif
len
(
mode
)
==
1
:
fn
=
FunctionMaker
(
inputs
,
outputs
,
mode
[
0
],
accept_inplace
=
accept_inplace
)
.
create
(
defaults
)
fn
=
FunctionMaker
(
inputs
,
outputs
,
mode
[
0
],
accept_inplace
=
accept_inplace
)
.
create
(
defaults
)
else
:
else
:
#return a different kind of function
#return a different kind of function
def
dup_defaults
():
def
dup_defaults
():
# TODO This may need to be changed to use containers as defaults.
# TODO This may need to be changed to use containers as defaults.
...
@@ -1056,18 +1058,18 @@ def orig_function(inputs, outputs, mode=None, accept_inplace = False, name=None)
...
@@ -1056,18 +1058,18 @@ def orig_function(inputs, outputs, mode=None, accept_inplace = False, name=None)
else
:
else
:
Maker
=
getattr
(
mode
,
'function_maker'
,
FunctionMaker
)
Maker
=
getattr
(
mode
,
'function_maker'
,
FunctionMaker
)
fn
=
Maker
(
inputs
,
outputs
,
mode
,
accept_inplace
=
accept_inplace
)
.
create
(
defaults
)
fn
=
Maker
(
inputs
,
outputs
,
mode
,
accept_inplace
=
accept_inplace
)
.
create
(
defaults
)
t2
=
time
.
time
()
t2
=
time
.
time
()
if
hasattr
(
mode
,
'compile_time'
):
if
hasattr
(
mode
,
'compile_time'
):
mode
.
compile_time
+=
t2
-
t1
mode
.
compile_time
+=
t2
-
t1
fn
.
name
=
name
fn
.
name
=
name
if
hasattr
(
mode
,
'fct_call_time'
):
if
hasattr
(
mode
,
'fct_call_time'
):
mode
.
fct_call_time
.
setdefault
(
fn
,
0
)
mode
.
fct_call_time
.
setdefault
(
fn
,
0
)
if
hasattr
(
mode
,
'fct_call'
):
if
hasattr
(
mode
,
'fct_call'
):
mode
.
fct_call
.
setdefault
(
fn
,
0
)
mode
.
fct_call
.
setdefault
(
fn
,
0
)
return
fn
return
fn
...
@@ -1075,13 +1077,13 @@ def orig_function(inputs, outputs, mode=None, accept_inplace = False, name=None)
...
@@ -1075,13 +1077,13 @@ def orig_function(inputs, outputs, mode=None, accept_inplace = False, name=None)
def
convert_function_input
(
input
):
def
convert_function_input
(
input
):
"""
"""
Upgrade a input shortcut to an In instance.
Upgrade a input shortcut to an In instance.
The rules for upgrading are as follows:
The rules for upgrading are as follows:
- a `Variable` instance r will be upgraded like `In`(r)
- a `Variable` instance r will be upgraded like `In`(r)
- a tuple (name, r) will be `In`(r, name=name)
- a tuple (name, r) will be `In`(r, name=name)
- a tuple (r, val) will be `In`(r, value=value, autoname=True)
- a tuple (r, val) will be `In`(r, value=value, autoname=True)
- a tuple ((r,up), val) will be `In`(r, value=value, update=up, autoname=True)
- a tuple ((r,up), val) will be `In`(r, value=value, update=up, autoname=True)
...
...
编写
预览
Markdown
格式
0%
重试
或
添加新文件
添加附件
取消
您添加了
0
人
到此讨论。请谨慎行事。
请先完成此评论的编辑!
取消
请
注册
或者
登录
后发表评论