Skip to content
项目
群组
代码片段
帮助
当前项目
正在载入...
登录 / 注册
切换导航面板
P
pytensor
项目
项目
详情
活动
周期分析
仓库
仓库
文件
提交
分支
标签
贡献者
图表
比较
统计图
议题
0
议题
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
CI / CD
CI / CD
流水线
作业
日程
统计图
Wiki
Wiki
代码片段
代码片段
成员
成员
折叠边栏
关闭边栏
活动
图像
聊天
创建新问题
作业
提交
问题看板
Open sidebar
testgroup
pytensor
Commits
ee4f2a97
提交
ee4f2a97
authored
12月 21, 2015
作者:
Frederic Bastien
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
Don't take the lock by unless needed at exit
上级
54186290
显示空白字符变更
内嵌
并排
正在显示
1 个修改的文件
包含
25 行增加
和
6 行删除
+25
-6
cmodule.py
theano/gof/cmodule.py
+25
-6
没有找到文件。
theano/gof/cmodule.py
浏览文件 @
ee4f2a97
...
@@ -1299,13 +1299,17 @@ class ModuleCache(object):
...
@@ -1299,13 +1299,17 @@ class ModuleCache(object):
else
:
else
:
age_thresh_use
=
None
age_thresh_use
=
None
too_old_to_use
=
self
.
refresh
(
age_thresh_use
=
age_thresh_use
,
delete_if_problem
=
delete_if_problem
,
# The clean up is done at init, no need to trigger it again
cleanup
=
False
)
if
not
too_old_to_use
:
return
with
compilelock
.
lock_ctx
():
with
compilelock
.
lock_ctx
():
# Update the age of modules that have been accessed by other
# Update the age of modules that have been accessed by other
# processes and get all module that are too old to use
# processes and get all module that are too old to use
# (not loaded in self.entry_from_key).
# (not loaded in self.entry_from_key).
too_old_to_use
=
self
.
refresh
(
age_thresh_use
=
age_thresh_use
,
delete_if_problem
=
delete_if_problem
)
for
entry
in
too_old_to_use
:
for
entry
in
too_old_to_use
:
# TODO: we are assuming that modules that haven't been
# TODO: we are assuming that modules that haven't been
...
@@ -1392,7 +1396,8 @@ class ModuleCache(object):
...
@@ -1392,7 +1396,8 @@ class ModuleCache(object):
if
min_age
is
None
:
if
min_age
is
None
:
min_age
=
self
.
age_thresh_del_unversioned
min_age
=
self
.
age_thresh_del_unversioned
with
compilelock
.
lock_ctx
():
# As this delete object that we build and other don't use, we
# don't need the lock.
all_key_datas
=
list
(
self
.
module_hash_to_key_data
.
values
())
all_key_datas
=
list
(
self
.
module_hash_to_key_data
.
values
())
for
key_data
in
all_key_datas
:
for
key_data
in
all_key_datas
:
if
not
key_data
.
keys
:
if
not
key_data
.
keys
:
...
@@ -1430,6 +1435,7 @@ class ModuleCache(object):
...
@@ -1430,6 +1435,7 @@ class ModuleCache(object):
for
key
in
self
.
entry_from_key
:
for
key
in
self
.
entry_from_key
:
assert
key
[
0
]
assert
key
[
0
]
to_del
=
[]
time_now
=
time
.
time
()
time_now
=
time
.
time
()
for
filename
in
os
.
listdir
(
self
.
dirname
):
for
filename
in
os
.
listdir
(
self
.
dirname
):
if
filename
.
startswith
(
'tmp'
):
if
filename
.
startswith
(
'tmp'
):
...
@@ -1463,13 +1469,26 @@ class ModuleCache(object):
...
@@ -1463,13 +1469,26 @@ class ModuleCache(object):
# we wait one week and suppose that the processus
# we wait one week and suppose that the processus
# crashed, and we take care of the clean-up.
# crashed, and we take care of the clean-up.
if
age
>
min_age
:
if
age
>
min_age
:
_rmtree
(
os
.
path
.
join
(
self
.
dirname
,
filename
),
to_del
.
append
(
os
.
path
.
join
(
self
.
dirname
,
filename
))
if
not
to_del
:
return
with
compilelock
.
lock_ctx
():
for
f
in
to_del
:
_rmtree
(
f
,
msg
=
'old unversioned'
,
level
=
logging
.
INFO
,
msg
=
'old unversioned'
,
level
=
logging
.
INFO
,
ignore_nocleanup
=
True
)
ignore_nocleanup
=
True
)
def
_on_atexit
(
self
):
def
_on_atexit
(
self
):
# Note: no need to call refresh() since it is called by clear_old().
# Note: no need to call refresh() since it is called by clear_old().
with
compilelock
.
lock_ctx
():
# Note: no need to take the lock. For unversioned files, we
# don't need it as they aren't shared. For old unversioned
# files, this happen rarely, so we take the lock only when
# this happen.
# Note: for clear_old(), as this happen unfrequently, we only
# take the lock when it happen.
self
.
clear_old
()
self
.
clear_old
()
self
.
clear_unversioned
()
self
.
clear_unversioned
()
_logger
.
debug
(
'Time spent checking keys:
%
s'
,
_logger
.
debug
(
'Time spent checking keys:
%
s'
,
...
...
编写
预览
Markdown
格式
0%
重试
或
添加新文件
添加附件
取消
您添加了
0
人
到此讨论。请谨慎行事。
请先完成此评论的编辑!
取消
请
注册
或者
登录
后发表评论