提交 4b14b3c0 authored 作者: carriepl's avatar carriepl

Update Cython backend to match Python Backend

上级 6d3c2193
...@@ -901,6 +901,9 @@ class Scan(PureOp): ...@@ -901,6 +901,9 @@ class Scan(PureOp):
cython_mitmots_preallocated = numpy.asarray(self.mitmots_preallocated, cython_mitmots_preallocated = numpy.asarray(self.mitmots_preallocated,
dtype='int32') dtype='int32')
cython_inps_on_gpu = numpy.asarray(self.inps_on_gpu, dtype='int32')
cython_outs_on_gpu = numpy.asarray(self.outs_on_gpu, dtype='int32')
if hasattr(self, 'destroy_map'): if hasattr(self, 'destroy_map'):
cython_destroy_map = [x in self.destroy_map cython_destroy_map = [x in self.destroy_map
for x in xrange(len(node.outputs))] for x in xrange(len(node.outputs))]
...@@ -928,6 +931,8 @@ class Scan(PureOp): ...@@ -928,6 +931,8 @@ class Scan(PureOp):
cython_mit_mot_out_slices, cython_mit_mot_out_slices,
cython_mit_mot_out_nslices, cython_mit_mot_out_nslices,
cython_mitmots_preallocated, cython_mitmots_preallocated,
cython_inps_on_gpu,
cython_outs_on_gpu,
self.fn.fn, self.fn.fn,
self.fn, self.fn,
cython_destroy_map, cython_destroy_map,
......
This source diff could not be displayed because it is too large. You can view the blob instead.
...@@ -62,7 +62,7 @@ import copy ...@@ -62,7 +62,7 @@ import copy
def get_version(): def get_version():
return 0.290 return 0.291
@cython.boundscheck(False) @cython.boundscheck(False)
def perform( def perform(
...@@ -83,6 +83,8 @@ def perform( ...@@ -83,6 +83,8 @@ def perform(
numpy.ndarray[numpy.int32_t,ndim=2] mit_mot_out_slices, numpy.ndarray[numpy.int32_t,ndim=2] mit_mot_out_slices,
numpy.ndarray[numpy.int32_t,ndim=1] mit_mot_out_nslices, numpy.ndarray[numpy.int32_t,ndim=1] mit_mot_out_nslices,
numpy.ndarray[numpy.int32_t,ndim=1] mitmots_preallocated, numpy.ndarray[numpy.int32_t,ndim=1] mitmots_preallocated,
numpy.ndarray[numpy.int32_t,ndim=1] inps_on_gpu,
numpy.ndarray[numpy.int32_t,ndim=1] outs_on_gpu,
fn, fn,
fnct, fnct,
numpy.ndarray[numpy.int32_t,ndim=1] destroy_map, numpy.ndarray[numpy.int32_t,ndim=1] destroy_map,
...@@ -136,6 +138,12 @@ def perform( ...@@ -136,6 +138,12 @@ def perform(
mit_mot_out_nslices: int32 ndarray (Can be replaced by a list) mit_mot_out_nslices: int32 ndarray (Can be replaced by a list)
Same as tap_array_len, but is the number of output taps of the Same as tap_array_len, but is the number of output taps of the
mit_mot sequences (i.e. it corresponds to mit_mot_out_slices) mit_mot sequences (i.e. it corresponds to mit_mot_out_slices)
inps_on_gpu : int32 ndarray (Can be replaced by a list)
Array of boolean indicating, for every input, whether it is on the GPU
or not
outs_on_gpu : int32 ndarray (Can be replaced by a list)
Array of boolean indicating, for every output, whether it is on the GPU
or not
fn: callable fn: callable
This is the linker, i.e. the function that will loop over the This is the linker, i.e. the function that will loop over the
computational graph and call the perform of each operation. For this computational graph and call the perform of each operation. For this
...@@ -358,12 +366,12 @@ def perform( ...@@ -358,12 +366,12 @@ def perform(
var = output_storage[idx].storage[0] var = output_storage[idx].storage[0]
old_output_storage[idx] = var old_output_storage[idx] = var
if hasattr(var, 'gpudata'): if var is None:
old_output_data[idx] = None
elif outs_on_gpu[idx]:
old_output_data[idx] = var.gpudata old_output_data[idx] = var.gpudata
elif hasattr(var, 'data'):
old_output_data[idx] = var.data
else: else:
old_output_data[idx] = None old_output_data[idx] = var.data
# 4.6. Keep a reference to the variables (ndarrays, CudaNdarrays, # 4.6. Keep a reference to the variables (ndarrays, CudaNdarrays,
# etc) associated with mitmot inputs currently in the input_storage to # etc) associated with mitmot inputs currently in the input_storage to
...@@ -375,12 +383,12 @@ def perform( ...@@ -375,12 +383,12 @@ def perform(
var = input_storage[idx + n_seqs].storage[0] var = input_storage[idx + n_seqs].storage[0]
old_mitmot_input_storage[idx] = var old_mitmot_input_storage[idx] = var
if hasattr(var, 'gpudata'): if var is None:
old_mitmot_input_data[idx] = None
elif inps_on_gpu[idx]:
old_mitmot_input_data[idx] = var.gpudata old_mitmot_input_data[idx] = var.gpudata
elif hasattr(var, 'data'):
old_mitmot_input_data[idx] = var.data
else: else:
old_mitmot_input_data[idx] = None old_mitmot_input_data[idx] = var.data
# 5.1 compute outputs # 5.1 compute outputs
t0_fn = time.time() t0_fn = time.time()
...@@ -442,9 +450,9 @@ def perform( ...@@ -442,9 +450,9 @@ def perform(
new_var = input_storage[n_seqs + inp_idx].storage[0] new_var = input_storage[n_seqs + inp_idx].storage[0]
if old_var is new_var: if old_var is new_var:
old_data = old_mitmot_input_data[inp_idx] old_data = old_mitmot_input_data[inp_idx]
if hasattr(new_var, 'gpudata'): if inps_on_gpu[n_seqs + inp_idx]:
same_data = (new_var.gpudata == old_data) same_data = (new_var.gpudata == old_data)
elif hasattr(new_var, 'data'): else:
same_data = (new_var.data == old_data) same_data = (new_var.data == old_data)
else: else:
same_data = False same_data = False
...@@ -486,9 +494,9 @@ def perform( ...@@ -486,9 +494,9 @@ def perform(
if old_var is new_var: if old_var is new_var:
if old_data is None: if old_data is None:
output_reused = False output_reused = False
elif hasattr(new_var, 'gpudata'): elif outs_on_gpu[offset_out + j]:
output_reused = (new_var.gpudata == old_data) output_reused = (new_var.gpudata == old_data)
elif hasattr(new_var, 'data'): else:
output_reused = (new_var.data == old_data) output_reused = (new_var.data == old_data)
else: else:
output_reused = False output_reused = False
...@@ -528,9 +536,9 @@ def perform( ...@@ -528,9 +536,9 @@ def perform(
if old_var is new_var: if old_var is new_var:
if old_data is None: if old_data is None:
output_reused = False output_reused = False
elif hasattr(new_var, 'gpudata'): elif outs_on_gpu[offset_out + j]:
output_reused = (new_var.gpudata == old_data) output_reused = (new_var.gpudata == old_data)
elif hasattr(new_var, 'data'): else:
output_reused = (new_var.data == old_data) output_reused = (new_var.data == old_data)
else: else:
output_reused = False output_reused = False
......
...@@ -17,7 +17,7 @@ from theano.gof import cmodule ...@@ -17,7 +17,7 @@ from theano.gof import cmodule
_logger = logging.getLogger('theano.scan_module.scan_perform') _logger = logging.getLogger('theano.scan_module.scan_perform')
version = 0.290 # must match constant returned in function get_version() version = 0.291 # must match constant returned in function get_version()
need_reload = False need_reload = False
......
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论