add a slice for every tap

theano/sandbox/scan_module/scan.py

@@ -565,7 +565,8 @@ def one_step_scan(fn,
                                     arg_info)
             # go through the taps
             mintap = abs(numpy.min(arg_info['taps']))
-            states_slices.append(arg_info['initial'][k + mintap])
+            states_slices.extend(
+              [arg_info['initial'][k + mintap] for k in arg_info['taps']])
 
     # Re-order args
     args = (inputs_slices + states_slices + parameters)