Add initial implementation of full C wrapper for CTC

theano/tensor/nnet/ctc_wrapper.c

 #section support_code
 
+void create_contiguous_input_lengths( PyArrayObject * input_lengths_arr,
+    int ** input_lengths )
+{
+    int num_elements = PyArray_DIMS( input_lengths_arr )[0];
+
+    *input_lengths = (int *) malloc( num_elements * sizeof(int) );
+
+    if ( NULL == (*input_lengths) )
+        return;
+
+    for( int i = 0; i < num_elements; ++i )
+    {
+        (*input_lengths)[i] = *( (int *) PyArray_GETPTR1( input_lengths_arr, i ) );
+    }
+}
+
+void create_flat_labels( PyArrayObject * label_matrix, int ** flat_labels, 
+    int ** label_lengths )
+{
+    int rows = PyArray_DIMS( label_matrix )[0];
+    int cols = PyArray_DIMS( label_matrix )[1];
+
+    *flat_labels = (int *) malloc( rows * cols * sizeof(int) );
+    if ( NULL == (*flat_labels) )
+        return;
+
+    *label_lengths = (int *) malloc( rows * sizeof(int) );
+    if ( NULL == (*label_lengths) )
+    {
+        free( *flat_labels );
+        *flat_labels = NULL;
+        return;
+    }
+
+    int label_index = 0;
+    for( int i = 0; i < rows; ++i )
+    {
+        int label_length = 0;
+        for( int j = 0; j < cols; ++j )
+        {
+            int label = *( (int *) PyArray_GETPTR2( label_matrix, i, j ) );
+            if ( label >= 0 )  // negative values are assumed to be padding
+            {
+                (*flat_labels)[ label_index++ ] = label;
+                ++label_length;
+            }
+        }
+        (*label_lengths)[ i ] = label_length;
+    }
+}
 
 #section support_code_apply
 
@@ -9,27 +59,93 @@ int APPLY_SPECIFIC(ctc_cost_cpu)(PyArrayObject *  activations,
                                  PyArrayObject ** costs,
                                  PyArrayObject ** gradients)
 {
-    npy_int minibatch_size = PyArray_DIMS(activations)[1];
+    // setup CTC computation parameters
+    ctcOptions ctc_options;
+    memset( &ctc_options, 0, sizeof(ctcOptions) );
+    ctc_options.loc = CTC_CPU;
+    ctc_options.num_threads = 1;
 
-    npy_int cost_size = minibatch_size;
+    npy_float * f_activations = NULL;
+    PyArrayObject * activations_copy = NULL;
 
-    if ( NULL != (*costs) )
+    if ( PyArray_IS_C_CONTIGUOUS( activations ) )
     {
-        Py_XDECREF( *costs ); 
+        f_activations = (npy_float *) PyArray_DATA( activations );
+    }
+    else
+    {
+        activations_copy = PyArray_GETCONTIGUOUS( activations );
+        if ( NULL != activations_copy )
+        {
+            f_activations = (npy_float *) PyArray_DATA( activations_copy );
+        }
+        else
+        {
+            PyErr_Format( PyExc_ValueError,
+                          "Could not create a contiguous copy of activations array." );
+            return 1;            
+        }
     }
 
-    *costs = (PyArrayObject*)PyArray_ZEROS( 1, (npy_intp *)&cost_size,
-        NPY_FLOAT32, 0 );
+    int * i_input_lengths = NULL,
+        * i_flat_labels = NULL,
+        * i_label_lengths = NULL;
+
+    create_contiguous_input_lengths( input_lengths, &i_input_lengths );
+
+    if ( NULL == i_input_lengths )
+    {
+        PyErr_Format( PyExc_ValueError,
+                      "Could not allocate storage for input lengths" );
+        return 1;        
+    }
+
+    // flatten labels to conform with library memory layout
+    create_flat_labels( labels, &i_flat_labels, &i_label_lengths );
+
+    if ( ( NULL == i_label_lengths ) || ( NULL == i_flat_labels ) )
+    {
+        PyErr_Format( PyExc_ValueError,
+                      "Could not allocate storage for labels and their lengths" );
+        return 1;
+    }
+
+    npy_int minibatch_size = PyArray_DIMS( activations )[1];
+    npy_int alphabet_size = PyArray_DIMS( activations )[2];
+
+    void * ctc_cpu_workspace = NULL;
+
+    npy_float * f_costs = NULL;
+    npy_intp cost_size = minibatch_size;
+
+    if ( NULL == (*costs) )
+    {
+        // Symbolic variable has no memory backing, so we create one
+        *costs = (PyArrayObject *) PyArray_ZEROS( 1, &cost_size, NPY_FLOAT32, 0 );
+    }
+    else if ( PyArray_NDIM( *costs ) != 1 || PyArray_DIMS( *costs )[0] != cost_size )  // matrix has the wrong size
+    {   
+        Py_XDECREF( *costs ); 
+        // Allocate new matrix
+        *costs = (PyArrayObject *) PyArray_ZEROS( 1, &cost_size, NPY_FLOAT32, 0 );
+    }
 
     if ( NULL == (*costs) )
     {
-        // FIXME: should it be 'FAIL;' ???
         PyErr_Format( PyExc_ValueError,
                       "Could not allocate storage for CTC costs" );
         return 1;
     }
     
-    if ( PyArray_NDIM( *gradients ) != 3 
+    f_costs = (npy_float *) PyArray_DATA( *costs );
+
+    if ( NULL == (*gradients) )
+    {
+        // Symbolic variable has no real backing, so create one.
+        *gradients = (PyArrayObject*) PyArray_ZEROS( 3, PyArray_DIMS( activations ),
+            NPY_FLOAT32, 0 );
+    }
+    else if ( PyArray_NDIM( *gradients ) != 3 
         || PyArray_DIMS( *gradients )[0] != PyArray_DIMS( activations )[0]
         || PyArray_DIMS( *gradients )[1] != PyArray_DIMS( activations )[1]
         || PyArray_DIMS( *gradients )[2] != PyArray_DIMS( activations )[2] )
@@ -38,21 +154,53 @@ int APPLY_SPECIFIC(ctc_cost_cpu)(PyArrayObject *  activations,
         // Decrement ref counter to existing array
         Py_XDECREF( *gradients ); 
         // Allocate new array
-        *gradients = (PyArrayObject*)PyArray_ZEROS(3, PyArray_DIMS( activations ),
+        *gradients = (PyArrayObject *) PyArray_ZEROS(3, PyArray_DIMS( activations ),
             NPY_FLOAT32, 0);
     }
 
-    // Symbolic variable has no real backing, so create one.
-    *gradients = (PyArrayObject*)PyArray_ZEROS( 3, PyArray_DIMS(activations),
-        NPY_FLOAT32, 0 );
-
     if ( NULL == (*gradients) )
     {
-        // FIXME: should it be 'FAIL;' ???
         PyErr_Format( PyExc_ValueError,
-                      "Could not allocate storage for CTC gradients" );
+                      "Could not allocate storage for CTC gradients!" );
+        return 1;        
+    }
+
+    npy_float * f_gradients = (npy_float *) PyArray_ZEROS( 3,
+        PyArray_DIMS( activations ), NPY_FLOAT32, 0 );
+
+    ctcStatus_t status;
+    size_t cpu_workspace_size;
+
+    status = get_workspace_size( i_label_lengths, i_input_lengths, alphabet_size,
+        minibatch_size, ctc_options, &cpu_workspace_size );
+
+    if ( CTC_STATUS_SUCCESS != status )
+    {
+        PyErr_Format( PyExc_ValueError,
+                      "Could not compute the CTC workspace size!" );
         return 1;    
     }
 
+    ctc_cpu_workspace = malloc( cpu_workspace_size );
+
+    status = compute_ctc_loss( f_activations, f_gradients, i_flat_labels,
+        i_label_lengths, i_input_lengths, alphabet_size, minibatch_size,
+        f_costs, ctc_cpu_workspace, ctc_options );
+
+    if ( CTC_STATUS_SUCCESS != status )
+    {
+        PyErr_Format( PyExc_ValueError, "Failed to compute CTC loss!" );
+        return 1;         
+    }
+
+    if ( NULL != activations_copy )
+        Py_XDECREF( activations_copy );
+
+    free( i_input_lengths );
+    free( i_flat_labels );
+    free( i_label_lengths );
+
+    free( ctc_cpu_workspace );
+
     return 0;
 }