corrections in response to both reviewers (see details in joined comment)

bin/theano-nose

@@ -13,40 +13,20 @@ It is also used to load the KnownFailure plugin, in order to hide
 KnownFailureTests error messages. Use --without-knownfailure to
 disable that plugin.
 
-There are two additonal local options: '--batch[n=x]' and '--time-profile'.
+There are two additional local options: '--batch[=n]' and '--time-profile'.
 
-If '--batch[n=x]' is used without '--time-profile', this script will call
+If '--batch[=n]' is used without '--time-profile', this script will call
 run_tests_in_batch.py` in order to run the tests by batches, not all at the
-same time. `run_tests_in_batch.py` will in turn call back this script in
-another process. The batches will comprise 100 elements each by default and
-x elements if the option 'n=x' is specified.
+same time. The batches will comprise 100 elements each by default and
+x elements if the option '=n' is specified.
 
 If the '--time-profile' option is used, it will call `run_tests_in_batch.py`
-with the option time_profile=True to conduct time-profiling of the tests: Each
-test will be run and timed separately and the results will be deposited in the
-files 'timeprof_sort' and 'timeprof_nosort' whose location is specified in
-`run_tests_in_batch.py`. If the '--batch n=x' option is also specified,
-notification of the progresses will be made to standard output after every
-group of x tests.  Otherwise, notification will occur after every group of 100
-tests.
-
-The files 'timeprof_sort' and 'timeprof_nosort' both contain one record for
-each test and comprise the following fields:
-- test running-time
-- nosetests sequential test number
-- test name
-- name of class to which test belongs (if any), otherwise full
-  information is contained in test name
-- test outcome ('OK' or 'FAILED')
-
-In 'timeprof_sort', test records are sorted according to running-time whereas in
-'timeprof_nosort' records are sorted according to sequential number. The former
-classification is the main information source for time-profiling. Since tests
-belonging to same or close classes and files have close sequential numbers, the
-latter may be used to identify duration patterns among the tests. A full log is
-also saved as 'timeprof_rawlog''.
- 
+with the option time_profile=True to conduct time-profiling of the tests.
+(See 'help' function below for details.)  If also specified, '--batch[=n]'
+option will be interpreted as an indication of the number of tests to be run
+between notifications of progress to standard output.
 
+`run_tests_in_batch.py` will in turn call back this script in another process
 """
 
 import logging
@@ -63,6 +43,7 @@ def main():
     batch_args = [arg for arg in sys.argv if arg.startswith('--batch')]
     for arg in batch_args:
         sys.argv.remove(arg)
+    batch_size = None    
     if len(batch_args):
         if len(batch_args) > 1:
             _logger.warn(
@@ -73,9 +54,6 @@ def main():
         elems = batch_arg.split('=', 1)
         if len(elems) == 2:
             batch_size = int(elems[1])
-        else:
-            # Use run_tests_in_batch's default
-            batch_size = None
 
     # Handle --time_prof arguments
     time_prof_args = [arg for arg in sys.argv if arg=='--time-profile']
@@ -83,13 +61,10 @@ def main():
         sys.argv.remove(arg)
             
     # Time-profiling and batch modes
+    if len(time_prof_args) or len(batch_args):
         from theano.tests import run_tests_in_batch
-    if len(time_prof_args) and len(batch_args):
-        return run_tests_in_batch.main(batch_size=batch_size, time_profile=True)
-    elif len(time_prof_args):
-        return run_tests_in_batch.main(batch_size=None, time_profile=True)
-    elif len(batch_args):
-        return run_tests_in_batch.main(batch_size=batch_size, time_profile=False)
+        return run_tests_in_batch.main(batch_size=batch_size,
+                            time_profile=len(time_prof_args) > 0)
 
     # Non-batch mode.
     addplugins = []
@@ -126,11 +101,11 @@ def help():
 
             --time-profile:
                 Each test will be run and timed separately and the results will
-                be deposited in the files 'timeprof_sort' and 'timeprof_nosort'
-                whose location is specified in 'run_tests_in_batch.py`. If the
-                '--batch n=x' option is also specified, notification of the
+                be deposited in the files 'timeprof_sort', 'timeprof_nosort'
+                and 'timeprof_rawlog' in the current directory. If the
+                '--batch[=n]' option is also specified, notification of the
                 progresses will be made to standard output after every group of
-                x tests.  Otherwise, notification will occur after every group
+                n tests.  Otherwise, notification will occur after every group
                 of 100 tests.
     
                 The files 'timeprof_sort' and 'timeprof_nosort' both contain one
@@ -140,8 +115,7 @@ def help():
                 - test name
                 - name of class to which test belongs (if any), otherwise full
                   information is contained in test name
-                - name of class to which test belongs
-                - test outcome ('OK' or 'FAILED')
+                - test outcome ('OK', 'FAILED TEST' or 'FAILED PARSING')
     
                 In 'timeprof_sort', test records are sorted according to
                 running-time whereas in 'timeprof_nosort' records are reported
@@ -151,7 +125,6 @@ def help():
                 latter may be used to identify duration patterns among the tests
                 numbers. A full log is also saved as 'timeprof_rawlog'.
     
-    
             --help, -h: Displays this help.
 
             --without-knownfailure: Do not load the KnownFailure plugin.

theano/tests/run_tests_in_batch.py

@@ -25,14 +25,14 @@ If 'time_profile=True', this script conducts time-profiling of the tests:
        every group of 'batch_size' (100 by default), until all tests have
        been run.
        The results are deposited in the files 'timeprof_sort' and
-       'timeprof_nosort'. Both contain one record for each test and comprise
-       the following fields:
+       'timeprof_nosort' in the current directory. Both contain one record for
+       each test and comprise the following fields:
        - test running-time
        - nosetests sequential test number
        - test name
        - name of class to which test belongs (if any), otherwise full
          information is contained in test name
-       - test outcome ('OK' or 'FAILED')
+       - test outcome ('OK', 'FAILED TEST' or 'FAILED PARSING')
        In 'timeprof_sort', test records are sorted according to run-time
        whereas in 'timeprof_nosort' records are reported according to
        sequential number. The former classification is the main information
@@ -78,6 +78,7 @@ def main(stdout=None, stderr=None, argv=None, theano_nose=None,
 
     If batch_size is None, we use a default value of 100.
     """
+
     if stdout is None:
         stdout = sys.stdout
     if stderr is None:
@@ -101,6 +102,9 @@ def main(stdout=None, stderr=None, argv=None, theano_nose=None,
 
 
 def run(stdout, stderr, argv, theano_nose, batch_size, time_profile):
+
+    # Setting aside current working directory for later saving
+    sav_dir = os.getcwd()
     if len(argv) == 1:
         tests_dir = theano.__path__[0]
         other_args = []
@@ -221,7 +225,10 @@ def run(stdout, stderr, argv, theano_nose, batch_size, time_profile):
         prof_master_nosort = []
         prof_rawlog = []
         dummy_out = open(os.devnull, 'w')
-        for test_floor in xrange(1, n_tests + 1, batch_size):
+
+        batch_size = 1
+        for test_floor in xrange(250, 251, batch_size):
+        #for test_floor in xrange(1, n_tests + 1, batch_size):
             for test_id in xrange(test_floor, min(test_floor + batch_size,
                                                  n_tests + 1)):
                 proc = subprocess.Popen(
@@ -251,7 +258,7 @@ def run(stdout, stderr, argv, theano_nose, batch_size, time_profile):
                     else:
                         prof_time = 0.
                         prof_pass = 'FAILED TEST'
-                except:
+                except Exception:
                     prof_time = 0
                     prof_id = '#' + str(test_id)
                     prof_test = ('FAILED PARSING, see raw log for details'
@@ -267,12 +274,9 @@ def run(stdout, stderr, argv, theano_nose, batch_size, time_profile):
                                   key=lambda test: test[0], reverse=True)
 
         # saving results to readable files
-        path_nosort = os.path.join(theano.__path__[0], '..',
-                                   'bin', 'timeprof_nosort')
-        path_sort = os.path.join(theano.__path__[0], '..',
-                                   'bin', 'timeprof_sort')
-        path_rawlog = os.path.join(theano.__path__[0], '..',
-                                   'bin', 'timeprof_rawlog')
+        path_nosort = os.path.join(sav_dir, 'timeprof_nosort')
+        path_sort = os.path.join(sav_dir, 'timeprof_sort')
+        path_rawlog = os.path.join(sav_dir, 'timeprof_rawlog')
         f_nosort = open(path_nosort, 'w')
         f_sort = open(path_sort, 'w')
         f_rawlog = open(path_rawlog, 'w')