Merge pull request #4953 from slefrancois/jenkins_buildbot

theano/misc/do_nightly_build

@@ -5,6 +5,14 @@ ARGS="$@"
 PROFILING=""
 RELEASE=""
 
+# If not jenkins, set workspace to local Tmp
+if [ -v $WORKSPACE ]; then
+   if [ -v $TMPDIR ]; then
+      TMPDIR=/tmp
+   fi
+   WORKSPACE=$TMPDIR
+fi
+
 echo "Hostname:"
 hostname
 
@@ -17,9 +25,8 @@ fi
 if [ "$1" == "--buildbot" ]; then
     shift
     ARGS="$@"
-    #we set the compiledir to the /Tmp dir to make the test faster by bypassing the nfs network.
-    BASE_COMPILEDIR=/Tmp/lisa_theano_compile_dir_theano
-    ROOT_CWD=/Tmp/nightly_build
+    BASE_COMPILEDIR=$WORKSPACE/compile/theano_compile_dir_theano
+    ROOT_CWD=$WORKSPACE/nightly_build
     FLAGS=base_compiledir=$BASE_COMPILEDIR
     COMPILEDIR=`THEANO_FLAGS=$FLAGS python -c "from __future__ import print_function; import theano; print(theano.config.compiledir)"`
     cd ${ROOT_CWD}/Theano
@@ -33,6 +40,9 @@ else
     NOSETESTS=`python -c "from __future__ import print_function; import theano; print(theano.__path__[0])"|tail -1`/../bin/theano-nose
 fi
 
+# nosetests xunit for test profiling
+XUNIT="--with-xunit --xunit-file="
+
 echo "Number of elements in the compiledir:"
 ls ${COMPILEDIR}|wc -l
 
@@ -78,25 +88,28 @@ if [ "$RELEASE" ]; then
 fi
 
 echo "Executing tests with mode=FAST_RUN"
-echo "THEANO_FLAGS=cmodule.warn_no_version=True,${FLAGS},mode=FAST_RUN ${NOSETESTS} ${PROFILING} ${ARGS}"
+FILE=${ROOT_CWD}/theano_fastrun_tests.xml
+echo "THEANO_FLAGS=cmodule.warn_no_version=True,${FLAGS},mode=FAST_RUN ${NOSETESTS} ${PROFILING} ${ARGS} ${XUNIT}${FILE}"
 date
-THEANO_FLAGS=cmodule.warn_no_version=True,${FLAGS},mode=FAST_RUN ${NOSETESTS} ${PROFILING} ${ARGS}
+THEANO_FLAGS=cmodule.warn_no_version=True,${FLAGS},mode=FAST_RUN ${NOSETESTS} ${PROFILING} ${ARGS} ${XUNIT}${FILE}
 echo "Number of elements in the compiledir:"
 ls ${COMPILEDIR}|wc -l
 echo
 
 echo "Executing tests with mode=FAST_RUN,floatX=float32"
-echo "THEANO_FLAGS=${FLAGS},mode=FAST_RUN,floatX=float32 ${NOSETESTS} ${ARGS}"
+FILE=${ROOT_CWD}/theano_fastrun_float32_tests.xml
+echo "THEANO_FLAGS=${FLAGS},mode=FAST_RUN,floatX=float32 ${NOSETESTS} ${ARGS} ${XUNIT}${FILE}"
 date
-THEANO_FLAGS=${FLAGS},mode=FAST_RUN,floatX=float32 ${NOSETESTS} ${ARGS}
+THEANO_FLAGS=${FLAGS},mode=FAST_RUN,floatX=float32 ${NOSETESTS} ${ARGS} ${XUNIT}${FILE}
 echo "Number of elements in the compiledir:"
 ls ${COMPILEDIR}|wc -l
 echo
 
 echo "Executing tests with linker=vm,vm.lazy=True,floatX=float32"
-echo "THEANO_FLAGS=${FLAGS},linker=vm,vm.lazy=True,floatX=float32 ${NOSETESTS} ${ARGS}"
+FILE=${ROOT_CWD}/theano_fastrun_float32_lazyvm_tests.xml
+echo "THEANO_FLAGS=${FLAGS},linker=vm,vm.lazy=True,floatX=float32 ${NOSETESTS} ${ARGS} ${XUNIT}${FILE}"
 date
-THEANO_FLAGS=${FLAGS},linker=vm,vm.lazy=True,floatX=float32 ${NOSETESTS} ${ARGS}
+THEANO_FLAGS=${FLAGS},linker=vm,vm.lazy=True,floatX=float32 ${NOSETESTS} ${ARGS} ${XUNIT}${FILE}
 echo "Number of elements in the compiledir:"
 ls ${COMPILEDIR}|wc -l
 echo
@@ -104,9 +117,10 @@ echo
 #we change the seed and record it everyday to test different combination. We record it to be able to reproduce bug caused by different seed. We don't want multiple test in DEBUG_MODE each day as this take too long.
 seed=$RANDOM
 echo "Executing tests with mode=DEBUG_MODE with seed of the day $seed"
-echo "THEANO_FLAGS=${FLAGS},unittests.rseed=$seed,mode=DEBUG_MODE,DebugMode.check_strides=0,DebugMode.patience=3,DebugMode.check_preallocated_output= ${NOSETESTS} ${ARGS}"
+FILE=${ROOT_CWD}/theano_debug_tests.xml
+echo "THEANO_FLAGS=${FLAGS},unittests.rseed=$seed,mode=DEBUG_MODE,DebugMode.check_strides=0,DebugMode.patience=3,DebugMode.check_preallocated_output= ${NOSETESTS} ${ARGS} ${XUNIT}${FILE}"
 date
-THEANO_FLAGS=${FLAGS},unittests.rseed=$seed,mode=DEBUG_MODE,DebugMode.check_strides=0,DebugMode.patience=3,DebugMode.check_preallocated_output= ${NOSETESTS} ${ARGS}
+THEANO_FLAGS=${FLAGS},unittests.rseed=$seed,mode=DEBUG_MODE,DebugMode.check_strides=0,DebugMode.patience=3,DebugMode.check_preallocated_output= ${NOSETESTS} ${ARGS} ${XUNIT}${FILE}
 
 echo "Number of elements in the compiledir:"
 ls ${COMPILEDIR}|wc -l
@@ -116,9 +130,10 @@ echo
 #Until we fix the root of the problem we let the rest run, then we can kill this one in the morning.
 # with --batch=1000" # The buildbot freeze sometimes when collecting the tests to run
 echo "Executing tests with mode=FAST_COMPILE"
-echo "THEANO_FLAGS=${FLAGS},mode=FAST_COMPILE ${NOSETESTS} ${ARGS}"
+FILE=${ROOT_CWD}/theano_fastcompile_tests.xml
+echo "THEANO_FLAGS=${FLAGS},mode=FAST_COMPILE ${NOSETESTS} ${ARGS} ${XUNIT}${FILE}"
 date
-THEANO_FLAGS=${FLAGS},mode=FAST_COMPILE ${NOSETESTS} ${ARGS}
+THEANO_FLAGS=${FLAGS},mode=FAST_COMPILE ${NOSETESTS} ${ARGS} ${XUNIT}${FILE}
 
 echo "Number of elements in the compiledir:"
 ls ${COMPILEDIR}|wc -l

theano/misc/do_nightly_build_send

@@ -11,9 +11,9 @@ family=['theano-buildbot@googlegroups.com']
 me='lisa@iro.umontreal.ca'
 
 #Those file contain the output of the do_nightly_build script.
-files=["do_nightly_build_theano",
-       "do_nightly_build_deeplearning",
-       "do_nightly_build_theano_python3.3.0",
+files=["do_nightly_build_theano.log",
+       "do_nightly_build_deeplearning.log",
+       "do_nightly_build_theano_python3.3.0.log",
 ]
 msgs=['Theano buildbot',
       'Deep Learning Tutorial buildbot',