Added buildbot script.

theano/misc/check_blas.py

@@ -89,31 +89,36 @@ if __name__ == "__main__":
         Some result that you can compare again. They where 10 executions of gemm in float64 with matrix of shape 2000x2000 on FC9.
 
         Cpu tested: Xeon E5345, Xeon E5430, Xeon E5450(3Ghz), Xeon X5560(2.8Ghz, hyper-threads enabled?)
-                    Core 2 E8500, Core i7 930(2.8Ghz, hyper-threads enabled)
+                    Core 2 E8500, Core i7 930(2.8Ghz, hyper-threads enabled), Core i7 950(3.07GHz, hyper-threads enabled)
 
 
         Lib tested:
             * numpy with ATLAS from distribution(FC9) package (1 thread)
             * manually compiled numpy and ATLAS with 2 threads
-            * goto with 1, 2, 4 and 8 threads.
-                          Xeon   Xeon   Xeon  Core2 i7    Xeon
-        lib/nb threads    E5345  E5430  E5450 E8500 930   X5560
+            * goto 1.26 with 1, 2, 4 and 8 threads.
+                          Xeon   Xeon   Xeon  Core2 i7    i7     Xeon
+        lib/nb threads    E5345  E5430  E5450 E8500 930   950    X5560
 
-        numpy_FC9_atlas/1 39.2s  35.0s  30.7s 29.6s 21.5s
-        goto/1            18.7s  16.1s  14.2s 13.7s 16.1s
+        numpy_FC9_atlas/1 39.2s  35.0s  30.7s 29.6s 21.5s 19.60s
+        goto/1            18.7s  16.1s  14.2s 13.7s 16.1s 14.67s
         numpy_MAN_atlas/2 12.0s  11.6s  10.2s 9.2s  9.0s
-        goto/2            9.5s   8.1s   7.1s  7.3s  8.1s
-        goto/4            4.9s   4.4s   3.7s  -     4.1s
-        goto/8            2.7s   2.4s   2.0s  -     4.1s
-        mkl 10.2.2.025/1                                 13.7s
-        mkl 10.2.2.025/2                                 7.6s
-        mkl 10.2.2.025/4                                 4.0s
-        mkl 10.2.2.025/8                                 2.0s
+        goto/2            9.5s   8.1s   7.1s  7.3s  8.1s  7.4s
+        goto/4            4.9s   4.4s   3.7s  -     4.1s  3.8s
+        goto/8            2.7s   2.4s   2.0s  -     4.1s  3.8s
+        openblas/1                                        14.04s
+        openblas/2                                        7.16s
+        openblas/4                                        3.71s
+        openblas/8                                        3.70s
+        mkl 10.2.2.025/1                                         13.7s
+        mkl 10.2.2.025/2                                         7.6s
+        mkl 10.2.2.025/4                                         4.0s
+        mkl 10.2.2.025/8                                         2.0s
         mkl 11.0.083/1           7.97s
 
         Test time in float32 with cuda 3.0.14
         (cuda version 3.2RC and up are supposed to have faster gemm on the GTX4?? card)
         cpu/cuda version
+        GTX580/3.2        0.20s
         GTX480/3.2        0.24s
         GTX480/3.0        0.27s
         GTX470/3.2        0.29s

theano/misc/do_nightly_build_send

+#!/bin/env python
+# Import smtplib for the actual sending function
+import smtplib
+import os.path
+import sys
+from theano.misc.buildbot_filter import filter_output
+# me == the sender's email address
+# family = the list of all recipients' email addresses
+family=['theano-buildbot@googlegroups.com']#, 'theano-dev@googlegroups.com']
+#family=['nouiz@nouiz.org']
+me='lisa@iro.umontreal.ca'
+
+files=["/tmp/do_nightly_build_theano", "/tmp/do_nightly_build_pylearn", "/tmp/do_nightly_build_deeplearning"]
+
+print files
+print sys.argv
+if len(sys.argv)==2:
+    files=[x+sys.argv[1] for x in files]
+print files
+
+# Here are the email package modules we'll need
+from email.mime.text import MIMEText
+from email.mime.multipart import MIMEMultipart
+
+COMMASPACE = ', '
+
+def mysend(subject, file):
+    # Create the container (outer) email message.
+    if not os.path.isfile(file):
+        print "Error: no file",file
+        return
+
+    msg = MIMEMultipart()
+    msg['From'] = me
+    msg['To'] = COMMASPACE.join(family)
+    msg.preamble = 'The output of the buildbot'
+    
+    # Open the files in binary mode.  Let the MIMEImage class automatically
+    # guess the specific image type.
+    fp = open(file, 'rb')
+    s=fp.read()
+    failures=0
+    errors=0
+    ran=False
+    nb_ran=0
+    skip=0
+    speed_failure=0
+    show_speed_failure=False
+    knownfail=0
+    gpu_time = None
+    float32_time = None
+    float64_time = None
+    for token in s.split():
+        token=token.strip('(,)')
+        if token.startswith("failures="):
+            failures+=int(token[9:])
+        elif token.startswith("errors="):
+            errors+=int(token[+7:])
+        elif token == "Ran":
+            ran=True
+        elif token.startswith("SKIP="):
+            skip+=int(token[5:])
+        elif token == "KnownFailureTest:":
+            knownfail+=1
+        elif token.startswith("speed_failure_"):
+            speed_failure+=int(token.split('=')[1])
+            show_speed_failure=True
+        elif ran:
+            ran=False
+            try: 
+                nb_ran+=int(token)
+            except Exception, e:
+                print e
+                
+    start = ""
+    for line in s.splitlines():
+        if gpu_time is None and line.startswith("gpu % expected/get"):
+            start=line
+        elif float32_time is None and line.startswith("float32 % expected/get"):
+            start=line
+        elif float64_time is None and line.startswith("float64 % expected/get"):
+            start=line
+        elif start:
+            start+=line
+            if start[-1]=="]":
+                if start.startswith("gpu % expected/get"):
+                    gpu_time = start
+                    start = ""
+                elif start.startswith("float32 % expected/get"):
+                    float32_time = start
+                    start = ""
+                elif start.startswith("float64 % expected/get"):
+                    float64_time = start
+                    start = ""
+    
+    s="KnownFailure are removed from Error. \n Resume of the output:\n"+filter_output(open(file))+"Full output:\n"+s
+    img = MIMEText(s)
+    fp.close()
+    msg.attach(img)
+    errors-=knownfail
+    
+# Send the email via our own SMTP server.
+    if show_speed_failure:
+        msg['Subject'] = subject+" Fail="+str(failures)+" Err="+str(errors)+" Ran="+str(nb_ran)+" Skip="+str(skip)+" KnownFail="+str(knownfail)+ " SpeedFailure="+str(speed_failure)
+    else:
+        msg['Subject'] = subject+" Fail="+str(failures)+" Err="+str(errors)+" Ran="+str(nb_ran)+" Skip="+str(skip)+" KnownFail="+str(knownfail)
+
+    print msg['Subject']
+    s = smtplib.SMTP()
+    s.connect()
+    s.sendmail(me, family, msg.as_string())
+    s.close()
+    print "Finished sending email for",subject
+
+mysend('Theano buildbot',files[0])
+mysend('Pylearn buildbot',files[1])
+mysend('Deep Learning Tutorial buildbot',files[2])

theano/misc/do_nightly_build_theano

+#!/bin/bash
+#we set the compiledir to the /Tmp dir to make the test faster by bypassing the nfs network.
+date
+ROOT_CWD=/Tmp/nightly_build
+
+cd ${ROOT_CWD}/Pylearn
+hg pull -u 
+hg tip
+cd ${ROOT_CWD}/Theano
+hg pull -u 
+hg tip
+
+source /u/lisa/local/export.soft.lisa.master/.local.bashrc
+echo "nb element in the compiledir:"
+ls /Tmp/lisa_theano_compile_dir_theano|wc -l
+FLAGS=warn.argmax_pushdown_bug=False,warn.gpusum_01_011_0111_bug=False,warn.sum_sum_bug=False,warn.sum_div_dimshuffle_bug=False,compiledir=/Tmp/lisa_theano_compile_dir_theano,seed=0
+export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/lib64/python2.5/config/
+export LIBRARY_PATH=$LIBRARY_PATH:/usr/lib64/python2.5/config/
+export PYTHONPATH=${ROOT_CWD}:$PYTHONPATH
+
+cd ${ROOT_CWD}
+echo "executing nosetests with mode=FAST_COMPILE"
+THEANO_FLAGS=${FLAGS},mode=FAST_COMPILE /usr/bin/nosetests Theano
+echo "nb element in the compiledir:"
+ls /Tmp/lisa_theano_compile_dir_theano|wc -l
+echo "executing nosetests with mode=FAST_RUN"
+THEANO_FLAGS=${FLAGS},mode=FAST_RUN /usr/bin/nosetests --with-coverage --cover-package=theano --cover-package=pylearn Theano
+echo "nb element in the compiledir:"
+ls /Tmp/lisa_theano_compile_dir_theano|wc -l
+echo "executing nosetests with mode=FAST_RUN,floatX=float32"
+THEANO_FLAGS=${FLAGS},mode=FAST_RUN,floatX=float32 /usr/bin/nosetests Theano
+echo "nb element in the compiledir:"
+ls /Tmp/lisa_theano_compile_dir_theano|wc -l
+
+#we change the seed and record it everyday to test different combination. We record it to be able to reproduce bug caused by different seed. We don't want multiple test in DEBUG_MODE each day as this take too long.
+seed=$RANDOM
+echo "executing nosetests with mode=DEBUG_MODE with seed of the day $seed"
+THEANO_FLAGS=${FLAGS},unittests.rseed=$seed,mode=DEBUG_MODE,DebugMode.check_strides=0,DebugMode.patience=3 /usr/bin/nosetests Theano
+
+echo "nb element in the compiledir:"
+ls /Tmp/lisa_theano_compile_dir_theano|wc -l