# -*- python -*- # ex: set syntax=python: ################################################################################### # This is the file configuration of the buildmaster used in the Simgrid project. #from os import environ #environ['LC_ALL'] = "C" # The buildmaster configuration object. c = BuildmasterConfig = {} # Project informations c['projectName'] = "SimGrid compilation status" c['projectURL']= "http://simgrid.gforge.inria.fr/" c['buildbotURL'] = "http://bob.loria.fr:8010/" # Gets bot from account module (hide passphrases) from account import bots c['bots'] = bots from account import all_slaves # Port number used by slaves c['slavePortnum'] = 9989 ####### CHANGESOURCES # the 'sources' list tells the buildmaster how it should find out about # source code changes. Any class which implements IChangeSource can be added # to this list: there are several in buildbot/changes/*.py to choose from. #c['change_sources'] = [] # For example, if you had CVSToys installed on your repository, and your # CVSROOT/freshcfg file had an entry like this: #pb = ConfigurationSet([ # (None, None, None, PBService(userpass=('foo', 'bar'), port=4519)), # ]) # then you could use the following buildmaster Change Source to subscribe to # the FreshCVS daemon and be notified on every commit: # #from buildbot.changes.freshcvs import FreshCVSSource #fc_source = FreshCVSSource("cvs.example.com", 4519, "foo", "bar") #c['sources'].append(fc_source) # or, use a PBChangeSource, and then have your repository's commit script run # 'buildbot sendchange', or contrib/svn_buildbot.py, or # contrib/arch_buildbot.py : # #from buildbot.changes.pb import PBChangeSource #c['sources'].append(PBChangeSource()) #################################################################################### # builders declarations from extensions import CustomSVN, CustomConfigure, CustomCheck from buildbot.process import factory from buildbot.steps.transfer import FileUpload from buildbot.steps.shell import ShellCommand from buildbot.steps.source import SVN # build tarball factory dist_factory = factory.BuildFactory() dist_factory.addStep(CustomSVN, name ="svn update", baseURL='svn://scm.gforge.inria.fr/svn/simgrid/simgrid/', defaultBranch='trunk', mode="update") dist_factory.addStep(ShellCommand,name ="clean oldies",description = "removing old archives", descriptionDone ="clean oldies", flunkOnFailure=False,command=["bash","-c","rm -rfv simgrid-*-svn-r* *.tar.gz build/*tar.gz"]) dist_factory.addStep(ShellCommand,name = "svn revert",description = "reverting the SVN",descriptionDone = "svn revert", environ={"LC_ALL":"C"}, haltOnFailure = True,command=["svn" ,"revert","-R","."]) dist_factory.addStep(ShellCommand,name = "bootstrap",description = "bootstraping",descriptionDone = "bootstrap", environ={"LC_ALL":"C"}, haltOnFailure = True,command=["./bootstrap"]) dist_factory.addStep(ShellCommand,name = "configure", description="configuring", descriptionDone="configure", environ={"LC_ALL":"C"}, haltOnFailure = True,command=["./configure", "--enable-maintainer-mode"]) #dist_factory.addStep(ShellCommand,name = "make clean",description = "running make clean",descriptionDone = "make clean", # environ={"LC_ALL":"C"}, haltOnFailure = True,command=["make", "clean"]) dist_factory.addStep(ShellCommand,name = "make -C src", description = "building src", descriptionDone = "make -C src", environ={"LC_ALL":"C"}, haltOnFailure = True,command=["make","-j","4","-C","src"]) dist_factory.addStep(ShellCommand,name = "make -C tools", description = "building tools", descriptionDone = "make -C tools", environ={"LC_ALL":"C"}, haltOnFailure = True,command=["make","-j","4","-C","tools"]) dist_factory.addStep(ShellCommand,name = "make dist", description = "building archive", descriptionDone = "make dist", environ={"LC_ALL":"C"}, haltOnFailure = True,command=["make","dist"]) dist_factory.addStep(ShellCommand,name = "Prepare archive",descriptionDone="Prepare archive", haltOnFailure = True,command=["bash","-c","ln -s simgrid-*.tar.gz simgrid-svn-lastest.tar.gz"]) dist_factory.addStep(FileUpload(name="Upload archive",slavesrc="simgrid-svn-lastest.tar.gz",masterdest="simgrid-svn-lastest.tar.gz",haltOnFailure = True)) # Test tarball factories pthreads_factory_O3= factory.BuildFactory() pthreads_factory_O3.addStep(CustomSVN, name ="{svn update}", baseURL='svn://scm.gforge.inria.fr/svn/simgrid/simgrid/', defaultBranch='trunk', mode="update") pthreads_factory_O3.addStep(ShellCommand,name = "{svn revert}",description = "running svn revert",descriptionDone = "svn revert", environ={"LC_ALL":"C"}, haltOnFailure = True,command=["svn" ,"revert","-R","."]) pthreads_factory_O3.addStep(ShellCommand,name = "{configure}", description="running configure", descriptionDone="configure", environ={"LC_ALL":"C"}, haltOnFailure = True,command=["./configure", "--with-pthread","--enable-compile-warnings","--enable-compile-optimizations","--enable-botbuild"]) pthreads_factory_O3.addStep(ShellCommand,name = "{make clean}",description = "running make clean",descriptionDone = "make clean", environ={"LC_ALL":"C"}, haltOnFailure = True,command=["make", "clean"]) pthreads_factory_O3.addStep(ShellCommand,name = "{make}", description = "running make", descriptionDone = "make", environ={"LC_ALL":"C"}, haltOnFailure = True,command=["make","-j","4"]) pthreads_factory_O3.addStep(CustomCheck,name ="{check all}", description = "running check all", descriptionDone ="check all", haltOnFailure = True,command=["./checkall"]) ucontext_factory_O3= factory.BuildFactory() ucontext_factory_O3.addStep(CustomSVN, name ="{svn update}",baseURL='svn://scm.gforge.inria.fr/svn/simgrid/simgrid/', defaultBranch='trunk', mode="update") ucontext_factory_O3.addStep(ShellCommand,name = "{svn revert}",description = "running svn revert",descriptionDone = "svn revert", environ={"LC_ALL":"C"}, haltOnFailure = True,command=["svn" ,"revert","-R","."]) ucontext_factory_O3.addStep(CustomConfigure,name ="{configure}",description="running configure",descriptionDone="configure", environ={"LC_ALL":"C"}, haltOnFailure = True,command=["./configure", "--with-context=ucontext","--enable-compile-warnings","--enable-compile-optimizations","--enable-botbuild"]) # Main difference with pthread_factory ucontext_factory_O3.addStep(ShellCommand,name = "{make}",description = "running make",descriptionDone = "make", environ={"LC_ALL":"C"}, haltOnFailure = True,command=["make"]) ucontext_factory_O3.addStep(CustomCheck,name = "{check all}",description = "running check all",descriptionDone ="check all", environ={"LC_ALL":"C"}, haltOnFailure = True,command=["./checkall"]) windows_factory= factory.BuildFactory() windows_factory.addStep(SVN, name ="{svn update}",baseURL='svn://scm.gforge.inria.fr/svn/simgrid/simgrid/', defaultBranch='trunk', mode="update") windows_factory.addStep(ShellCommand,name = "{make}",description = "running make",descriptionDone = "make",haltOnFailure = True,command=["C:\\buildslave\\projects\\simgrid\\builddir\\buildMake", "C:\\buildslave\\projects\\simgrid\\builddir\\make_all.tst"]) windows_factory.addStep(ShellCommand,name = "{test suite}",description= "running test suite",descriptionDone ="test suite",haltOnFailure = True,command=["C:\\buildslave\\projects\\simgrid\\builddir\\Test", "C:\\buildslave\\projects\\simgrid\\builddir\\test_all.tst"]) # One lock per machine since some tests open sockets on fixed ports from buildbot import locks bob_lock = locks.MasterLock("bob_lock") artimon_lock = locks.MasterLock("artimon_lock") fastnet_lock = locks.MasterLock("fastnet_lock") # builders c['builders'] = [ {'name':'dist builder', 'slavename':'bob_dist_worker', 'builddir':'/var/lib/buildbot/simgrid/dist-worker', 'factory':dist_factory}, {'name':'linux_amd64_pthreads_O3', 'slavename':'bob_pthreads', 'builddir':'/var/lib/buildbot/simgrid/linux_amd64_pthreads/builddir_O3', 'factory':pthreads_factory_O3, 'locks': [bob_lock]}, {'name':'linux_amd64_ucontext_O3', 'slavename':'bob_ucontext', 'builddir':'/var/lib/buildbot/simgrid/linux_amd64_ucontext/builddir_O3', 'factory':ucontext_factory_O3, 'locks': [bob_lock]}, {'name':'linux_i386_pthreads_O3', 'slavename':'artimon_pthreads', 'builddir':'/var/lib/buildbot/simgrid/linux_i386_pthreads/builddir_O3', 'factory':pthreads_factory_O3, 'locks': [artimon_lock]}, {'name':'linux_i386_ucontext_O3', 'slavename':'artimon_ucontext', 'builddir':'/var/lib/buildbot/simgrid/linux_i386_ucontext/builddir_O3', 'factory':ucontext_factory_O3, 'locks': [artimon_lock]}, {'name':'mac_os_x_pthreads', 'slavename':'fastnet_pthreads', 'builddir':'/var/buildbot/simgrid/mac_os_x_pthreads/builddir', 'factory':pthreads_factory_O3, 'locks': [fastnet_lock]}, {'name':'mac_os_x_ucontext', 'slavename':'fastnet_ucontext', 'factory':ucontext_factory_O3, 'builddir':'/var/buildbot/simgrid/mac_os_x_ucontext/builddir', 'locks': [fastnet_lock]}, {'name':'windows_builder', 'slavename':'windows_slave', 'builddir':"C:\\buildslave\\projects\\simgrid\\builddir", 'factory':windows_factory} ] # status html page c['status'] = [] from buildbot.status import html w = html.Waterfall(http_port=8010) c['status'].append(w) # status smtp request from buildbot.status.mail import MailNotifier mn = MailNotifier(fromaddr="SimGrid buildbot ", sendToInterestedUsers=False, extraRecipients=['martin.quinson@loria.fr']) c['status'].append(mn) #################################################################################### ## Scheduler configuration # We use only one scheduling right now, a nightly one, which reruns everything # TODO: setup a rebuilder in response to SVN commits # TODO: Define a list of all slaves and use it here and in the definition of c['builders'] from buildbot.scheduler import Scheduler, Nightly, Periodic #nightly_scheduler = Nightly( # "nightly", # name # all_slaves, # defined in account.py # hour=[12,24], # schedule time # minute=15) #hourly = Periodic("hourly_scheduler", all_slaves, 60*60*2) # delay in seconds #c['schedulers'] = [nightly_scheduler,hourly] c['schedulers'] = []