Nitin Shukla
nkjnm
Dependencies: MAX44000 nexpaq_mdk
Fork of
LED_Demo
by 
Maxim nexpaq
Diff: mbd_os/tools/buildbot/master.cfg
- Revision:
- 1:55a6170b404f
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/mbd_os/tools/buildbot/master.cfg Sat Sep 17 16:32:05 2016 +0000
@@ -0,0 +1,406 @@
+# -*- python -*-
+# ex: set syntax=python:
+
+# This is a sample buildmaster config file. It must be installed as
+# 'master.cfg' in your buildmaster's base directory.
+
+# This is the dictionary that the buildmaster pays attention to. We also use
+# a shorter alias to save typing.
+c = BuildmasterConfig = {}
+
+####### BUILDSLAVES
+
+# The 'slaves' list defines the set of recognized buildslaves. Each element is
+# a BuildSlave object, specifying a unique slave name and password. The same
+# slave name and password must be configured on the slave.
+from buildbot.buildslave import BuildSlave
+c['slaves'] = [BuildSlave("example-slave", "pass"),
+ BuildSlave("example-slave-2", "pass"),
+ BuildSlave("example-slave-KL25Z", "pass"),
+ BuildSlave("example-slave-LPC1768", "pass"),
+ BuildSlave("example-slave-LPC11U24", "pass"),
+ ]
+
+# 'slavePortnum' defines the TCP port to listen on for connections from slaves.
+# This must match the value configured into the buildslaves (with their
+# --master option)
+c['slavePortnum'] = 9989
+
+####### OFFICIAL_MBED_LIBRARY_BUILD
+
+OFFICIAL_MBED_LIBRARY_BUILD = (
+ ('LPC1768', ('ARM', 'GCC_ARM', 'GCC_CR', 'IAR')),
+ ('KL05Z', ('ARM', 'uARM', 'GCC_ARM')),
+ ('KL25Z', ('ARM', 'GCC_ARM')),
+ ('LPC11U24', ('ARM', 'uARM')),
+ ('KL46Z', ('ARM', 'GCC_ARM')),
+ ('LPC4088', ('ARM', 'GCC_ARM', 'GCC_CR')),
+ ('LPC1347', ('ARM',)),
+ ('LPC1549', ('uARM',)),
+ ('LPC2368', ('ARM',)),
+ ('LPC812', ('uARM',)),
+ ('LPC11U35_401', ('ARM', 'uARM')),
+ ('LPC1114', ('uARM',)),
+ ('NUCLEO_F103RB', ('ARM', 'uARM')),
+ ('NUCLEO_L152RE', ('ARM', 'uARM')),
+ ('NUCLEO_F401RE', ('ARM', 'uARM')),
+ ('NUCLEO_F030R8', ('ARM', 'uARM')),
+ ('UBLOX_C027', ('ARM', 'GCC_ARM', 'GCC_CR', 'IAR')),
+ # ('NRF51822', ('ARM',)),
+)
+
+# Which hardware platforms are supported for target testing
+OFFICIAL_MBED_TESTBED_SUPPORTED_HARDWARE = (
+ # 'KL25Z',
+ # 'LPC1768',
+ # 'LPC11U24',
+)
+
+####### CHANGESOURCES
+
+# the 'change_source' setting tells the buildmaster how it should find out
+# about source code changes. Here we point to the buildbot clone of pyflakes.
+
+from buildbot.changes.gitpoller import GitPoller
+c['change_source'] = []
+"""
+c['change_source'].append(GitPoller(
+ 'git://github.com/buildbot/pyflakes.git',
+ workdir='gitpoller-workdir', branch='master',
+ pollinterval=300))
+"""
+####### SCHEDULERS
+
+# Configure the Schedulers, which decide how to react to incoming changes. In this
+# case, just kick off a 'runtests' build
+
+from buildbot.schedulers.basic import SingleBranchScheduler
+from buildbot.schedulers.forcesched import ForceScheduler
+from buildbot.changes import filter
+c['schedulers'] = []
+
+# Create builders to generate one target using all assigned toolchains
+release_builder_name = "BuildRelease"
+builder_names = [release_builder_name]
+for target_name, toolchains in OFFICIAL_MBED_LIBRARY_BUILD:
+ builder_name = "All_TC_%s" % target_name
+ builder_names.append(builder_name)
+c['schedulers'].append(ForceScheduler(name="force", builderNames=builder_names))
+
+####### BUILDERS
+
+# The 'builders' list defines the Builders, which tell Buildbot how to perform a build:
+# what steps, and which slaves can execute them. Note that any particular build will
+# only take place on one slave.
+
+from buildbot.process.factory import BuildFactory
+from buildbot.steps.source.git import Git
+from buildbot.steps.shell import ShellCommand
+from buildbot.process.buildstep import LogLineObserver
+import buildbot.status.results
+import re
+import pprint
+
+class TestCommand(ShellCommand):
+ failedTestsCount = 0 # FAIL
+ passedTestsCount = 0 # OK
+ errorsTestsCount = 0 # ERROR
+ undefsTestsCount = 0 # UNDEF
+ testsResults = []
+
+ def __init__(self, stage=None,module=None, moduleset=None, **kwargs):
+ ShellCommand.__init__(self, **kwargs)
+ self.failedTestsCount = 0
+ self.passedTestsCount = 0
+ self.errorsTestsCount = 0
+ self.tracebackPyCount = 0
+ self.testsResults = []
+ testFailuresObserver = UnitTestsObserver ()
+ self.addLogObserver('stdio', testFailuresObserver)
+
+ def createSummary(self, log):
+ if self.failedTestsCount >= 0 or self.passedTestsCount >= 0 or self.errorsTestsCount >= 0 or self.undefsTestsCount >= 0:
+ self.addHTMLLog ('tests summary', self.createTestsSummary())
+
+ def getText(self, cmd, results):
+ text = ShellCommand.getText(self, cmd, results)
+ text.append("OK: " + str(self.passedTestsCount))
+ text.append("FAIL: " + str(self.failedTestsCount))
+ text.append("ERROR: " + str(self.errorsTestsCount))
+ text.append("UNDEF: " + str(self.undefsTestsCount))
+ text.append("Traceback: " + str(self.tracebackPyCount))
+ return text
+
+ def evaluateCommand(self, cmd):
+ if self.failedTestsCount > 0:
+ return buildbot.status.results.WARNINGS
+ elif self.errorsTestsCount > 0 or self.undefsTestsCount > 0 or self.tracebackPyCount > 0:
+ return buildbot.status.results.FAILURE
+ return buildbot.status.results.SUCCESS
+
+ def find_unique_tc_result_value(self, index):
+ """ Get unique values from each row in data parameter """
+ result = []
+ for tc_result_list in self.testsResults:
+ if tc_result_list[index] not in result:
+ result.append(tc_result_list[index])
+ return result
+
+ def html_view_test_result(self, targets, tests, toolchain):
+ """ Generates simple result table """
+ COLOR_OK = "LimeGreen"
+ COLOR_FAIL = "LightCoral"
+ COLOR_UNDEF = "LightSlateGray"
+ COLOR_NEUTRAL = "Silver"
+
+ STATUS_COLORS = { "OK" : COLOR_OK,
+ "FAIL" : COLOR_FAIL,
+ "UNDEF" : COLOR_UNDEF}
+
+ result = "<table>"
+ result += "<tr valign='center'><td align='center'><b>" + toolchain + "</b></td>"
+ for test in tests:
+ result += "<td align='center'>" + test + "<br></td>"
+ result += "</tr>"
+
+ for target in targets:
+ result += "<tr><td width='110px'><br>" + target + "<br></td>"
+ for test in tests:
+ for tc_result_list in self.testsResults:
+ if tc_result_list[1] == target and tc_result_list[2] == toolchain and tc_result_list[3] == test:
+ status = tc_result_list[4]
+ bgcolor = STATUS_COLORS[status]
+ result += "<td align='center' bgcolor='" + bgcolor + "'>" + status + "</td>"
+ break;
+ else:
+ result += "<td bgcolor='" + COLOR_NEUTRAL + "'></td>"
+ result += "</tr>"
+ result += "</table>"
+ return result
+
+ def createTestsSummary (self):
+ targets = self.find_unique_tc_result_value(1)
+ toolchains = self.find_unique_tc_result_value(2)
+ tests = self.find_unique_tc_result_value(3)
+ html_result = ""
+ for toolchain in toolchains:
+ html_result += self.html_view_test_result(targets, tests, toolchain)
+ html_result += "<br>"
+ return html_result
+
+
+class UnitTestsObserver(LogLineObserver):
+ reGroupTestResult = []
+ reGroupPyResult = []
+
+ def __init__(self):
+ LogLineObserver.__init__(self)
+ if len(self.reGroupTestResult) == 0:
+ self.reGroupTestResult.append(re.compile("^(\w+Test)::(\w+)::(\w+)::(\w+)::.* \[(\w+)\] in (\d+\.\d+) of (\d+) sec[\r\n]*$"))
+
+ def outLineReceived(self, line):
+ matched = False
+ for r in self.reGroupTestResult:
+ result = r.match(line)
+ if result:
+ self.step.testsResults.append(result.groups())
+ if result.group(5) == 'OK':
+ self.step.passedTestsCount += 1
+ elif result.group(5) == 'FAIL':
+ self.step.failedTestsCount += 1
+ elif result.group(5) == 'UNDEF':
+ self.step.undefsTestsCount += 1
+ elif result.group(5) == 'ERROR':
+ self.step.errorsTestsCount += 1
+ matched = True
+
+
+class BuildCommand(ShellCommand):
+ warningsCount = 0 # [Warning]
+ errorsCount = 0 # [Error]
+ testsResults = []
+
+ def __init__(self, stage=None,module=None, moduleset=None, **kwargs):
+ ShellCommand.__init__(self, **kwargs)
+ self.warningsCount = 0
+ self.errorsCount = 0
+ self.testsResults = []
+ buildProcessObserver = BuildObserver ()
+ self.addLogObserver('stdio', buildProcessObserver)
+
+ def createSummary(self, log):
+ if self.warningsCount >= 0 or self.errorsCount >= 0:
+ self.addHTMLLog ('tests summary', self.createTestsSummary())
+
+ def getText(self, cmd, results):
+ text = ShellCommand.getText(self, cmd, results)
+ if self.warningsCount > 0 or self.errorsCount > 0:
+ text.append("warnings: " + str(self.warningsCount))
+ text.append("errors: " + str(self.errorsCount))
+ return text
+
+ def evaluateCommand(self, cmd):
+ if self.warningsCount > 0:
+ return buildbot.status.results.WARNINGS
+ elif self.errorsCount > 0:
+ return buildbot.status.results.FAILURE
+ else:
+ return buildbot.status.results.SUCCESS
+
+ def createTestsSummary (self):
+ # Create a string with your html report and return it
+ html = "<h4>Report</h4><table>"
+ #for result in self.testsResults:
+ html += "</table>"
+ return html
+
+class BuildObserver(LogLineObserver):
+ regroupresult = []
+
+ def __init__(self):
+ LogLineObserver.__init__(self)
+ if len(self.regroupresult) == 0:
+ self.regroupresult.append(re.compile("^\[([Ww]arning)\] (.*)"))
+ self.regroupresult.append(re.compile("^\[([Ee]rror)\] (.*)"))
+
+ def outLineReceived(self, line):
+ matched = False
+ for r in self.regroupresult:
+ result = r.match(line)
+ if result:
+ self.step.testsResults.append(result.groups())
+ if result.group(1) == 'Warning':
+ self.step.warningsCount += 1
+ elif result.group(1) == 'Error':
+ self.step.errorsCount += 1
+ matched = True
+ #if not matched:
+ # [Future-Dev] Other check...
+
+
+####### BUILDERS - mbed project
+git_clone = Git(repourl='https://github.com/mbedmicro/mbed.git', mode='incremental')
+
+# create the build factory for mbed and add the steps to it
+from buildbot.config import BuilderConfig
+
+c['builders'] = []
+
+copy_mbed_settings = ShellCommand(name = "copy mbed_settings.py",
+ command = "cp ../mbed_settings.py mbed_settings.py",
+ haltOnFailure = True,
+ description = "Copy mbed_settings.py")
+
+mbed_build_release = BuildFactory()
+mbed_build_release.addStep(git_clone)
+mbed_build_release.addStep(copy_mbed_settings)
+
+for target_name, toolchains in OFFICIAL_MBED_LIBRARY_BUILD:
+ builder_name = "All_TC_%s" % target_name
+ mbed_build = BuildFactory()
+ mbed_build.addStep(git_clone)
+ mbed_build.addStep(copy_mbed_settings)
+ # Adding all chains for target
+ for toolchain in toolchains:
+ build_py = BuildCommand(name = "Build %s using %s" % (target_name, toolchain),
+ command = "python tools/build.py -m %s -t %s" % (target_name, toolchain),
+ haltOnFailure = True,
+ warnOnWarnings = True,
+ description = "Building %s using %s" % (target_name, toolchain),
+ descriptionDone = "Built %s using %s" % (target_name, toolchain))
+
+ mbed_build.addStep(build_py)
+ mbed_build_release.addStep(build_py) # For build release we need all toolchains
+
+ if target_name in OFFICIAL_MBED_TESTBED_SUPPORTED_HARDWARE:
+ copy_example_test_spec_json = ShellCommand(name = "Copy example_test_spec.json",
+ command = "cp ../example_test_spec.json tools/data/example_test_spec.json",
+ haltOnFailure = True,
+ description = "Copy example_test_spec.json")
+
+ autotest_py = ShellCommand(name = "Running autotest.py for %s" % (target_name),
+ command = "python tools/autotest.py tools/data/example_test_spec.json",
+ haltOnFailure = True,
+ description = "Running autotest.py")
+
+ mbed_build.addStep(copy_example_test_spec_json)
+ mbed_build.addStep(autotest_py)
+
+ # Add builder with steps for each toolchain
+ c['builders'].append(BuilderConfig(name=builder_name,
+ slavenames=["example-slave-%s" % (target_name)],
+ factory=mbed_build))
+ else:
+ # Add builder with steps for each toolchain
+ c['builders'].append(BuilderConfig(name=builder_name,
+ slavenames=["example-slave"],
+ factory=mbed_build))
+
+# copy_example_test_spec_json = ShellCommand(name = "Copy example_test_spec.json",
+ # command = "cp ../example_test_spec.json tools/data/example_test_spec.json",
+ # haltOnFailure = True,
+ # description = "Copy example_test_spec.json")
+
+singletest_py = TestCommand(name = "Running Target Tests",
+ command = "python tools/singletest.py -i tools/test_spec.json -M tools/muts_all.json",
+ haltOnFailure = True,
+ warnOnWarnings = True,
+ description = "Running Target Tests",
+ descriptionDone = "Target Testing Finished")
+
+mbed_build_release.addStep(singletest_py)
+# Release build collects all building toolchains
+c['builders'].append(BuilderConfig(name=release_builder_name,
+ slavenames=["example-slave"],
+ factory=mbed_build_release))
+
+####### STATUS TARGETS
+
+# 'status' is a list of Status Targets. The results of each build will be
+# pushed to these targets. buildbot/status/*.py has a variety to choose from,
+# including web pages, email senders, and IRC bots.
+
+c['status'] = []
+
+from buildbot.status import html
+from buildbot.status.web import authz, auth
+
+authz_cfg=authz.Authz(
+ # change any of these to True to enable; see the manual for more
+ # options
+ auth=auth.BasicAuth([("pyflakes","pyflakes")]),
+ gracefulShutdown = False,
+ forceBuild = 'auth', # use this to test your slave once it is set up
+ forceAllBuilds = True,
+ pingBuilder = True,
+ stopBuild = True,
+ stopAllBuilds = True,
+ cancelPendingBuild = True,
+)
+c['status'].append(html.WebStatus(http_port=8010, authz=authz_cfg, order_console_by_time=True))
+
+####### PROJECT IDENTITY
+
+# the 'title' string will appear at the top of this buildbot
+# installation's html.WebStatus home page (linked to the
+# 'titleURL') and is embedded in the title of the waterfall HTML page.
+
+c['title'] = "Green Tea"
+c['titleURL'] = ""
+
+# the 'buildbotURL' string should point to the location where the buildbot's
+# internal web server (usually the html.WebStatus page) is visible. This
+# typically uses the port number set in the Waterfall 'status' entry, but
+# with an externally-visible host name which the buildbot cannot figure out
+# without some help.
+
+c['buildbotURL'] = "http://localhost:8010/"
+
+####### DB URL
+
+c['db'] = {
+ # This specifies what database buildbot uses to store its state. You can leave
+ # this at its default for all but the largest installations.
+ 'db_url' : "sqlite:///state.sqlite",
+ # 'db_url' : "mysql://buildbot:123456@localhost/buildbot_mbed?max_idle=300",
+}