|
@@ -0,0 +1,257 @@
|
|
|
+#!/usr/bin/python
|
|
|
+
|
|
|
+# Automated build of the BlackBox Component Builder for Windows under Linux Debian 7.
|
|
|
+# Looks at branches 'master' and 'development'.
|
|
|
+#
|
|
|
+# Ivan Denisov, Josef Templ
|
|
|
+#
|
|
|
+# Creates 3 artefacts:
|
|
|
+# 1. a build log file named blackbox-<AppVersion>.<buildnr>-buildlog.html
|
|
|
+# 2. a Windows installer file named blackbox-<AppVersion>.<buildnr>-setup.exe
|
|
|
+# 3. a zipped package named blackbox-<AppVersion>-<buildnr>.zip
|
|
|
+# In case of building a final release, buildnr is not included.
|
|
|
+#
|
|
|
+# By always rebuilding dev0.exe it avoids problems with changes in the symbol or object file formats
|
|
|
+# and acts as a rigorous test for some parts of BlackBox, in particular for the compiler itself.
|
|
|
+#
|
|
|
+# A note on error handling:
|
|
|
+# Stops building when a shell command writes to stderr, unless stopOnError is False.
|
|
|
+# Stops building when there is a Python exception.
|
|
|
+# Leaves temporary directory 'bb' in place in order to signal that the build has not been finished.
|
|
|
+# If an error is encountered in the BlackBox compiler or linker, 'bb' will be removed and the
|
|
|
+# branch's hash file will be updated but not the build number file.
|
|
|
+#
|
|
|
+# TODO git checkout reports a message on stderr but it works, so it is ignored
|
|
|
+# TODO detect errors in BlackBox compiler or linker
|
|
|
+# TODO at least add a test for starting BlackBox using Xvfb
|
|
|
+
|
|
|
+from subprocess import Popen, PIPE
|
|
|
+import sys, datetime, fileinput, os.path
|
|
|
+
|
|
|
+buildDate = datetime.datetime.now().isoformat()
|
|
|
+buildDir = "/var/www/tribiq/makeapp"
|
|
|
+bbName = "bb"
|
|
|
+bbDir = buildDir + "/" + bbName
|
|
|
+appbuildDir = bbDir + "/appbuild"
|
|
|
+localRepository = "/var/www/git/blackbox.git"
|
|
|
+unstableDir = "/var/www/tribiq/unstable"
|
|
|
+stableDir = "/var/www/tribiq/stable"
|
|
|
+wine = "/usr/local/bin/wine"
|
|
|
+iscc = "/usr/local/bin/iscc"
|
|
|
+windres="/usr/bin/i586-mingw32msvc-windres"
|
|
|
+branch = None
|
|
|
+commitHash = None
|
|
|
+logFile = None
|
|
|
+
|
|
|
+def repositoryLocked():
|
|
|
+ return os.path.exists(localRepository + ".lock")
|
|
|
+
|
|
|
+def hashFilePath():
|
|
|
+ return buildDir + "/lastBuildHash/" + branch
|
|
|
+
|
|
|
+def getLastHash():
|
|
|
+ if os.path.exists(hashFilePath()):
|
|
|
+ hashFile = open(hashFilePath(), "r")
|
|
|
+ commit = hashFile.readline().strip()
|
|
|
+ hashFile.close()
|
|
|
+ return commit
|
|
|
+ else:
|
|
|
+ return ""
|
|
|
+
|
|
|
+def getCommitHash():
|
|
|
+ gitLog = shellExec(localRepository, "git log " + branch + " -1")
|
|
|
+ global commitHash
|
|
|
+ commitHash = gitLog.split("\n")[0].split(" ")[1]
|
|
|
+ return commitHash
|
|
|
+
|
|
|
+def needsRebuild():
|
|
|
+ return getLastHash() != getCommitHash()
|
|
|
+
|
|
|
+def selectBranch():
|
|
|
+ global branch
|
|
|
+ branch = "master"
|
|
|
+ if needsRebuild():
|
|
|
+ return branch
|
|
|
+ branch = "development"
|
|
|
+ if needsRebuild():
|
|
|
+ return branch
|
|
|
+ return None
|
|
|
+
|
|
|
+def openLog():
|
|
|
+ global logFile
|
|
|
+ logFile = open(unstableDir + "/logFile.html", "w")
|
|
|
+
|
|
|
+def log(text, startMarkup="", endMarkup=""):
|
|
|
+ if text != "" and logFile != None:
|
|
|
+ for line in text.split("\n"):
|
|
|
+ logFile.write(startMarkup + line + endMarkup + "<br/>\n")
|
|
|
+ logFile.flush()
|
|
|
+
|
|
|
+def logErr(text): # use color red
|
|
|
+ log(text, '<font color="#FF0000">', '</font>')
|
|
|
+
|
|
|
+def logStep(text): # use bold font
|
|
|
+ log(text, '<b>', '</b>')
|
|
|
+
|
|
|
+def shellExec(wd, cmd, stopOnError=True):
|
|
|
+ log("shellExec: " + "cd " + wd + " && " + cmd)
|
|
|
+ (stdout, stderr) = Popen("cd " + wd + " && " + cmd, stdout=PIPE, stderr=PIPE, shell=True).communicate()
|
|
|
+ log(stdout)
|
|
|
+ if stderr == "":
|
|
|
+ return stdout
|
|
|
+ elif not stopOnError:
|
|
|
+ logErr(stderr)
|
|
|
+ logErr("--- error ignored ---")
|
|
|
+ return stdout
|
|
|
+ else:
|
|
|
+ logErr(stderr)
|
|
|
+ logErr("--- build aborted ---")
|
|
|
+ print "--- build aborted ---"
|
|
|
+ sys.exit()
|
|
|
+
|
|
|
+def prepareCompileAndLink():
|
|
|
+ logStep("Preparing BlackBox.rc")
|
|
|
+ vrsn = versionInfoVersion.replace(".", ",")
|
|
|
+ shellExec(bbDir + "/Win/Rsrc", "mv BlackBox.rc BlackBox.rc_template")
|
|
|
+ shellExec(bbDir + "/Win/Rsrc", "sed s/{#VERSION}/" + vrsn + "/ < BlackBox.rc_template > BlackBox.rc")
|
|
|
+ shellExec(bbDir + "/Win/Rsrc", "rm BlackBox.rc_template")
|
|
|
+ logStep("Creating the BlackBox.res resource file")
|
|
|
+ shellExec(bbDir + "/Win/Rsrc", windres + " -i BlackBox.rc -o BlackBox.res")
|
|
|
+ logStep("Preparing dev0.exe")
|
|
|
+ shellExec(buildDir, "cp dev0.exe " + bbDir + "/")
|
|
|
+
|
|
|
+def errorInBlackBox():
|
|
|
+ return False #TODO
|
|
|
+
|
|
|
+def buildDev0():
|
|
|
+ logStep("Building command line compiler dev0.exe")
|
|
|
+ shellExec(bbDir, wine + " dev0.exe < appbuild/newdev0.txt 2>&1")
|
|
|
+ shellExec(bbDir, "mv newdev0.exe dev0.exe && chmod a+x dev0.exe")
|
|
|
+ shellExec(bbDir, "rm -R Code Sym */*/*.osf */*/*.ocf BlackBox.exe")
|
|
|
+
|
|
|
+def compileAndLink():
|
|
|
+ logStep("Setting system properties in build.txt")
|
|
|
+ shellExec(appbuildDir, "sed s/{#AppVersion}/" + appVersion + "/ < build.txt > build_.txt")
|
|
|
+ shellExec(appbuildDir, "sed s/{#BuildNum}/" + str(buildNum) + "/ < build_.txt > build.txt")
|
|
|
+ shellExec(appbuildDir, "sed s/{#BuildDate}/" + buildDate[:10] + "/ < build.txt > build_.txt")
|
|
|
+ shellExec(appbuildDir, "sed s/{#CommitHash}/" + commitHash + "/ < build_.txt > build.txt")
|
|
|
+ logStep("Compiling and linking BlackBox")
|
|
|
+ shellExec(bbDir, wine + " dev0.exe < appbuild/build.txt 2>&1")
|
|
|
+ if errorInBlackBox():
|
|
|
+ updateCommitHash()
|
|
|
+ cleanup()
|
|
|
+ logErr("build terminated due to BlackBox compile/link error")
|
|
|
+ sys.exit()
|
|
|
+ logStep("Moving Code and Sym to System")
|
|
|
+ shellExec(bbDir, "mv Code System/ && mv Sym System/")
|
|
|
+
|
|
|
+def buildSetupFile():
|
|
|
+ logStep("Building " + outputNamePrefix + "-setup.exe file")
|
|
|
+ shellExec(bbDir, "cp Win/Rsrc/BlackBox.iss appbuild/")
|
|
|
+ shellExec(appbuildDir, iscc + " - < ./BlackBox.iss" \
|
|
|
+ + ' "/dAppVersion=' + appVersion
|
|
|
+ + '" "/dAppVerName=' + appVerName
|
|
|
+ + '" "/dVersionInfoVersion=' + versionInfoVersion
|
|
|
+ + '"', False)
|
|
|
+ shellExec(appbuildDir + "/Output", "mv setup.exe " + outputPathPrefix + "-setup.exe")
|
|
|
+
|
|
|
+def updateDev0():
|
|
|
+ # if setup file creation was successfull, we know that the new dev0.exe works well
|
|
|
+ logStep("Updating dev0.exe")
|
|
|
+ shellExec(bbDir, "mv dev0.exe " + buildDir + "/")
|
|
|
+
|
|
|
+def buildZipFile():
|
|
|
+ logStep("Removing auxiliary files and directories")
|
|
|
+ shellExec(bbDir, "rm -R *.txt appbuild Cons Interp Script")
|
|
|
+ logStep("Zipping package to file " + outputNamePrefix + ".zip")
|
|
|
+ shellExec(bbDir, "zip -r " + outputPathPrefix + ".zip *")
|
|
|
+
|
|
|
+def getAppVerName(appVersion):
|
|
|
+ x = appVersion
|
|
|
+ if appVersion.find("-a") >= 0:
|
|
|
+ x = appVersion.replace("-a", " Alpha ")
|
|
|
+ elif appVersion.find("-b") >= 0:
|
|
|
+ x = appVersion.replace("-b", " Beta ")
|
|
|
+ elif appVersion.find("-rc") >= 0:
|
|
|
+ x = appVersion.replace("-rc", " Release Candidate ")
|
|
|
+ return "BlackBox Component Builder " + x
|
|
|
+
|
|
|
+def getVersionInfoVersion(appVersion, buildNum):
|
|
|
+ version = appVersion.split("-")[0]
|
|
|
+ v = version.split(".")
|
|
|
+ v0 = v[0] if len(v) > 0 else "0"
|
|
|
+ v1 = v[1] if len(v) > 1 else "0"
|
|
|
+ v2 = v[2] if len(v) > 2 else "0"
|
|
|
+ return v0 + "." + v1 + "." + v2 + "." + str(buildNum)
|
|
|
+
|
|
|
+def isFinal(appVersion):
|
|
|
+ return appVersion.find("-") < 0
|
|
|
+
|
|
|
+def updateCommitHash():
|
|
|
+ logStep("Updating commit hash for branch '" + branch + "'")
|
|
|
+ hashFile = open(hashFilePath(), "w")
|
|
|
+ hashFile.write(commitHash)
|
|
|
+ hashFile.close()
|
|
|
+
|
|
|
+def incrementBuildNumber():
|
|
|
+ logStep("Updating build number to " + str(buildNum + 1))
|
|
|
+ numberFile.seek(0)
|
|
|
+ numberFile.write(str(buildNum+1))
|
|
|
+ numberFile.truncate()
|
|
|
+ numberFile.close()
|
|
|
+
|
|
|
+def cleanup():
|
|
|
+ logStep("Cleaning up")
|
|
|
+ shellExec(buildDir, "rm " + bbName + " -R")
|
|
|
+
|
|
|
+def closeLog():
|
|
|
+ logStep("Renaming 'logFile.html' to '" + outputNamePrefix + "-buildlog.html'")
|
|
|
+ global logFile
|
|
|
+ logFile.close()
|
|
|
+ logFile = None
|
|
|
+ shellExec(unstableDir, "mv logFile.html " + outputPathPrefix + "-buildlog.html")
|
|
|
+
|
|
|
+if os.path.exists(bbDir): # previous build is still running or was terminated after an error
|
|
|
+ sys.exit()
|
|
|
+if repositoryLocked():
|
|
|
+ sys.exit()
|
|
|
+if selectBranch() == None:
|
|
|
+ sys.exit()
|
|
|
+
|
|
|
+# this file contains the build number to be used for this build; incremented after successfull build
|
|
|
+numberFile = open(buildDir + "/" + "number", "r+")
|
|
|
+
|
|
|
+buildNum = int(numberFile.readline().strip())
|
|
|
+openLog()
|
|
|
+
|
|
|
+print "<br/>Build " + str(buildNum) + " from '" + branch + "' at " + buildDate + "<br/>"
|
|
|
+log("<h2>Build " + str(buildNum) + " from '" + branch + "' at " + buildDate + "</h2>")
|
|
|
+log("git commit hash is: " + commitHash)
|
|
|
+
|
|
|
+logStep("Cloning repository into temporary folder '" + bbName + "'")
|
|
|
+shellExec(buildDir, "git clone " + localRepository + " " + bbName)
|
|
|
+
|
|
|
+logStep("Checking out branch '" + branch + "' into temporary folder '" + bbName + "'")
|
|
|
+shellExec(bbDir, "git checkout " + branch, False)
|
|
|
+
|
|
|
+appVersion = open(appbuildDir + "/AppVersion.txt", "r").readline().strip()
|
|
|
+appVerName = getAppVerName(appVersion)
|
|
|
+versionInfoVersion = getVersionInfoVersion(appVersion, buildNum)
|
|
|
+finalRelease = isFinal(appVersion)
|
|
|
+outputNamePrefix = "blackbox-" + appVersion + ("" if finalRelease else ("." + str(buildNum).zfill(3)))
|
|
|
+outputDir = stableDir if finalRelease else unstableDir
|
|
|
+outputPathPrefix = outputDir + "/" + outputNamePrefix
|
|
|
+
|
|
|
+prepareCompileAndLink()
|
|
|
+compileAndLink() #1
|
|
|
+buildDev0()
|
|
|
+compileAndLink() #2
|
|
|
+buildDev0()
|
|
|
+compileAndLink() #3
|
|
|
+buildSetupFile()
|
|
|
+updateDev0()
|
|
|
+buildZipFile()
|
|
|
+updateCommitHash()
|
|
|
+incrementBuildNumber()
|
|
|
+cleanup()
|
|
|
+closeLog()
|