/usr/share/sumo/tools/build/dailyBuildMSVC.py is in sumo-tools 0.15.0~dfsg-2.
This file is owned by root:root, with mode 0o755.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 | #!/usr/bin/env python
"""
@file dailyBuildMSVC.py
@author Michael Behrisch
@author Jakob Erdmann
@author Laura Bieker
@date 2008
@version $Id: dailyBuildMSVC.py 12086 2012-03-13 13:49:59Z behrisch $
Does the nightly svn update on the windows server and the visual
studio build. The script is also used for the meso build.
Some paths especially for the temp dir and the compiler are
hard coded into this script.
SUMO, Simulation of Urban MObility; see http://sumo.sourceforge.net/
Copyright (C) 2008-2012 DLR (http://www.dlr.de/) and contributors
All rights reserved
"""
from __future__ import with_statement
import re
from datetime import date
import optparse, os, glob, subprocess, zipfile, shutil, datetime, sys
import status, wix
optParser = optparse.OptionParser()
optParser.add_option("-r", "--root-dir", dest="rootDir",
default=r"D:\Sumo", help="root for svn and log output")
optParser.add_option("-s", "--suffix", default="", help="suffix to the fileprefix")
optParser.add_option("-p", "--project", default=r"trunk\sumo\build\msvc10\prj.sln",
help="path to project solution relative to the root dir")
optParser.add_option("-b", "--bin-dir", dest="binDir", default=r"trunk\sumo\bin",
help="directory containg the binaries, relative to the root dir")
optParser.add_option("-t", "--tests-dir", dest="testsDir", default=r"trunk\sumo\tests",
help="directory containg the tests, relative to the root dir")
optParser.add_option("-e", "--sumo-exe", dest="sumoExe", default="sumo",
help="name of the sumo executable")
optParser.add_option("-m", "--remote-dir", dest="remoteDir",
help="directory to move the results to")
optParser.add_option("-a", "--add-build-config-prefix", dest="addConf",
help="prefix of an additional configuration to build")
optParser.add_option("-f", "--force", action="store_true",
default=False, help="force rebuild even if no source changed")
(options, args) = optParser.parse_args()
env = os.environ
env["SMTP_SERVER"]="smtprelay.dlr.de"
env["TEMP"]=env["TMP"]=r"D:\Delphi\texttesttmp"
nightlyDir=r"M:\Daten\Sumo\Nightly"
compiler=r"D:\Programme\Microsoft Visual Studio 10.0\Common7\IDE\devenv.exe"
svnrev=""
for platform in ["Win32", "x64"]:
env["FILEPREFIX"]="msvc10" + options.suffix + platform
prefix = os.path.join(options.rootDir, env["FILEPREFIX"])
if options.remoteDir:
prefix = os.path.join(options.remoteDir, env["FILEPREFIX"])
makeLog = prefix + "Release.log"
makeAllLog = prefix + "Debug.log"
statusLog = prefix + "status.log"
testLog = prefix + "test.log"
env["SUMO_BATCH_RESULT"] = os.path.join(options.rootDir, env["FILEPREFIX"]+"batch_result")
env["SUMO_REPORT"] = prefix + "report"
binaryZip = os.path.join(nightlyDir, "sumo-%s-svn.zip" % env["FILEPREFIX"])
binDir = "sumo-svn/bin/"
for f in [makeLog, makeAllLog, binaryZip] + glob.glob(os.path.join(options.rootDir, options.binDir, "*.exe")):
try:
os.remove(f)
except WindowsError:
pass
if platform == "Win32":
with open(makeLog, 'w') as log:
subprocess.call("svn.exe up %s\\trunk" % options.rootDir, stdout=log, stderr=subprocess.STDOUT)
update_log = open(makeLog).read()
match_rev = re.search('At revision (\d*)\.', update_log)
if match_rev:
svnrev = match_rev.group(1)
else:
open(makeLog, 'a').write("Error parsing svn revision\n")
sys.exit()
update_lines = len(update_log[:update_log.index('Fetching external')].splitlines())
if update_lines < 3 and not options.force:
open(makeLog, 'a').write("No changes since last update, skipping build and test\n")
print "No changes since last update, skipping build and test"
sys.exit()
subprocess.call(compiler+" /rebuild Release|%s %s\\%s /out %s" % (platform, options.rootDir, options.project, makeLog))
if options.addConf:
subprocess.call(compiler+" /rebuild %sRelease|%s %s\\%s /out %s" % (options.addConf, platform, options.rootDir, options.project, makeLog))
programSuffix = envSuffix = ""
if platform == "x64":
envSuffix="_64"
programSuffix="64"
log = open(makeLog, 'a')
try:
maxTime = 0
for fname in glob.glob(os.path.join(nightlyDir, "sumo-src-*.zip")):
if os.path.getmtime(fname) > maxTime:
maxTime = os.path.getmtime(fname)
maxFile = fname
if maxTime > 0:
binaryZip = maxFile.replace("-src-", "-%s-" % env["FILEPREFIX"])
zipf = zipfile.ZipFile(binaryZip, 'w', zipfile.ZIP_DEFLATED)
srcZip = zipfile.ZipFile(maxFile)
write = False
for f in srcZip.namelist():
if f.count('/') == 1:
write = False
if f.endswith('/') and f.count('/') == 2:
write = (f.endswith('/bin/') or f.endswith('/examples/') or f.endswith('/tools/'))
if f.endswith('/bin/'):
binDir = f
elif write or os.path.basename(f) in ["COPYING", "README"]:
zipf.writestr(f, srcZip.read(f))
srcZip.close()
else:
zipf = zipfile.ZipFile(binaryZip, 'w', zipfile.ZIP_DEFLATED)
if os.path.exists(maxFile.replace("-src-", "-doc-")):
docZip = zipfile.ZipFile(maxFile.replace("-src-", "-doc-"))
for f in docZip.namelist():
if not "/doxygen/" in f:
zipf.writestr(f, docZip.read(f))
docZip.close()
files_to_zip = (
glob.glob(os.path.join(env["XERCES"+envSuffix], "bin", "xerces-c_?_?.dll")) +
glob.glob(os.path.join(env["PROJ_GDAL"+envSuffix], "bin", "*.dll")) +
glob.glob(os.path.join(env["FOX16"+envSuffix], "lib", "FOXDLL-?.?.dll")) +
glob.glob(os.path.join(nightlyDir, "msvc?100.dll")) +
glob.glob(os.path.join(options.rootDir, options.binDir, "*.exe")) +
glob.glob(os.path.join(options.rootDir, options.binDir, "*.jar")) +
glob.glob(os.path.join(options.rootDir, options.binDir, "*.bat")))
for f in files_to_zip:
zipf.write(f, os.path.join(binDir, os.path.basename(f)))
if platform == "Win32" and not f.startswith(nightlyDir):
try:
shutil.copy2(f, nightlyDir)
except IOError, (errno, strerror):
print >> log, "Warning: Could not copy %s to %s!" % (f, nightlyDir)
print >> log, "I/O error(%s): %s" % (errno, strerror)
zipf.close()
wix.buildMSI(binaryZip, binaryZip.replace(".zip", ".msi"), platformSuffix=programSuffix)
except IOError, (errno, strerror):
print >> log, "Warning: Could not zip to %s!" % binaryZip
print >> log, "I/O error(%s): %s" % (errno, strerror)
if platform == "Win32" and options.sumoExe == "sumo":
try:
subprocess.call(os.path.join(os.path.dirname(__file__), '..', game, 'setup.py'), stdout=log, stderr=subprocess.STDOUT)
except:
print >> log, "Warning: Could not create nightly sumogame.zip!"
log.close()
subprocess.call(compiler+" /rebuild Debug|%s %s\\%s /out %s" % (platform, options.rootDir, options.project, makeAllLog))
if options.addConf:
subprocess.call(compiler+" /rebuild %sDebug|%s %s\\%s /out %s" % (options.addConf, platform, options.rootDir, options.project, makeAllLog))
# run tests
env["TEXTTEST_TMP"] = os.path.join(options.rootDir, env["FILEPREFIX"]+"texttesttmp")
env["TEXTTEST_HOME"] = os.path.join(options.rootDir, options.testsDir)
shutil.rmtree(env["TEXTTEST_TMP"], True)
shutil.rmtree(env["SUMO_REPORT"], True)
os.mkdir(env["SUMO_REPORT"])
for name in ["dfrouter", "duarouter", "jtrrouter", "netconvert", "netgen", "od2trips", "sumo", "polyconvert", "sumo-gui", "activitygen"]:
binary = os.path.join(options.rootDir, options.binDir, name + programSuffix + ".exe")
if name == "sumo":
binary = os.path.join(options.rootDir, options.binDir, options.sumoExe + programSuffix + ".exe")
if name == "sumo-gui":
if options.sumoExe == "meso":
binary = os.path.join(options.rootDir, options.binDir, "meso-gui" + programSuffix + ".exe")
if os.path.exists(binary):
env["GUISIM_BINARY"] = binary
elif os.path.exists(binary):
env[name.upper()+"_BINARY"] = binary
log = open(testLog, 'w')
# provide more information than just the date:
nameopt = " -name %sr%s" % (date.today().strftime("%d%b%y"), svnrev)
subprocess.call("texttest.py -b "+env["FILEPREFIX"]+nameopt, stdout=log, stderr=subprocess.STDOUT, shell=True)
subprocess.call("texttest.py -a sumo.gui -b "+env["FILEPREFIX"]+nameopt, stdout=log, stderr=subprocess.STDOUT, shell=True)
subprocess.call("texttest.py -b "+env["FILEPREFIX"]+" -coll", stdout=log, stderr=subprocess.STDOUT, shell=True)
ago = datetime.datetime.now() - datetime.timedelta(30)
subprocess.call('texttest.py -s "batch.ArchiveRepository session='+env["FILEPREFIX"]+' before=%s"' % ago.strftime("%d%b%Y"),
stdout=log, stderr=subprocess.STDOUT, shell=True)
log.close()
log = open(statusLog, 'w')
status.printStatus(makeLog, makeAllLog, env["TEXTTEST_TMP"], env["SMTP_SERVER"], log)
log.close()
if not options.remoteDir:
toPut = " ".join([env["SUMO_REPORT"], makeLog, makeAllLog, testLog, statusLog, binaryZip, binaryZip.replace(".zip", ".msi")])
subprocess.call('WinSCP3.com behrisch,sumo@web.sourceforge.net /privatekey=%s\\key.ppk /command "option batch on" "option confirm off" "put %s /home/groups/s/su/sumo/htdocs/daily/" "exit"' % (options.rootDir, toPut))
|