AMBuildScript
author Nicholas Hastings <skamonkey@gmail.com>
Thu Aug 23 00:08:00 2012 -0400 (2012-08-23)
changeset 797 f9f87775019a
parent 791 a1b97ab6e0b1
child 798 5aae9d3eaed5
permissions -rw-r--r--
Triggering build.
     1 # vim: set ts=2 sw=2 tw=99 noet ft=python:
     2 import os
     3 import sys
     4 from ambuild.command import SymlinkCommand
     5 
     6 class MMS:
     7 	def __init__(self):
     8 		self.compiler = Cpp.Compiler()
     9 
    10 		#Build SDK info
    11 		self.possibleSdks = { }
    12 		self.possibleSdks['ep1'] =   {'sdk': 'HL2SDK',          'ext': '1.ep1',   'def': '1',
    13 		                              'name': 'EPISODEONE',     'platform': ['windows', 'linux']}
    14 		self.possibleSdks['ep2'] =   {'sdk': 'HL2SDKOB',        'ext': '2.ep2',   'def': '3',
    15 		                              'name': 'ORANGEBOX',      'platform': ['windows', 'linux']}
    16 		self.possibleSdks['css'] =   {'sdk': 'HL2SDKCSS',       'ext': '2.css',  'def': '6',
    17 		                              'name': 'CSS',            'platform': ['windows', 'linux', 'darwin']}
    18 		self.possibleSdks['ep2v'] =  {'sdk': 'HL2SDKOBVALVE',   'ext': '2.ep2v',  'def': '7',
    19 		                              'name': 'ORANGEBOXVALVE', 'platform': ['windows', 'linux', 'darwin']}
    20 		self.possibleSdks['l4d'] =   {'sdk': 'HL2SDKL4D',       'ext': '2.l4d',   'def': '8',
    21 		                              'name': 'LEFT4DEAD',      'platform': ['windows', 'linux', 'darwin']}
    22 		self.possibleSdks['l4d2'] =  {'sdk': 'HL2SDKL4D2',      'ext': '2.l4d2',  'def': '9',
    23 		                              'name': 'LEFT4DEAD2',     'platform': ['windows', 'linux', 'darwin']}
    24 		self.possibleSdks['darkm'] = {'sdk': 'HL2SDK-DARKM',    'ext': '2.darkm', 'def': '2',
    25 		                              'name': 'DARKMESSIAH',    'platform': ['windows']}
    26 		self.possibleSdks['swarm'] = {'sdk': 'HL2SDK-SWARM',    'ext': '2.swarm', 'def': '10',
    27 		                              'name': 'ALIENSWARM',     'platform': ['windows']}
    28 		self.possibleSdks['bgt'] =   {'sdk': 'HL2SDK-BGT',      'ext': '2.bgt', 'def': '4',
    29 		                              'name': 'BLOODYGOODTIME', 'platform': ['windows']}
    30 		self.possibleSdks['eye'] =   {'sdk': 'HL2SDK-EYE',      'ext': '2.eye', 'def': '5',
    31 		                              'name': 'EYE', 'platform': ['windows']}
    32 		self.possibleSdks['csgo'] =   {'sdk': 'HL2SDKCSGO',      'ext': '2.csgo', 'def': '12',
    33 		                              'name': 'CSGO', 'platform': ['windows', 'linux']}
    34 		# self.possibleSdks['portal2'] =   {'sdk': 'HL2SDK-PORTAL2',      'ext': '2.portal2', 'def': '11',
    35 		#                               'name': 'PORTAL2', 'platform': ['windows']}
    36 		
    37 		self.sdkInfo = { }
    38 		
    39 		if AMBuild.mode == 'config':
    40 			#Detect compilers
    41 			self.compiler.DetectAll(AMBuild)
    42 
    43 			#Detect variables
    44 			envvars = {}
    45 			if AMBuild.target['platform'] != 'darwin':
    46 				envvars['HL2SDK'] = 'hl2sdk'
    47 				envvars['HL2SDKOB'] = 'hl2sdk-ob'
    48 				envvars['HL2SDKCSGO'] = 'hl2sdk-csgo'
    49 
    50 			envvars['HL2SDKCSS'] = 'hl2sdk-css'
    51 			envvars['HL2SDKOBVALVE'] = 'hl2sdk-ob-valve'
    52 			envvars['HL2SDKL4D'] = 'hl2sdk-l4d'
    53 			envvars['HL2SDKL4D2'] = 'hl2sdk-l4d2'
    54 
    55 			#Dark Messiah is Windows-only
    56 			if AMBuild.target['platform'] == 'windows':
    57 				envvars['HL2SDK-DARKM'] = 'hl2sdk-darkm'
    58 				envvars['HL2SDK-SWARM'] = 'hl2sdk-swarm'
    59 				envvars['HL2SDK-BGT']   = 'hl2sdk-bgt'
    60 				envvars['HL2SDK-EYE']   = 'hl2sdk-eye'
    61 
    62 			# Finds if a dict with `key` set to `value` is present on the dict of dicts `dictionary`
    63 			def findDictByKey(dictionary, key, value):
    64 				for index in dictionary:
    65 					elem = dictionary[index]
    66 					if elem[key] == value:
    67 						return (elem, index)
    68 				return None
    69 			
    70 			for i in envvars:
    71 				if i in os.environ:
    72 					path = os.environ[i]
    73 					if not os.path.isdir(path):
    74 						raise Exception('Path for {0} was not found: {1}'.format(i, path))
    75 					elif i.startswith('HL2SDK'):
    76 						(info, sdk) = findDictByKey(self.possibleSdks, 'sdk', i)
    77 						self.sdkInfo[sdk] = info
    78 				else:
    79 					head = os.getcwd()
    80 					oldhead = None
    81 					while head != None and head != oldhead:
    82 						path = os.path.join(head, envvars[i])
    83 						if os.path.isdir(path):
    84 							break
    85 						oldhead = head
    86 						head, tail = os.path.split(head)
    87 					if i.startswith('HL2SDK'):
    88 						if head != None and head != oldhead:
    89 							(info, sdk) = findDictByKey(self.possibleSdks, 'sdk', i)
    90 							self.sdkInfo[sdk] = info
    91 					elif head == None or head == oldhead:
    92 						raise Exception('Could not find a valid path for {0}'.format(i))
    93 				AMBuild.cache.CacheVariable(i, path)
    94 				
    95 			if len(self.sdkInfo) < 1:
    96 				raise Exception('At least one SDK must be available.')
    97 
    98 			AMBuild.cache.CacheVariable('sdkInfo', self.sdkInfo)
    99 
   100 			#Set up defines
   101 			cxx = self.compiler.cxx
   102 			if isinstance(cxx, Cpp.CompatGCC):
   103 				if isinstance(cxx, Cpp.GCC):
   104 					self.vendor = 'gcc'
   105 				elif isinstance(cxx, Cpp.Clang):
   106 					self.vendor = 'clang'
   107 				self.compiler.AddToListVar('CDEFINES', 'stricmp=strcasecmp')
   108 				self.compiler.AddToListVar('CDEFINES', '_stricmp=strcasecmp')
   109 				self.compiler.AddToListVar('CDEFINES', '_snprintf=snprintf')
   110 				self.compiler.AddToListVar('CDEFINES', '_vsnprintf=vsnprintf')
   111 				self.compiler.AddToListVar('CFLAGS', '-pipe')
   112 				self.compiler.AddToListVar('CFLAGS', '-fno-strict-aliasing')
   113 				if (self.vendor == 'gcc' and cxx.majorVersion >= 4) or self.vendor == 'clang':
   114 					self.compiler.AddToListVar('CFLAGS', '-fvisibility=hidden')
   115 					self.compiler.AddToListVar('CXXFLAGS', '-fvisibility-inlines-hidden')
   116 				self.compiler.AddToListVar('CFLAGS', '-Wall')
   117 				self.compiler.AddToListVar('CFLAGS', '-Werror')
   118 				self.compiler.AddToListVar('CFLAGS', '-Wno-uninitialized')
   119 				self.compiler.AddToListVar('CFLAGS', '-Wno-unused')
   120 				self.compiler.AddToListVar('CFLAGS', '-Wno-switch')
   121 				self.compiler.AddToListVar('CFLAGS', '-msse')
   122 				self.compiler.AddToListVar('CFLAGS', '-m32')
   123 				self.compiler.AddToListVar('POSTLINKFLAGS', '-m32')
   124 				self.compiler.AddToListVar('CXXFLAGS', '-fno-exceptions')
   125 				self.compiler.AddToListVar('CXXFLAGS', '-fno-rtti')
   126 				self.compiler.AddToListVar('CXXFLAGS', '-fno-threadsafe-statics')
   127 				self.compiler.AddToListVar('CXXFLAGS', '-Wno-non-virtual-dtor')
   128 				self.compiler.AddToListVar('CXXFLAGS', '-Wno-overloaded-virtual')
   129 				if (self.vendor == 'gcc' and cxx.majorVersion >= 4 and cxx.minorVersion >= 7) or \
   130 						(self.vendor == 'clang' and cxx.majorVersion >= 3):
   131 					self.compiler.AddToListVar('CXXFLAGS', '-Wno-delete-non-virtual-dtor')
   132 				self.compiler.AddToListVar('CDEFINES', 'HAVE_STDINT_H')
   133 				if self.vendor == 'gcc':
   134 					self.compiler.AddToListVar('CFLAGS', '-mfpmath=sse')
   135 			elif isinstance(cxx, Cpp.MSVC):
   136 				self.vendor = 'msvc'
   137 				if AMBuild.options.debug == '1':
   138 					self.compiler.AddToListVar('CFLAGS', '/MTd')
   139 					self.compiler.AddToListVar('POSTLINKFLAGS', '/NODEFAULTLIB:libcmt')
   140 				else:
   141 					self.compiler.AddToListVar('CFLAGS', '/MT')
   142 				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_DEPRECATE')
   143 				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_WARNINGS')
   144 				self.compiler.AddToListVar('CDEFINES', '_CRT_NONSTDC_NO_DEPRECATE')
   145 				self.compiler.AddToListVar('CXXFLAGS', '/EHsc')
   146 				self.compiler.AddToListVar('CXXFLAGS', '/GR-')
   147 				self.compiler.AddToListVar('CFLAGS', '/W3')
   148 				self.compiler.AddToListVar('CFLAGS', '/nologo')
   149 				self.compiler.AddToListVar('CFLAGS', '/Zi')
   150 				self.compiler.AddToListVar('CXXFLAGS', '/TP')
   151 				self.compiler.AddToListVar('POSTLINKFLAGS', '/DEBUG')
   152 				self.compiler.AddToListVar('POSTLINKFLAGS', '/MACHINE:X86')
   153 				self.compiler.AddToListVar('POSTLINKFLAGS', '/SUBSYSTEM:WINDOWS')
   154 				self.compiler.AddToListVar('POSTLINKFLAGS', 'kernel32.lib')
   155 				self.compiler.AddToListVar('POSTLINKFLAGS', 'user32.lib')
   156 				self.compiler.AddToListVar('POSTLINKFLAGS', 'gdi32.lib')
   157 				self.compiler.AddToListVar('POSTLINKFLAGS', 'winspool.lib')
   158 				self.compiler.AddToListVar('POSTLINKFLAGS', 'comdlg32.lib')
   159 				self.compiler.AddToListVar('POSTLINKFLAGS', 'advapi32.lib')
   160 				self.compiler.AddToListVar('POSTLINKFLAGS', 'shell32.lib')
   161 				self.compiler.AddToListVar('POSTLINKFLAGS', 'ole32.lib')
   162 				self.compiler.AddToListVar('POSTLINKFLAGS', 'oleaut32.lib')
   163 				self.compiler.AddToListVar('POSTLINKFLAGS', 'uuid.lib')
   164 				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbc32.lib')
   165 				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbccp32.lib')
   166 
   167 			#Optimization
   168 			if AMBuild.options.opt == '1':
   169 				self.compiler.AddToListVar('CDEFINES', 'NDEBUG')
   170 				if self.vendor == 'gcc' or self.vendor == 'clang':
   171 					self.compiler.AddToListVar('CFLAGS', '-O3')
   172 				elif self.vendor == 'msvc':
   173 					self.compiler.AddToListVar('CFLAGS', '/Ox')
   174 					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:ICF')
   175 					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:REF')
   176 
   177 			#Debugging
   178 			if AMBuild.options.debug == '1':
   179 				self.compiler.AddToListVar('CDEFINES', 'DEBUG')
   180 				self.compiler.AddToListVar('CDEFINES', '_DEBUG')
   181 				if self.vendor == 'gcc' or self.vendor == 'clang':
   182 					self.compiler.AddToListVar('CFLAGS', '-g3')
   183 				elif self.vendor == 'msvc':
   184 					self.compiler.AddToListVar('CFLAGS', '/Od')
   185 					self.compiler.AddToListVar('CFLAGS', '/RTC1')
   186 
   187 			#Platform-specifics
   188 			if AMBuild.target['platform'] == 'linux':
   189 				self.compiler.AddToListVar('CDEFINES', '_LINUX')
   190 				if self.vendor == 'gcc':
   191 					self.compiler.AddToListVar('POSTLINKFLAGS', '-static-libgcc')
   192 				if self.vendor == 'clang':
   193 					self.compiler.AddToListVar('POSTLINKFLAGS', '-lgcc_eh')
   194 			elif AMBuild.target['platform'] == 'darwin':
   195 				self.compiler.AddToListVar('POSTLINKFLAGS', '-mmacosx-version-min=10.5')
   196 				self.compiler.AddToListVar('POSTLINKFLAGS', ['-arch', 'i386'])
   197 				self.compiler.AddToListVar('POSTLINKFLAGS', '-lstdc++')
   198 
   199 				# For OS X dylib versioning
   200 				import re
   201 				productFile = open(os.path.join(AMBuild.sourceFolder, 'product.version'), 'r')
   202 				productContents = productFile.read()
   203 				productFile.close()
   204 				m = re.match('(\d+)\.(\d+)\.(\d+).*', productContents)
   205 				if m == None:
   206 					self.version = '1.0.0'
   207 				else:
   208 					major, minor, release = m.groups()
   209 					self.version = '{0}.{1}.{2}'.format(major, minor, release)
   210 				AMBuild.cache.CacheVariable('version', self.version)
   211 			elif AMBuild.target['platform'] == 'windows':
   212 				self.compiler.AddToListVar('CDEFINES', 'WIN32')
   213 				self.compiler.AddToListVar('CDEFINES', '_WINDOWS')
   214 
   215 			#Finish up
   216 			self.compiler.AddToListVar('CDEFINES', 'MMS_GENERATED_BUILD')
   217 			self.compiler.AddToListVar('CINCLUDES',
   218 			                           os.path.join(AMBuild.outputFolder, 'includes'))
   219 			self.compiler.ToConfig(AMBuild, 'compiler')
   220 			AMBuild.cache.CacheVariable('vendor', self.vendor)
   221 			self.targetMap = { }
   222 			AMBuild.cache.CacheVariable('targetMap', self.targetMap)
   223 		else:
   224 			self.sdkInfo = AMBuild.cache['sdkInfo']
   225 			self.compiler.FromConfig(AMBuild, 'compiler')
   226 			self.targetMap = AMBuild.cache['targetMap']
   227 
   228 		if AMBuild.target['platform'] == 'windows':
   229 			self.compiler.AddToListVar('RCINCLUDES', os.path.join(AMBuild.sourceFolder, 'public'))
   230 			self.compiler.AddToListVar('RCINCLUDES',
   231 			                           os.path.join(AMBuild.outputFolder, 'includes'))
   232 
   233 	def DefaultCompiler(self):
   234 		compiler = self.compiler.Clone()
   235 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, 'public'))
   236 		return compiler
   237 
   238 	def JobMatters(self, jobname):
   239 		file = sys._getframe().f_code.co_filename
   240 		if AMBuild.mode == 'config':
   241 			self.targetMap[jobname] = file
   242 			return True
   243 		if len(AMBuild.args) == 0:
   244 			return True
   245 		if not jobname in AMBuild.args:
   246 			return False
   247 
   248 	def AutoVersion(self, folder, binary):
   249 		if AMBuild.target['platform'] == 'windows':
   250 			env = {'RCDEFINES': ['BINARY_NAME="' + binary.binaryFile + '"', 'MMS_GENERATED_BUILD']}
   251 			binary.AddResourceFile(os.path.join(folder, 'version.rc' ), env)
   252 		elif AMBuild.target['platform'] == 'darwin' and isinstance(binary, Cpp.LibraryBuilder):
   253 			binary.compiler['POSTLINKFLAGS'].extend(['-compatibility_version', '1.0.0'])
   254 			binary.compiler['POSTLINKFLAGS'].extend(['-current_version', AMBuild.cache['version']])
   255 		else:
   256 			return
   257 
   258 	def PreSetupHL2Job(self, job, builder, sdk):
   259 		info = self.sdkInfo[sdk]
   260 		sdkPath = AMBuild.cache[info['sdk']]
   261 		if AMBuild.target['platform'] == 'linux':
   262 			if sdk == 'ep1':
   263 				staticLibs = os.path.join(sdkPath, 'linux_sdk')
   264 			else:
   265 				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
   266 			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
   267 			if sdk in ['css', 'ep2v', 'l4d', 'l4d2', 'csgo']:
   268 				libs = ['tier1_i486.a', 'libvstdlib.so', 'libtier0.so']
   269 				if sdk == 'csgo':
   270 					libs.insert(0, 'interfaces_i486.a')
   271 				for lib in libs:
   272 					link = os.path.join(workFolder, lib)
   273 					target = os.path.join(staticLibs, lib)
   274 					try:
   275 						os.lstat(link)
   276 					except:
   277 						job.AddCommand(SymlinkCommand(link, target))
   278 			else:
   279 				for i in ['tier1_i486.a', 'vstdlib_i486.so', 'tier0_i486.so']:
   280 					link = os.path.join(workFolder, i)
   281 					target = os.path.join(staticLibs, i)
   282 					try:
   283 						os.lstat(link)
   284 					except:
   285 						job.AddCommand(SymlinkCommand(link, target))
   286 		elif AMBuild.target['platform'] == 'darwin':
   287 			staticLibs = os.path.join(sdkPath, 'lib', 'mac')
   288 			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
   289 			libs = ['tier1_i486.a', 'libvstdlib.dylib', 'libtier0.dylib']
   290 			if sdk == 'csgo':
   291 				libs.append('interfaces_i486.a')
   292 			for lib in libs:
   293 				link = os.path.join(workFolder, lib)
   294 				target = os.path.join(staticLibs, lib)
   295 				try:
   296 					os.lstat(link)
   297 				except:
   298 					job.AddCommand(SymlinkCommand(link, target))
   299 		elif AMBuild.target['platform'] == 'windows':
   300 			libs = ['tier0', 'tier1', 'vstdlib']
   301 			if sdk in ['swarm', 'csgo']:
   302 				libs.append('interfaces')
   303 			for lib in libs:
   304 				libPath = os.path.join(sdkPath, 'lib', 'public', lib) + '.lib'
   305 				builder.RebuildIfNewer(libPath)
   306 				builder['POSTLINKFLAGS'].append(libPath)
   307 
   308 	def PostSetupHL2Job(self, job, builder, sdk):
   309 		if AMBuild.target['platform'] in ['linux', 'darwin']:
   310 			builder.AddObjectFiles(['tier1_i486.a'])
   311 			if( sdk == 'csgo' ):
   312 				builder.AddObjectFiles(['interfaces_i486.a'])
   313 
   314 	def DefaultHL2Compiler(self, path, sdk, noLink = False):
   315 		compiler = self.DefaultCompiler()
   316 
   317 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, path))
   318 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, path, 'sourcehook'))
   319 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, 'loader'))
   320 
   321 		info = self.possibleSdks
   322 		compiler['CDEFINES'].extend(['SE_' + info[i]['name'] + '=' + info[i]['def'] for i in info])
   323 		
   324 		# We don't build for Portal 2 (yet?, ever?), but using this define in code as 
   325 		# it saves trouble if we ever need to
   326 		compiler['CDEFINES'].append('SE_PORTAL2=11')
   327 
   328 		paths = [['public'], ['public', 'engine'], ['public', 'mathlib'], ['public', 'vstdlib'],
   329 						 ['public', 'tier0'], ['public', 'tier1']]
   330 		if sdk == 'ep1' or sdk == 'darkm':
   331 			paths.append(['public', 'dlls'])
   332 			paths.append(['game_shared'])
   333 		else:
   334 			paths.append(['public', 'game', 'server'])
   335 			paths.append(['game', 'shared'])
   336 			paths.append(['common'])
   337 
   338 		info = self.sdkInfo[sdk]
   339 		sdkPath = AMBuild.cache[info['sdk']]
   340 
   341 		compiler['CDEFINES'].append('SOURCE_ENGINE=' + info['def'])
   342 
   343 		if sdk in ['swarm', 'csgo']:
   344 			if AMBuild.target['platform'] == 'windows':
   345 				compiler['CDEFINES'].extend(['COMPILER_MSVC', 'COMPILER_MSVC32'])
   346 			else:
   347 				compiler['CDEFINES'].extend(['COMPILER_GCC', 'POSIX'])
   348 
   349 		if sdk == 'ep1':
   350 			if AMBuild.target['platform'] == 'linux':
   351 				staticLibs = os.path.join(sdkPath, 'linux_sdk')
   352 		else:
   353 			if AMBuild.target['platform'] == 'linux':
   354 				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
   355 			elif AMBuild.target['platform'] == 'darwin':
   356 				staticLibs = os.path.join(sdkPath, 'lib', 'mac')
   357 
   358 		for i in paths:
   359 			compiler['CXXINCLUDES'].append(os.path.join(sdkPath, *i))
   360 
   361 		if not noLink:
   362 			if AMBuild.target['platform'] == 'linux':
   363 				compiler['POSTLINKFLAGS'][0:0] = ['-lm']
   364 				if sdk in ['css', 'ep2v', 'l4d', 'l4d2', 'csgo']:
   365 					compiler['POSTLINKFLAGS'][0:0] = ['libtier0.so']
   366 					compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.so']
   367 				else:
   368 					compiler['POSTLINKFLAGS'][0:0] = ['tier0_i486.so']
   369 					compiler['POSTLINKFLAGS'][0:0] = ['vstdlib_i486.so']				
   370 			elif AMBuild.target['platform'] == 'darwin':
   371 				compiler['POSTLINKFLAGS'][0:0] = ['libtier0.dylib']
   372 				compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.dylib']
   373 
   374 		return compiler
   375 
   376 mms = MMS()
   377 globals = {
   378 	'MMS': mms
   379 }
   380 
   381 AMBuild.Include(os.path.join('support', 'buildbot', 'Versioning'), globals)
   382 
   383 FileList = [
   384 		['loader', 'AMBuilder'],
   385 		['core', 'AMBuilder'],
   386 		['core-legacy', 'AMBuilder'],
   387 		['support', 'buildbot', 'PackageScript']
   388 	]
   389 
   390 for parts in FileList:
   391 	AMBuild.Include(os.path.join(*parts), globals)
   392