AMBuildScript
author Scott Ehlert <ds@alliedmods.net>
Sat Aug 25 09:28:35 2012 -0500 (2012-08-25)
changeset 798 5aae9d3eaed5
parent 791 a1b97ab6e0b1
child 806 9f1a38248500
permissions -rw-r--r--
Added support for CS:GO on Mac OS X (bug 5458, r=psychonic).
     1 # vim: set ts=2 sw=2 tw=99 noet ft=python:
     2 import os
     3 import sys
     4 from ambuild.command import SymlinkCommand
     5 
     6 class MMS:
     7 	def __init__(self):
     8 		self.compiler = Cpp.Compiler()
     9 
    10 		#Build SDK info
    11 		self.possibleSdks = { }
    12 		self.possibleSdks['ep1'] =   {'sdk': 'HL2SDK',          'ext': '1.ep1',   'def': '1',
    13 		                              'name': 'EPISODEONE',     'platform': ['windows', 'linux']}
    14 		self.possibleSdks['ep2'] =   {'sdk': 'HL2SDKOB',        'ext': '2.ep2',   'def': '3',
    15 		                              'name': 'ORANGEBOX',      'platform': ['windows', 'linux']}
    16 		self.possibleSdks['css'] =   {'sdk': 'HL2SDKCSS',       'ext': '2.css',  'def': '6',
    17 		                              'name': 'CSS',            'platform': ['windows', 'linux', 'darwin']}
    18 		self.possibleSdks['ep2v'] =  {'sdk': 'HL2SDKOBVALVE',   'ext': '2.ep2v',  'def': '7',
    19 		                              'name': 'ORANGEBOXVALVE', 'platform': ['windows', 'linux', 'darwin']}
    20 		self.possibleSdks['l4d'] =   {'sdk': 'HL2SDKL4D',       'ext': '2.l4d',   'def': '8',
    21 		                              'name': 'LEFT4DEAD',      'platform': ['windows', 'linux', 'darwin']}
    22 		self.possibleSdks['l4d2'] =  {'sdk': 'HL2SDKL4D2',      'ext': '2.l4d2',  'def': '9',
    23 		                              'name': 'LEFT4DEAD2',     'platform': ['windows', 'linux', 'darwin']}
    24 		self.possibleSdks['darkm'] = {'sdk': 'HL2SDK-DARKM',    'ext': '2.darkm', 'def': '2',
    25 		                              'name': 'DARKMESSIAH',    'platform': ['windows']}
    26 		self.possibleSdks['swarm'] = {'sdk': 'HL2SDK-SWARM',    'ext': '2.swarm', 'def': '10',
    27 		                              'name': 'ALIENSWARM',     'platform': ['windows']}
    28 		self.possibleSdks['bgt'] =   {'sdk': 'HL2SDK-BGT',      'ext': '2.bgt', 'def': '4',
    29 		                              'name': 'BLOODYGOODTIME', 'platform': ['windows']}
    30 		self.possibleSdks['eye'] =   {'sdk': 'HL2SDK-EYE',      'ext': '2.eye', 'def': '5',
    31 		                              'name': 'EYE', 'platform': ['windows']}
    32 		self.possibleSdks['csgo'] =   {'sdk': 'HL2SDKCSGO',      'ext': '2.csgo', 'def': '12',
    33 		                              'name': 'CSGO', 'platform': ['windows', 'linux', 'darwin']}
    34 		# self.possibleSdks['portal2'] =   {'sdk': 'HL2SDK-PORTAL2',      'ext': '2.portal2', 'def': '11',
    35 		#                               'name': 'PORTAL2', 'platform': ['windows']}
    36 		
    37 		self.sdkInfo = { }
    38 		
    39 		if AMBuild.mode == 'config':
    40 			#Detect compilers
    41 			self.compiler.DetectAll(AMBuild)
    42 
    43 			#Detect variables
    44 			envvars = {}
    45 			if AMBuild.target['platform'] != 'darwin':
    46 				envvars['HL2SDK'] = 'hl2sdk'
    47 				envvars['HL2SDKOB'] = 'hl2sdk-ob'
    48 
    49 			envvars['HL2SDKCSS'] = 'hl2sdk-css'
    50 			envvars['HL2SDKOBVALVE'] = 'hl2sdk-ob-valve'
    51 			envvars['HL2SDKL4D'] = 'hl2sdk-l4d'
    52 			envvars['HL2SDKL4D2'] = 'hl2sdk-l4d2'
    53 			envvars['HL2SDKCSGO'] = 'hl2sdk-csgo'
    54 
    55 			#Dark Messiah is Windows-only
    56 			if AMBuild.target['platform'] == 'windows':
    57 				envvars['HL2SDK-DARKM'] = 'hl2sdk-darkm'
    58 				envvars['HL2SDK-SWARM'] = 'hl2sdk-swarm'
    59 				envvars['HL2SDK-BGT']   = 'hl2sdk-bgt'
    60 				envvars['HL2SDK-EYE']   = 'hl2sdk-eye'
    61 
    62 			# Finds if a dict with `key` set to `value` is present on the dict of dicts `dictionary`
    63 			def findDictByKey(dictionary, key, value):
    64 				for index in dictionary:
    65 					elem = dictionary[index]
    66 					if elem[key] == value:
    67 						return (elem, index)
    68 				return None
    69 			
    70 			for i in envvars:
    71 				if i in os.environ:
    72 					path = os.environ[i]
    73 					if not os.path.isdir(path):
    74 						raise Exception('Path for {0} was not found: {1}'.format(i, path))
    75 					elif i.startswith('HL2SDK'):
    76 						(info, sdk) = findDictByKey(self.possibleSdks, 'sdk', i)
    77 						self.sdkInfo[sdk] = info
    78 				else:
    79 					head = os.getcwd()
    80 					oldhead = None
    81 					while head != None and head != oldhead:
    82 						path = os.path.join(head, envvars[i])
    83 						if os.path.isdir(path):
    84 							break
    85 						oldhead = head
    86 						head, tail = os.path.split(head)
    87 					if i.startswith('HL2SDK'):
    88 						if head != None and head != oldhead:
    89 							(info, sdk) = findDictByKey(self.possibleSdks, 'sdk', i)
    90 							self.sdkInfo[sdk] = info
    91 					elif head == None or head == oldhead:
    92 						raise Exception('Could not find a valid path for {0}'.format(i))
    93 				AMBuild.cache.CacheVariable(i, path)
    94 				
    95 			if len(self.sdkInfo) < 1:
    96 				raise Exception('At least one SDK must be available.')
    97 
    98 			AMBuild.cache.CacheVariable('sdkInfo', self.sdkInfo)
    99 
   100 			#Set up defines
   101 			cxx = self.compiler.cxx
   102 			if isinstance(cxx, Cpp.CompatGCC):
   103 				if isinstance(cxx, Cpp.GCC):
   104 					self.vendor = 'gcc'
   105 				elif isinstance(cxx, Cpp.Clang):
   106 					self.vendor = 'clang'
   107 				self.compiler.AddToListVar('CDEFINES', 'stricmp=strcasecmp')
   108 				self.compiler.AddToListVar('CDEFINES', '_stricmp=strcasecmp')
   109 				self.compiler.AddToListVar('CDEFINES', '_snprintf=snprintf')
   110 				self.compiler.AddToListVar('CDEFINES', '_vsnprintf=vsnprintf')
   111 				self.compiler.AddToListVar('CFLAGS', '-pipe')
   112 				self.compiler.AddToListVar('CFLAGS', '-fno-strict-aliasing')
   113 				if (self.vendor == 'gcc' and cxx.majorVersion >= 4) or self.vendor == 'clang':
   114 					self.compiler.AddToListVar('CFLAGS', '-fvisibility=hidden')
   115 					self.compiler.AddToListVar('CXXFLAGS', '-fvisibility-inlines-hidden')
   116 				self.compiler.AddToListVar('CFLAGS', '-Wall')
   117 				self.compiler.AddToListVar('CFLAGS', '-Werror')
   118 				self.compiler.AddToListVar('CFLAGS', '-Wno-uninitialized')
   119 				self.compiler.AddToListVar('CFLAGS', '-Wno-unused')
   120 				self.compiler.AddToListVar('CFLAGS', '-Wno-switch')
   121 				self.compiler.AddToListVar('CFLAGS', '-msse')
   122 				self.compiler.AddToListVar('CFLAGS', '-m32')
   123 				self.compiler.AddToListVar('POSTLINKFLAGS', '-m32')
   124 				self.compiler.AddToListVar('CXXFLAGS', '-fno-exceptions')
   125 				self.compiler.AddToListVar('CXXFLAGS', '-fno-rtti')
   126 				self.compiler.AddToListVar('CXXFLAGS', '-fno-threadsafe-statics')
   127 				self.compiler.AddToListVar('CXXFLAGS', '-Wno-non-virtual-dtor')
   128 				self.compiler.AddToListVar('CXXFLAGS', '-Wno-overloaded-virtual')
   129 				if (self.vendor == 'gcc' and cxx.majorVersion >= 4 and cxx.minorVersion >= 7) or \
   130 						(self.vendor == 'clang' and cxx.majorVersion >= 3):
   131 					self.compiler.AddToListVar('CXXFLAGS', '-Wno-delete-non-virtual-dtor')
   132 				self.compiler.AddToListVar('CDEFINES', 'HAVE_STDINT_H')
   133 				if self.vendor == 'gcc':
   134 					self.compiler.AddToListVar('CFLAGS', '-mfpmath=sse')
   135 			elif isinstance(cxx, Cpp.MSVC):
   136 				self.vendor = 'msvc'
   137 				if AMBuild.options.debug == '1':
   138 					self.compiler.AddToListVar('CFLAGS', '/MTd')
   139 					self.compiler.AddToListVar('POSTLINKFLAGS', '/NODEFAULTLIB:libcmt')
   140 				else:
   141 					self.compiler.AddToListVar('CFLAGS', '/MT')
   142 				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_DEPRECATE')
   143 				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_WARNINGS')
   144 				self.compiler.AddToListVar('CDEFINES', '_CRT_NONSTDC_NO_DEPRECATE')
   145 				self.compiler.AddToListVar('CXXFLAGS', '/EHsc')
   146 				self.compiler.AddToListVar('CXXFLAGS', '/GR-')
   147 				self.compiler.AddToListVar('CFLAGS', '/W3')
   148 				self.compiler.AddToListVar('CFLAGS', '/nologo')
   149 				self.compiler.AddToListVar('CFLAGS', '/Zi')
   150 				self.compiler.AddToListVar('CXXFLAGS', '/TP')
   151 				self.compiler.AddToListVar('POSTLINKFLAGS', '/DEBUG')
   152 				self.compiler.AddToListVar('POSTLINKFLAGS', '/MACHINE:X86')
   153 				self.compiler.AddToListVar('POSTLINKFLAGS', '/SUBSYSTEM:WINDOWS')
   154 				self.compiler.AddToListVar('POSTLINKFLAGS', 'kernel32.lib')
   155 				self.compiler.AddToListVar('POSTLINKFLAGS', 'user32.lib')
   156 				self.compiler.AddToListVar('POSTLINKFLAGS', 'gdi32.lib')
   157 				self.compiler.AddToListVar('POSTLINKFLAGS', 'winspool.lib')
   158 				self.compiler.AddToListVar('POSTLINKFLAGS', 'comdlg32.lib')
   159 				self.compiler.AddToListVar('POSTLINKFLAGS', 'advapi32.lib')
   160 				self.compiler.AddToListVar('POSTLINKFLAGS', 'shell32.lib')
   161 				self.compiler.AddToListVar('POSTLINKFLAGS', 'ole32.lib')
   162 				self.compiler.AddToListVar('POSTLINKFLAGS', 'oleaut32.lib')
   163 				self.compiler.AddToListVar('POSTLINKFLAGS', 'uuid.lib')
   164 				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbc32.lib')
   165 				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbccp32.lib')
   166 
   167 			#Optimization
   168 			if AMBuild.options.opt == '1':
   169 				self.compiler.AddToListVar('CDEFINES', 'NDEBUG')
   170 				if self.vendor == 'gcc' or self.vendor == 'clang':
   171 					self.compiler.AddToListVar('CFLAGS', '-O3')
   172 				elif self.vendor == 'msvc':
   173 					self.compiler.AddToListVar('CFLAGS', '/Ox')
   174 					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:ICF')
   175 					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:REF')
   176 
   177 			#Debugging
   178 			if AMBuild.options.debug == '1':
   179 				self.compiler.AddToListVar('CDEFINES', 'DEBUG')
   180 				self.compiler.AddToListVar('CDEFINES', '_DEBUG')
   181 				if self.vendor == 'gcc' or self.vendor == 'clang':
   182 					self.compiler.AddToListVar('CFLAGS', '-g3')
   183 				elif self.vendor == 'msvc':
   184 					self.compiler.AddToListVar('CFLAGS', '/Od')
   185 					self.compiler.AddToListVar('CFLAGS', '/RTC1')
   186 
   187 			#Platform-specifics
   188 			if AMBuild.target['platform'] == 'linux':
   189 				self.compiler.AddToListVar('CDEFINES', '_LINUX')
   190 				if self.vendor == 'gcc':
   191 					self.compiler.AddToListVar('POSTLINKFLAGS', '-static-libgcc')
   192 				if self.vendor == 'clang':
   193 					self.compiler.AddToListVar('POSTLINKFLAGS', '-lgcc_eh')
   194 			elif AMBuild.target['platform'] == 'darwin':
   195 				self.compiler.AddToListVar('CDEFINES', 'OSX')
   196 				self.compiler.AddToListVar('CDEFINES', '_OSX')
   197 				self.compiler.AddToListVar('POSTLINKFLAGS', '-mmacosx-version-min=10.5')
   198 				self.compiler.AddToListVar('POSTLINKFLAGS', ['-arch', 'i386'])
   199 				self.compiler.AddToListVar('POSTLINKFLAGS', '-lstdc++')
   200 
   201 				# For OS X dylib versioning
   202 				import re
   203 				productFile = open(os.path.join(AMBuild.sourceFolder, 'product.version'), 'r')
   204 				productContents = productFile.read()
   205 				productFile.close()
   206 				m = re.match('(\d+)\.(\d+)\.(\d+).*', productContents)
   207 				if m == None:
   208 					self.version = '1.0.0'
   209 				else:
   210 					major, minor, release = m.groups()
   211 					self.version = '{0}.{1}.{2}'.format(major, minor, release)
   212 				AMBuild.cache.CacheVariable('version', self.version)
   213 			elif AMBuild.target['platform'] == 'windows':
   214 				self.compiler.AddToListVar('CDEFINES', 'WIN32')
   215 				self.compiler.AddToListVar('CDEFINES', '_WINDOWS')
   216 
   217 			#Finish up
   218 			self.compiler.AddToListVar('CDEFINES', 'MMS_GENERATED_BUILD')
   219 			self.compiler.AddToListVar('CINCLUDES',
   220 			                           os.path.join(AMBuild.outputFolder, 'includes'))
   221 			self.compiler.ToConfig(AMBuild, 'compiler')
   222 			AMBuild.cache.CacheVariable('vendor', self.vendor)
   223 			self.targetMap = { }
   224 			AMBuild.cache.CacheVariable('targetMap', self.targetMap)
   225 		else:
   226 			self.sdkInfo = AMBuild.cache['sdkInfo']
   227 			self.compiler.FromConfig(AMBuild, 'compiler')
   228 			self.targetMap = AMBuild.cache['targetMap']
   229 
   230 		if AMBuild.target['platform'] == 'windows':
   231 			self.compiler.AddToListVar('RCINCLUDES', os.path.join(AMBuild.sourceFolder, 'public'))
   232 			self.compiler.AddToListVar('RCINCLUDES',
   233 			                           os.path.join(AMBuild.outputFolder, 'includes'))
   234 
   235 	def DefaultCompiler(self):
   236 		compiler = self.compiler.Clone()
   237 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, 'public'))
   238 		return compiler
   239 
   240 	def JobMatters(self, jobname):
   241 		file = sys._getframe().f_code.co_filename
   242 		if AMBuild.mode == 'config':
   243 			self.targetMap[jobname] = file
   244 			return True
   245 		if len(AMBuild.args) == 0:
   246 			return True
   247 		if not jobname in AMBuild.args:
   248 			return False
   249 
   250 	def AutoVersion(self, folder, binary):
   251 		if AMBuild.target['platform'] == 'windows':
   252 			env = {'RCDEFINES': ['BINARY_NAME="' + binary.binaryFile + '"', 'MMS_GENERATED_BUILD']}
   253 			binary.AddResourceFile(os.path.join(folder, 'version.rc' ), env)
   254 		elif AMBuild.target['platform'] == 'darwin' and isinstance(binary, Cpp.LibraryBuilder):
   255 			binary.compiler['POSTLINKFLAGS'].extend(['-compatibility_version', '1.0.0'])
   256 			binary.compiler['POSTLINKFLAGS'].extend(['-current_version', AMBuild.cache['version']])
   257 		else:
   258 			return
   259 
   260 	def PreSetupHL2Job(self, job, builder, sdk):
   261 		info = self.sdkInfo[sdk]
   262 		sdkPath = AMBuild.cache[info['sdk']]
   263 		if AMBuild.target['platform'] == 'linux':
   264 			if sdk == 'ep1':
   265 				staticLibs = os.path.join(sdkPath, 'linux_sdk')
   266 			else:
   267 				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
   268 			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
   269 			if sdk in ['css', 'ep2v', 'l4d', 'l4d2', 'csgo']:
   270 				libs = ['tier1_i486.a', 'libvstdlib.so', 'libtier0.so']
   271 				if sdk == 'csgo':
   272 					libs.insert(0, 'interfaces_i486.a')
   273 				for lib in libs:
   274 					link = os.path.join(workFolder, lib)
   275 					target = os.path.join(staticLibs, lib)
   276 					try:
   277 						os.lstat(link)
   278 					except:
   279 						job.AddCommand(SymlinkCommand(link, target))
   280 			else:
   281 				for i in ['tier1_i486.a', 'vstdlib_i486.so', 'tier0_i486.so']:
   282 					link = os.path.join(workFolder, i)
   283 					target = os.path.join(staticLibs, i)
   284 					try:
   285 						os.lstat(link)
   286 					except:
   287 						job.AddCommand(SymlinkCommand(link, target))
   288 		elif AMBuild.target['platform'] == 'darwin':
   289 			staticLibs = os.path.join(sdkPath, 'lib', 'mac')
   290 			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
   291 			libs = ['tier1_i486.a', 'libvstdlib.dylib', 'libtier0.dylib']
   292 			if sdk == 'csgo':
   293 				libs.append('interfaces_i486.a')
   294 			for lib in libs:
   295 				link = os.path.join(workFolder, lib)
   296 				target = os.path.join(staticLibs, lib)
   297 				try:
   298 					os.lstat(link)
   299 				except:
   300 					job.AddCommand(SymlinkCommand(link, target))
   301 		elif AMBuild.target['platform'] == 'windows':
   302 			libs = ['tier0', 'tier1', 'vstdlib']
   303 			if sdk in ['swarm', 'csgo']:
   304 				libs.append('interfaces')
   305 			for lib in libs:
   306 				libPath = os.path.join(sdkPath, 'lib', 'public', lib) + '.lib'
   307 				builder.RebuildIfNewer(libPath)
   308 				builder['POSTLINKFLAGS'].append(libPath)
   309 
   310 	def PostSetupHL2Job(self, job, builder, sdk):
   311 		if AMBuild.target['platform'] in ['linux', 'darwin']:
   312 			builder.AddObjectFiles(['tier1_i486.a'])
   313 			if( sdk == 'csgo' ):
   314 				builder.AddObjectFiles(['interfaces_i486.a'])
   315 
   316 	def DefaultHL2Compiler(self, path, sdk, noLink = False):
   317 		compiler = self.DefaultCompiler()
   318 
   319 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, path))
   320 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, path, 'sourcehook'))
   321 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, 'loader'))
   322 
   323 		info = self.possibleSdks
   324 		compiler['CDEFINES'].extend(['SE_' + info[i]['name'] + '=' + info[i]['def'] for i in info])
   325 		
   326 		# We don't build for Portal 2 (yet?, ever?), but using this define in code as 
   327 		# it saves trouble if we ever need to
   328 		compiler['CDEFINES'].append('SE_PORTAL2=11')
   329 
   330 		paths = [['public'], ['public', 'engine'], ['public', 'mathlib'], ['public', 'vstdlib'],
   331 						 ['public', 'tier0'], ['public', 'tier1']]
   332 		if sdk == 'ep1' or sdk == 'darkm':
   333 			paths.append(['public', 'dlls'])
   334 			paths.append(['game_shared'])
   335 		else:
   336 			paths.append(['public', 'game', 'server'])
   337 			paths.append(['game', 'shared'])
   338 			paths.append(['common'])
   339 
   340 		info = self.sdkInfo[sdk]
   341 		sdkPath = AMBuild.cache[info['sdk']]
   342 
   343 		compiler['CDEFINES'].append('SOURCE_ENGINE=' + info['def'])
   344 
   345 		if sdk in ['swarm', 'csgo']:
   346 			if AMBuild.target['platform'] == 'windows':
   347 				compiler['CDEFINES'].extend(['COMPILER_MSVC', 'COMPILER_MSVC32'])
   348 			else:
   349 				compiler['CDEFINES'].extend(['COMPILER_GCC', 'POSIX'])
   350 
   351 		if sdk == 'ep1':
   352 			if AMBuild.target['platform'] == 'linux':
   353 				staticLibs = os.path.join(sdkPath, 'linux_sdk')
   354 		else:
   355 			if AMBuild.target['platform'] == 'linux':
   356 				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
   357 			elif AMBuild.target['platform'] == 'darwin':
   358 				staticLibs = os.path.join(sdkPath, 'lib', 'mac')
   359 
   360 		for i in paths:
   361 			compiler['CXXINCLUDES'].append(os.path.join(sdkPath, *i))
   362 
   363 		if not noLink:
   364 			if AMBuild.target['platform'] == 'linux':
   365 				compiler['POSTLINKFLAGS'][0:0] = ['-lm']
   366 				if sdk in ['css', 'ep2v', 'l4d', 'l4d2', 'csgo']:
   367 					compiler['POSTLINKFLAGS'][0:0] = ['libtier0.so']
   368 					compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.so']
   369 				else:
   370 					compiler['POSTLINKFLAGS'][0:0] = ['tier0_i486.so']
   371 					compiler['POSTLINKFLAGS'][0:0] = ['vstdlib_i486.so']				
   372 			elif AMBuild.target['platform'] == 'darwin':
   373 				compiler['POSTLINKFLAGS'][0:0] = ['libtier0.dylib']
   374 				compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.dylib']
   375 
   376 		return compiler
   377 
   378 mms = MMS()
   379 globals = {
   380 	'MMS': mms
   381 }
   382 
   383 AMBuild.Include(os.path.join('support', 'buildbot', 'Versioning'), globals)
   384 
   385 FileList = [
   386 		['loader', 'AMBuilder'],
   387 		['core', 'AMBuilder'],
   388 		['core-legacy', 'AMBuilder'],
   389 		['support', 'buildbot', 'PackageScript']
   390 	]
   391 
   392 for parts in FileList:
   393 	AMBuild.Include(os.path.join(*parts), globals)
   394