AMBuildScript
author Scott Ehlert <ds@alliedmods.net>
Fri Jun 17 18:00:32 2011 -0500 (2011-06-17)
changeset 753 2e5621faba48
parent 752 eeea4ed7c45d
child 763 e5a02b89021c
permissions -rw-r--r--
Removed -static-libgcc for Mac OS X build (no bug, r=dvander).

This fixes the ld warning: could not create compact unwind for __Unwind_Resume: non-standard register 0 being saved in prolog
     1 # vim: set ts=2 sw=2 tw=99 noet ft=python:
     2 import os
     3 import sys
     4 from ambuild.command import SymlinkCommand
     5 
     6 class MMS:
     7 	def __init__(self):
     8 		self.compiler = Cpp.Compiler()
     9 
    10 		#Build SDK info
    11 		self.sdkInfo = { }
    12 		self.sdkInfo['ep1'] =   {'sdk': 'HL2SDK',          'ext': '1.ep1',   'def': '1',
    13 		                         'name': 'EPISODEONE',     'platform': ['windows', 'linux']}
    14 		self.sdkInfo['ep2'] =   {'sdk': 'HL2SDKOB',        'ext': '2.ep2',   'def': '3',
    15 		                         'name': 'ORANGEBOX',      'platform': ['windows', 'linux']}
    16 		self.sdkInfo['ep2v'] =  {'sdk': 'HL2SDKOBVALVE',   'ext': '2.ep2v',  'def': '5',
    17 		                         'name': 'ORANGEBOXVALVE', 'platform': ['windows', 'linux', 'darwin']}
    18 		self.sdkInfo['l4d'] =   {'sdk': 'HL2SDKL4D',       'ext': '2.l4d',   'def': '6',
    19 		                         'name': 'LEFT4DEAD',      'platform': ['windows', 'linux', 'darwin']}
    20 		self.sdkInfo['l4d2'] =  {'sdk': 'HL2SDKL4D2',      'ext': '2.l4d2',  'def': '7',
    21 		                         'name': 'LEFT4DEAD2',     'platform': ['windows', 'linux', 'darwin']}
    22 		self.sdkInfo['darkm'] = {'sdk': 'HL2SDK-DARKM',    'ext': '2.darkm', 'def': '2',
    23 		                         'name': 'DARKMESSIAH',    'platform': ['windows']}
    24 		self.sdkInfo['swarm'] = {'sdk': 'HL2SDK-SWARM',    'ext': '2.swarm', 'def': '8',
    25 		                         'name': 'ALIENSWARM',     'platform': ['windows']}
    26 		self.sdkInfo['bgt'] =   {'sdk': 'HL2SDK-BGT',      'ext': '2.bgt', 'def': '4',
    27 		                         'name': 'BLOODYGOODTIME', 'platform': ['windows']}
    28 
    29 		if AMBuild.mode == 'config':
    30 			#Detect compilers
    31 			self.compiler.DetectAll(AMBuild)
    32 
    33 			#Detect variables
    34 			envvars = {}
    35 			if AMBuild.target['platform'] != 'darwin':
    36 				envvars['HL2SDK'] = 'hl2sdk'
    37 				envvars['HL2SDKOB'] = 'hl2sdk-ob'
    38 
    39 			envvars['HL2SDKOBVALVE'] = 'hl2sdk-ob-valve'
    40 			envvars['HL2SDKL4D'] = 'hl2sdk-l4d'
    41 			envvars['HL2SDKL4D2'] = 'hl2sdk-l4d2'
    42 
    43 			#Dark Messiah is Windows-only
    44 			if AMBuild.target['platform'] == 'windows':
    45 				envvars['HL2SDK-DARKM'] = 'hl2sdk-darkm'
    46 				envvars['HL2SDK-SWARM'] = 'hl2sdk-swarm'
    47 				envvars['HL2SDK-BGT']   = 'hl2sdk-bgt'
    48 
    49 			#Must have a path for each envvar (file a bug if you don't like this)
    50 			for i in envvars:
    51 				if i in os.environ:
    52 					path = os.environ[i]
    53 					if not os.path.isdir(path):
    54 						raise Exception('Path for {0} was not found: {1}'.format(i, path))
    55 				else:
    56 					head = os.getcwd()
    57 					oldhead = None
    58 					while head != None and head != oldhead:
    59 						path = os.path.join(head, envvars[i])
    60 						if os.path.isdir(path):
    61 							break
    62 						oldhead = head
    63 						head, tail = os.path.split(head)
    64 					if head == None or head == oldhead:
    65 						raise Exception('Could not find a valid path for {0}'.format(i))
    66 				AMBuild.cache.CacheVariable(i, path)
    67 
    68 			#Set up defines
    69 			cxx = self.compiler.cxx
    70 			if isinstance(cxx, Cpp.CompatGCC):
    71 				if isinstance(cxx, Cpp.GCC):
    72 					self.vendor = 'gcc'
    73 				elif isinstance(cxx, Cpp.Clang):
    74 					self.vendor = 'clang'
    75 				self.compiler.AddToListVar('CDEFINES', 'stricmp=strcasecmp')
    76 				self.compiler.AddToListVar('CDEFINES', '_stricmp=strcasecmp')
    77 				self.compiler.AddToListVar('CDEFINES', '_snprintf=snprintf')
    78 				self.compiler.AddToListVar('CDEFINES', '_vsnprintf=vsnprintf')
    79 				self.compiler.AddToListVar('CFLAGS', '-pipe')
    80 				self.compiler.AddToListVar('CFLAGS', '-fno-strict-aliasing')
    81 				if (self.vendor == 'gcc' and cxx.majorVersion >= 4) or self.vendor == 'clang':
    82 					self.compiler.AddToListVar('CFLAGS', '-fvisibility=hidden')
    83 					self.compiler.AddToListVar('CXXFLAGS', '-fvisibility-inlines-hidden')
    84 				self.compiler.AddToListVar('CFLAGS', '-Wall')
    85 				self.compiler.AddToListVar('CFLAGS', '-Werror')
    86 				self.compiler.AddToListVar('CFLAGS', '-Wno-uninitialized')
    87 				self.compiler.AddToListVar('CFLAGS', '-Wno-unused')
    88 				self.compiler.AddToListVar('CFLAGS', '-Wno-switch')
    89 				self.compiler.AddToListVar('CFLAGS', '-msse')
    90 				self.compiler.AddToListVar('CFLAGS', '-m32')
    91 				self.compiler.AddToListVar('POSTLINKFLAGS', '-m32')
    92 				self.compiler.AddToListVar('CXXFLAGS', '-fno-exceptions')
    93 				self.compiler.AddToListVar('CXXFLAGS', '-fno-rtti')
    94 				self.compiler.AddToListVar('CXXFLAGS', '-fno-threadsafe-statics')
    95 				self.compiler.AddToListVar('CXXFLAGS', '-Wno-non-virtual-dtor')
    96 				self.compiler.AddToListVar('CXXFLAGS', '-Wno-overloaded-virtual')
    97 				self.compiler.AddToListVar('CDEFINES', 'HAVE_STDINT_H')
    98 				if self.vendor == 'gcc':
    99 					self.compiler.AddToListVar('CFLAGS', '-mfpmath=sse')
   100 			elif isinstance(cxx, Cpp.MSVC):
   101 				self.vendor = 'msvc'
   102 				if AMBuild.options.debug == '1':
   103 					self.compiler.AddToListVar('CFLAGS', '/MTd')
   104 					self.compiler.AddToListVar('POSTLINKFLAGS', '/NODEFAULTLIB:libcmt')
   105 				else:
   106 					self.compiler.AddToListVar('CFLAGS', '/MT')
   107 				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_DEPRECATE')
   108 				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_WARNINGS')
   109 				self.compiler.AddToListVar('CDEFINES', '_CRT_NONSTDC_NO_DEPRECATE')
   110 				self.compiler.AddToListVar('CXXFLAGS', '/EHsc')
   111 				self.compiler.AddToListVar('CXXFLAGS', '/GR-')
   112 				self.compiler.AddToListVar('CFLAGS', '/W3')
   113 				self.compiler.AddToListVar('CFLAGS', '/nologo')
   114 				self.compiler.AddToListVar('CFLAGS', '/Zi')
   115 				self.compiler.AddToListVar('CXXFLAGS', '/TP')
   116 				self.compiler.AddToListVar('POSTLINKFLAGS', '/DEBUG')
   117 				self.compiler.AddToListVar('POSTLINKFLAGS', '/MACHINE:X86')
   118 				self.compiler.AddToListVar('POSTLINKFLAGS', '/SUBSYSTEM:WINDOWS')
   119 				self.compiler.AddToListVar('POSTLINKFLAGS', 'kernel32.lib')
   120 				self.compiler.AddToListVar('POSTLINKFLAGS', 'user32.lib')
   121 				self.compiler.AddToListVar('POSTLINKFLAGS', 'gdi32.lib')
   122 				self.compiler.AddToListVar('POSTLINKFLAGS', 'winspool.lib')
   123 				self.compiler.AddToListVar('POSTLINKFLAGS', 'comdlg32.lib')
   124 				self.compiler.AddToListVar('POSTLINKFLAGS', 'advapi32.lib')
   125 				self.compiler.AddToListVar('POSTLINKFLAGS', 'shell32.lib')
   126 				self.compiler.AddToListVar('POSTLINKFLAGS', 'ole32.lib')
   127 				self.compiler.AddToListVar('POSTLINKFLAGS', 'oleaut32.lib')
   128 				self.compiler.AddToListVar('POSTLINKFLAGS', 'uuid.lib')
   129 				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbc32.lib')
   130 				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbccp32.lib')
   131 
   132 			#Optimization
   133 			if AMBuild.options.opt == '1':
   134 				self.compiler.AddToListVar('CDEFINES', 'NDEBUG')
   135 				if self.vendor == 'gcc' or self.vendor == 'clang':
   136 					self.compiler.AddToListVar('CFLAGS', '-O3')
   137 				elif self.vendor == 'msvc':
   138 					self.compiler.AddToListVar('CFLAGS', '/Ox')
   139 					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:ICF')
   140 					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:REF')
   141 
   142 			#Debugging
   143 			if AMBuild.options.debug == '1':
   144 				self.compiler.AddToListVar('CDEFINES', 'DEBUG')
   145 				self.compiler.AddToListVar('CDEFINES', '_DEBUG')
   146 				if self.vendor == 'gcc' or self.vendor == 'clang':
   147 					self.compiler.AddToListVar('CFLAGS', '-g3')
   148 				elif self.vendor == 'msvc':
   149 					self.compiler.AddToListVar('CFLAGS', '/Od')
   150 					self.compiler.AddToListVar('CFLAGS', '/RTC1')
   151 
   152 			#Platform-specifics
   153 			if AMBuild.target['platform'] == 'linux':
   154 				self.compiler.AddToListVar('CDEFINES', '_LINUX')
   155 				if self.vendor == 'gcc':
   156 					self.compiler.AddToListVar('POSTLINKFLAGS', '-static-libgcc')
   157 				if self.vendor == 'clang':
   158 					self.compiler.AddToListVar('POSTLINKFLAGS', '-lgcc_eh')
   159 			elif AMBuild.target['platform'] == 'darwin':
   160 				self.compiler.AddToListVar('CFLAGS', ['-isysroot',
   161 				                                      '/Developer/SDKs/MacOSX10.5.sdk'])
   162 				self.compiler.AddToListVar('POSTLINKFLAGS', '-mmacosx-version-min=10.5')
   163 				self.compiler.AddToListVar('POSTLINKFLAGS', ['-arch', 'i386'])
   164 				self.compiler.AddToListVar('POSTLINKFLAGS', '-lstdc++')
   165 
   166 				# For OS X dylib versioning
   167 				import re
   168 				productFile = open(os.path.join(AMBuild.sourceFolder, 'product.version'), 'r')
   169 				productContents = productFile.read()
   170 				productFile.close()
   171 				m = re.match('(\d+)\.(\d+)\.(\d+).*', productContents)
   172 				if m == None:
   173 					self.version = '1.0.0'
   174 				else:
   175 					major, minor, release = m.groups()
   176 					self.version = '{0}.{1}.{2}'.format(major, minor, release)
   177 				AMBuild.cache.CacheVariable('version', self.version)
   178 			elif AMBuild.target['platform'] == 'windows':
   179 				self.compiler.AddToListVar('CDEFINES', 'WIN32')
   180 				self.compiler.AddToListVar('CDEFINES', '_WINDOWS')
   181 
   182 			#Finish up
   183 			self.compiler.AddToListVar('CDEFINES', 'MMS_GENERATED_BUILD')
   184 			self.compiler.AddToListVar('CINCLUDES',
   185 			                           os.path.join(AMBuild.outputFolder, 'includes'))
   186 			self.compiler.ToConfig(AMBuild, 'compiler')
   187 			AMBuild.cache.CacheVariable('vendor', self.vendor)
   188 			self.targetMap = { }
   189 			AMBuild.cache.CacheVariable('targetMap', self.targetMap)
   190 		else:
   191 			self.compiler.FromConfig(AMBuild, 'compiler')
   192 			self.targetMap = AMBuild.cache['targetMap']
   193 
   194 		if AMBuild.target['platform'] == 'windows':
   195 			self.compiler.AddToListVar('RCINCLUDES', os.path.join(AMBuild.sourceFolder, 'public'))
   196 			self.compiler.AddToListVar('RCINCLUDES',
   197 			                           os.path.join(AMBuild.outputFolder, 'includes'))
   198 
   199 	def DefaultCompiler(self):
   200 		compiler = self.compiler.Clone()
   201 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, 'public'))
   202 		return compiler
   203 
   204 	def JobMatters(self, jobname):
   205 		file = sys._getframe().f_code.co_filename
   206 		if AMBuild.mode == 'config':
   207 			self.targetMap[jobname] = file
   208 			return True
   209 		if len(AMBuild.args) == 0:
   210 			return True
   211 		if not jobname in AMBuild.args:
   212 			return False
   213 
   214 	def AutoVersion(self, folder, binary):
   215 		if AMBuild.target['platform'] == 'windows':
   216 			env = {'RCDEFINES': ['BINARY_NAME="' + binary.binaryFile + '"', 'MMS_GENERATED_BUILD']}
   217 			binary.AddResourceFile(os.path.join(folder, 'version.rc' ), env)
   218 		elif AMBuild.target['platform'] == 'darwin' and isinstance(binary, Cpp.LibraryBuilder):
   219 			binary.compiler['POSTLINKFLAGS'].extend(['-compatibility_version', '1.0.0'])
   220 			binary.compiler['POSTLINKFLAGS'].extend(['-current_version', AMBuild.cache['version']])
   221 		else:
   222 			return
   223 
   224 	def PreSetupHL2Job(self, job, builder, sdk):
   225 		info = self.sdkInfo[sdk]
   226 		sdkPath = AMBuild.cache[info['sdk']]
   227 		if AMBuild.target['platform'] == 'linux':
   228 			if sdk == 'ep1':
   229 				staticLibs = os.path.join(sdkPath, 'linux_sdk')
   230 			else:
   231 				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
   232 			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
   233 			if sdk in ['ep2v', 'l4d', 'l4d2']:
   234 				for i in ['tier1_i486.a', 'libvstdlib.so', 'libtier0.so']:
   235 					link = os.path.join(workFolder, i)
   236 					target = os.path.join(staticLibs, i)
   237 					try:
   238 						os.lstat(link)
   239 					except:
   240 						job.AddCommand(SymlinkCommand(link, target))
   241 			else:
   242 				for i in ['tier1_i486.a', 'vstdlib_i486.so', 'tier0_i486.so']:
   243 					link = os.path.join(workFolder, i)
   244 					target = os.path.join(staticLibs, i)
   245 					try:
   246 						os.lstat(link)
   247 					except:
   248 						job.AddCommand(SymlinkCommand(link, target))
   249 		elif AMBuild.target['platform'] == 'darwin':
   250 			staticLibs = os.path.join(sdkPath, 'lib', 'mac')
   251 			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
   252 			for i in ['tier1_i486.a', 'libvstdlib.dylib', 'libtier0.dylib']:
   253 				link = os.path.join(workFolder, i)
   254 				target = os.path.join(staticLibs, i)
   255 				try:
   256 					os.lstat(link)
   257 				except:
   258 					job.AddCommand(SymlinkCommand(link, target))
   259 		elif AMBuild.target['platform'] == 'windows':
   260 			libs = ['tier0', 'tier1', 'vstdlib']
   261 			if sdk == 'swarm':
   262 				libs.append('interfaces')
   263 			for lib in libs:
   264 				libPath = os.path.join(sdkPath, 'lib', 'public', lib) + '.lib'
   265 				builder.RebuildIfNewer(libPath)
   266 				builder['POSTLINKFLAGS'].append(libPath)
   267 
   268 	def PostSetupHL2Job(self, job, builder, sdk):
   269 		if AMBuild.target['platform'] in ['linux', 'darwin']:
   270 			builder.AddObjectFiles(['tier1_i486.a'])
   271 
   272 	def DefaultHL2Compiler(self, path, sdk, noLink = False):
   273 		compiler = self.DefaultCompiler()
   274 
   275 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, path))
   276 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, path, 'sourcehook'))
   277 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, 'loader'))
   278 
   279 		info = self.sdkInfo
   280 		compiler['CDEFINES'].extend(['SE_' + info[i]['name'] + '=' + info[i]['def'] for i in info])
   281 
   282 		paths = [['public'], ['public', 'engine'], ['public', 'mathlib'], ['public', 'vstdlib'],
   283 						 ['public', 'tier0'], ['public', 'tier1']]
   284 		if sdk == 'ep1' or sdk == 'darkm':
   285 			paths.append(['public', 'dlls'])
   286 			paths.append(['game_shared'])
   287 		else:
   288 			paths.append(['public', 'game', 'server'])
   289 			paths.append(['game', 'shared'])
   290 			paths.append(['common'])
   291 
   292 		info = self.sdkInfo[sdk]
   293 		sdkPath = AMBuild.cache[info['sdk']]
   294 
   295 		compiler['CDEFINES'].append('SOURCE_ENGINE=' + info['def'])
   296 
   297 		if sdk == 'swarm' and AMBuild.target['platform'] == 'windows':
   298 			compiler['CDEFINES'].extend(['COMPILER_MSVC', 'COMPILER_MSVC32'])
   299 
   300 		if sdk == 'ep1':
   301 			if AMBuild.target['platform'] == 'linux':
   302 				staticLibs = os.path.join(sdkPath, 'linux_sdk')
   303 		else:
   304 			if AMBuild.target['platform'] == 'linux':
   305 				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
   306 			elif AMBuild.target['platform'] == 'darwin':
   307 				staticLibs = os.path.join(sdkPath, 'lib', 'mac')
   308 
   309 		for i in paths:
   310 			compiler['CXXINCLUDES'].append(os.path.join(sdkPath, *i))
   311 
   312 		if not noLink:
   313 			if AMBuild.target['platform'] == 'linux':
   314 				compiler['POSTLINKFLAGS'][0:0] = ['-lm']
   315 				if sdk in ['ep2v', 'l4d', 'l4d2']:
   316 					compiler['POSTLINKFLAGS'][0:0] = ['libtier0.so']
   317 					compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.so']
   318 				else:
   319 					compiler['POSTLINKFLAGS'][0:0] = ['tier0_i486.so']
   320 					compiler['POSTLINKFLAGS'][0:0] = ['vstdlib_i486.so']				
   321 			elif AMBuild.target['platform'] == 'darwin':
   322 				compiler['POSTLINKFLAGS'][0:0] = ['libtier0.dylib']
   323 				compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.dylib']
   324 
   325 		return compiler
   326 
   327 mms = MMS()
   328 globals = {
   329 	'MMS': mms
   330 }
   331 
   332 AMBuild.Include(os.path.join('support', 'buildbot', 'Versioning'), globals)
   333 
   334 FileList = [
   335 		['loader', 'AMBuilder'],
   336 		['core', 'AMBuilder'],
   337 		['core-legacy', 'AMBuilder'],
   338 		['support', 'buildbot', 'PackageScript']
   339 	]
   340 
   341 for parts in FileList:
   342 	AMBuild.Include(os.path.join(*parts), globals)
   343