AMBuildScript
author Fyren <fyrenmoo@gmail.com>
Tue Apr 26 07:47:12 2011 -0400 (2011-04-26)
changeset 748 f08a0da6b4b6
parent 747 9563de0165f7
child 750 506985824237
permissions -rw-r--r--
Moved --static-gcc to linker flags (bug 4876, r=dvander).
     1 # vim: set ts=2 sw=2 tw=99 noet ft=python:
     2 import os
     3 import sys
     4 from ambuild.command import SymlinkCommand
     5 
     6 class MMS:
     7 	def __init__(self):
     8 		self.compiler = Cpp.Compiler()
     9 
    10 		#Build SDK info
    11 		self.sdkInfo = { }
    12 		self.sdkInfo['ep1'] =   {'sdk': 'HL2SDK',          'ext': '1.ep1',   'def': '1',
    13 		                         'name': 'EPISODEONE',     'platform': ['windows', 'linux']}
    14 		self.sdkInfo['ep2'] =   {'sdk': 'HL2SDKOB',        'ext': '2.ep2',   'def': '3',
    15 		                         'name': 'ORANGEBOX',      'platform': ['windows', 'linux']}
    16 		self.sdkInfo['ep2v'] =  {'sdk': 'HL2SDKOBVALVE',   'ext': '2.ep2v',  'def': '5',
    17 		                         'name': 'ORANGEBOXVALVE', 'platform': ['windows', 'linux', 'darwin']}
    18 		self.sdkInfo['l4d'] =   {'sdk': 'HL2SDKL4D',       'ext': '2.l4d',   'def': '6',
    19 		                         'name': 'LEFT4DEAD',      'platform': ['windows', 'linux', 'darwin']}
    20 		self.sdkInfo['l4d2'] =  {'sdk': 'HL2SDKL4D2',      'ext': '2.l4d2',  'def': '7',
    21 		                         'name': 'LEFT4DEAD2',     'platform': ['windows', 'linux', 'darwin']}
    22 		self.sdkInfo['darkm'] = {'sdk': 'HL2SDK-DARKM',    'ext': '2.darkm', 'def': '2',
    23 		                         'name': 'DARKMESSIAH',    'platform': ['windows']}
    24 		self.sdkInfo['swarm'] = {'sdk': 'HL2SDK-SWARM',    'ext': '2.swarm', 'def': '8',
    25 		                         'name': 'ALIENSWARM',     'platform': ['windows']}
    26 		self.sdkInfo['bgt'] =   {'sdk': 'HL2SDK-BGT',      'ext': '2.bgt', 'def': '4',
    27 		                         'name': 'BLOODYGOODTIME', 'platform': ['windows']}
    28 
    29 		if AMBuild.mode == 'config':
    30 			#Detect compilers
    31 			self.compiler.DetectAll(AMBuild)
    32 
    33 			#Detect variables
    34 			envvars = {}
    35 			if AMBuild.target['platform'] != 'darwin':
    36 				envvars['HL2SDK'] = 'hl2sdk'
    37 				envvars['HL2SDKOB'] = 'hl2sdk-ob'
    38 
    39 			envvars['HL2SDKOBVALVE'] = 'hl2sdk-ob-valve'
    40 			envvars['HL2SDKL4D'] = 'hl2sdk-l4d'
    41 			envvars['HL2SDKL4D2'] = 'hl2sdk-l4d2'
    42 
    43 			#Dark Messiah is Windows-only
    44 			if AMBuild.target['platform'] == 'windows':
    45 				envvars['HL2SDK-DARKM'] = 'hl2sdk-darkm'
    46 				envvars['HL2SDK-SWARM'] = 'hl2sdk-swarm'
    47 				envvars['HL2SDK-BGT']   = 'hl2sdk-bgt'
    48 
    49 			#Must have a path for each envvar (file a bug if you don't like this)
    50 			for i in envvars:
    51 				if i in os.environ:
    52 					path = os.environ[i]
    53 					if not os.path.isdir(path):
    54 						raise Exception('Path for {0} was not found: {1}'.format(i, path))
    55 				else:
    56 					head = os.getcwd()
    57 					oldhead = None
    58 					while head != None and head != oldhead:
    59 						path = os.path.join(head, envvars[i])
    60 						if os.path.isdir(path):
    61 							break
    62 						oldhead = head
    63 						head, tail = os.path.split(head)
    64 					if head == None or head == oldhead:
    65 						raise Exception('Could not find a valid path for {0}'.format(i))
    66 				AMBuild.cache.CacheVariable(i, path)
    67 
    68 			#Set up defines
    69 			cxx = self.compiler.cxx
    70 			if isinstance(cxx, Cpp.CompatGCC):
    71 				if isinstance(cxx, Cpp.GCC):
    72 					self.vendor = 'gcc'
    73 				elif isinstance(cxx, Cpp.Clang):
    74 					self.vendor = 'clang'
    75 				self.compiler.AddToListVar('CDEFINES', 'stricmp=strcasecmp')
    76 				self.compiler.AddToListVar('CDEFINES', '_stricmp=strcasecmp')
    77 				self.compiler.AddToListVar('CDEFINES', '_snprintf=snprintf')
    78 				self.compiler.AddToListVar('CDEFINES', '_vsnprintf=vsnprintf')
    79 				self.compiler.AddToListVar('CFLAGS', '-pipe')
    80 				self.compiler.AddToListVar('CFLAGS', '-fno-strict-aliasing')
    81 				if (self.vendor == 'gcc' and cxx.majorVersion >= 4) or self.vendor == 'clang':
    82 					self.compiler.AddToListVar('CFLAGS', '-fvisibility=hidden')
    83 					self.compiler.AddToListVar('CXXFLAGS', '-fvisibility-inlines-hidden')
    84 				self.compiler.AddToListVar('CFLAGS', '-Wall')
    85 				self.compiler.AddToListVar('CFLAGS', '-Werror')
    86 				self.compiler.AddToListVar('CFLAGS', '-Wno-uninitialized')
    87 				self.compiler.AddToListVar('CFLAGS', '-Wno-unused')
    88 				self.compiler.AddToListVar('CFLAGS', '-Wno-switch')
    89 				self.compiler.AddToListVar('CFLAGS', '-msse')
    90 				self.compiler.AddToListVar('CFLAGS', '-m32')
    91 				self.compiler.AddToListVar('POSTLINKFLAGS', '-m32')
    92 				self.compiler.AddToListVar('CXXFLAGS', '-fno-exceptions')
    93 				self.compiler.AddToListVar('CXXFLAGS', '-fno-rtti')
    94 				self.compiler.AddToListVar('CXXFLAGS', '-fno-threadsafe-statics')
    95 				self.compiler.AddToListVar('CXXFLAGS', '-Wno-non-virtual-dtor')
    96 				self.compiler.AddToListVar('CXXFLAGS', '-Wno-overloaded-virtual')
    97 				self.compiler.AddToListVar('CDEFINES', 'HAVE_STDINT_H')
    98 				if self.vendor == 'gcc':
    99 					self.compiler.AddToListVar('CFLAGS', '-mfpmath=sse')
   100 					self.compiler.AddToListVar('POSTLINKFLAGS', '-static-libgcc')
   101 			elif isinstance(cxx, Cpp.MSVC):
   102 				self.vendor = 'msvc'
   103 				if AMBuild.options.debug == '1':
   104 					self.compiler.AddToListVar('CFLAGS', '/MTd')
   105 					self.compiler.AddToListVar('POSTLINKFLAGS', '/NODEFAULTLIB:libcmt')
   106 				else:
   107 					self.compiler.AddToListVar('CFLAGS', '/MT')
   108 				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_DEPRECATE')
   109 				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_WARNINGS')
   110 				self.compiler.AddToListVar('CDEFINES', '_CRT_NONSTDC_NO_DEPRECATE')
   111 				self.compiler.AddToListVar('CXXFLAGS', '/EHsc')
   112 				self.compiler.AddToListVar('CXXFLAGS', '/GR-')
   113 				self.compiler.AddToListVar('CFLAGS', '/W3')
   114 				self.compiler.AddToListVar('CFLAGS', '/nologo')
   115 				self.compiler.AddToListVar('CFLAGS', '/Zi')
   116 				self.compiler.AddToListVar('CXXFLAGS', '/TP')
   117 				self.compiler.AddToListVar('POSTLINKFLAGS', '/DEBUG')
   118 				self.compiler.AddToListVar('POSTLINKFLAGS', '/MACHINE:X86')
   119 				self.compiler.AddToListVar('POSTLINKFLAGS', '/SUBSYSTEM:WINDOWS')
   120 				self.compiler.AddToListVar('POSTLINKFLAGS', 'kernel32.lib')
   121 				self.compiler.AddToListVar('POSTLINKFLAGS', 'user32.lib')
   122 				self.compiler.AddToListVar('POSTLINKFLAGS', 'gdi32.lib')
   123 				self.compiler.AddToListVar('POSTLINKFLAGS', 'winspool.lib')
   124 				self.compiler.AddToListVar('POSTLINKFLAGS', 'comdlg32.lib')
   125 				self.compiler.AddToListVar('POSTLINKFLAGS', 'advapi32.lib')
   126 				self.compiler.AddToListVar('POSTLINKFLAGS', 'shell32.lib')
   127 				self.compiler.AddToListVar('POSTLINKFLAGS', 'ole32.lib')
   128 				self.compiler.AddToListVar('POSTLINKFLAGS', 'oleaut32.lib')
   129 				self.compiler.AddToListVar('POSTLINKFLAGS', 'uuid.lib')
   130 				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbc32.lib')
   131 				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbccp32.lib')
   132 
   133 			#Optimization
   134 			if AMBuild.options.opt == '1':
   135 				self.compiler.AddToListVar('CDEFINES', 'NDEBUG')
   136 				if self.vendor == 'gcc' or self.vendor == 'clang':
   137 					self.compiler.AddToListVar('CFLAGS', '-O3')
   138 				elif self.vendor == 'msvc':
   139 					self.compiler.AddToListVar('CFLAGS', '/Ox')
   140 					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:ICF')
   141 					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:REF')
   142 
   143 			#Debugging
   144 			if AMBuild.options.debug == '1':
   145 				self.compiler.AddToListVar('CDEFINES', 'DEBUG')
   146 				self.compiler.AddToListVar('CDEFINES', '_DEBUG')
   147 				if self.vendor == 'gcc' or self.vendor == 'clang':
   148 					self.compiler.AddToListVar('CFLAGS', '-g3')
   149 				elif self.vendor == 'msvc':
   150 					self.compiler.AddToListVar('CFLAGS', '/Od')
   151 					self.compiler.AddToListVar('CFLAGS', '/RTC1')
   152 
   153 			#Platform-specifics
   154 			if AMBuild.target['platform'] == 'linux':
   155 				self.compiler.AddToListVar('CDEFINES', '_LINUX')
   156 			elif AMBuild.target['platform'] == 'darwin':
   157 				self.compiler.AddToListVar('CFLAGS', ['-isysroot',
   158 				                                      '/Developer/SDKs/MacOSX10.5.sdk'])
   159 				self.compiler.AddToListVar('POSTLINKFLAGS', '-mmacosx-version-min=10.5')
   160 				self.compiler.AddToListVar('POSTLINKFLAGS', ['-arch', 'i386'])
   161 				self.compiler.AddToListVar('POSTLINKFLAGS', '-lstdc++')
   162 
   163 				# For OS X dylib versioning
   164 				import re
   165 				productFile = open(os.path.join(AMBuild.sourceFolder, 'product.version'), 'r')
   166 				productContents = productFile.read()
   167 				productFile.close()
   168 				m = re.match('(\d+)\.(\d+)\.(\d+).*', productContents)
   169 				if m == None:
   170 					self.version = '1.0.0'
   171 				else:
   172 					major, minor, release = m.groups()
   173 					self.version = '{0}.{1}.{2}'.format(major, minor, release)
   174 				AMBuild.cache.CacheVariable('version', self.version)
   175 			elif AMBuild.target['platform'] == 'windows':
   176 				self.compiler.AddToListVar('CDEFINES', 'WIN32')
   177 				self.compiler.AddToListVar('CDEFINES', '_WINDOWS')
   178 
   179 			#Finish up
   180 			self.compiler.AddToListVar('CDEFINES', 'MMS_GENERATED_BUILD')
   181 			self.compiler.AddToListVar('CINCLUDES',
   182 			                           os.path.join(AMBuild.outputFolder, 'includes'))
   183 			self.compiler.ToConfig(AMBuild, 'compiler')
   184 			AMBuild.cache.CacheVariable('vendor', self.vendor)
   185 			self.targetMap = { }
   186 			AMBuild.cache.CacheVariable('targetMap', self.targetMap)
   187 		else:
   188 			self.compiler.FromConfig(AMBuild, 'compiler')
   189 			self.targetMap = AMBuild.cache['targetMap']
   190 
   191 		if AMBuild.target['platform'] == 'windows':
   192 			self.compiler.AddToListVar('RCINCLUDES', os.path.join(AMBuild.sourceFolder, 'public'))
   193 			self.compiler.AddToListVar('RCINCLUDES',
   194 			                           os.path.join(AMBuild.outputFolder, 'includes'))
   195 
   196 	def DefaultCompiler(self):
   197 		compiler = self.compiler.Clone()
   198 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, 'public'))
   199 		return compiler
   200 
   201 	def JobMatters(self, jobname):
   202 		file = sys._getframe().f_code.co_filename
   203 		if AMBuild.mode == 'config':
   204 			self.targetMap[jobname] = file
   205 			return True
   206 		if len(AMBuild.args) == 0:
   207 			return True
   208 		if not jobname in AMBuild.args:
   209 			return False
   210 
   211 	def AutoVersion(self, folder, binary):
   212 		if AMBuild.target['platform'] == 'windows':
   213 			env = {'RCDEFINES': ['BINARY_NAME="' + binary.binaryFile + '"', 'MMS_GENERATED_BUILD']}
   214 			binary.AddResourceFile(os.path.join(folder, 'version.rc' ), env)
   215 		elif AMBuild.target['platform'] == 'darwin' and isinstance(binary, Cpp.LibraryBuilder):
   216 			binary.compiler['POSTLINKFLAGS'].extend(['-compatibility_version', '1.0.0'])
   217 			binary.compiler['POSTLINKFLAGS'].extend(['-current_version', AMBuild.cache['version']])
   218 		else:
   219 			return
   220 
   221 	def PreSetupHL2Job(self, job, builder, sdk):
   222 		info = self.sdkInfo[sdk]
   223 		sdkPath = AMBuild.cache[info['sdk']]
   224 		if AMBuild.target['platform'] == 'linux':
   225 			if sdk == 'ep1':
   226 				staticLibs = os.path.join(sdkPath, 'linux_sdk')
   227 			else:
   228 				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
   229 			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
   230 			if sdk in ['ep2v', 'l4d', 'l4d2']:
   231 				for i in ['tier1_i486.a', 'libvstdlib.so', 'libtier0.so']:
   232 					link = os.path.join(workFolder, i)
   233 					target = os.path.join(staticLibs, i)
   234 					try:
   235 						os.lstat(link)
   236 					except:
   237 						job.AddCommand(SymlinkCommand(link, target))
   238 			else:
   239 				for i in ['tier1_i486.a', 'vstdlib_i486.so', 'tier0_i486.so']:
   240 					link = os.path.join(workFolder, i)
   241 					target = os.path.join(staticLibs, i)
   242 					try:
   243 						os.lstat(link)
   244 					except:
   245 						job.AddCommand(SymlinkCommand(link, target))
   246 		elif AMBuild.target['platform'] == 'darwin':
   247 			staticLibs = os.path.join(sdkPath, 'lib', 'mac')
   248 			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
   249 			for i in ['tier1_i486.a', 'libvstdlib.dylib', 'libtier0.dylib']:
   250 				link = os.path.join(workFolder, i)
   251 				target = os.path.join(staticLibs, i)
   252 				try:
   253 					os.lstat(link)
   254 				except:
   255 					job.AddCommand(SymlinkCommand(link, target))
   256 		elif AMBuild.target['platform'] == 'windows':
   257 			libs = ['tier0', 'tier1', 'vstdlib']
   258 			if sdk == 'swarm':
   259 				libs.append('interfaces')
   260 			for lib in libs:
   261 				libPath = os.path.join(sdkPath, 'lib', 'public', lib) + '.lib'
   262 				builder.RebuildIfNewer(libPath)
   263 				builder['POSTLINKFLAGS'].append(libPath)
   264 
   265 	def PostSetupHL2Job(self, job, builder, sdk):
   266 		if AMBuild.target['platform'] in ['linux', 'darwin']:
   267 			builder.AddObjectFiles(['tier1_i486.a'])
   268 
   269 	def DefaultHL2Compiler(self, path, sdk, noLink = False):
   270 		compiler = self.DefaultCompiler()
   271 
   272 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, path))
   273 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, path, 'sourcehook'))
   274 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, 'loader'))
   275 
   276 		info = self.sdkInfo
   277 		compiler['CDEFINES'].extend(['SE_' + info[i]['name'] + '=' + info[i]['def'] for i in info])
   278 
   279 		paths = [['public'], ['public', 'engine'], ['public', 'mathlib'], ['public', 'vstdlib'],
   280 						 ['public', 'tier0'], ['public', 'tier1']]
   281 		if sdk == 'ep1' or sdk == 'darkm':
   282 			paths.append(['public', 'dlls'])
   283 			paths.append(['game_shared'])
   284 		else:
   285 			paths.append(['public', 'game', 'server'])
   286 			paths.append(['game', 'shared'])
   287 			paths.append(['common'])
   288 
   289 		info = self.sdkInfo[sdk]
   290 		sdkPath = AMBuild.cache[info['sdk']]
   291 
   292 		compiler['CDEFINES'].append('SOURCE_ENGINE=' + info['def'])
   293 
   294 		if sdk == 'swarm' and AMBuild.target['platform'] == 'windows':
   295 			compiler['CDEFINES'].extend(['COMPILER_MSVC', 'COMPILER_MSVC32'])
   296 
   297 		if sdk == 'ep1':
   298 			if AMBuild.target['platform'] == 'linux':
   299 				staticLibs = os.path.join(sdkPath, 'linux_sdk')
   300 		else:
   301 			if AMBuild.target['platform'] == 'linux':
   302 				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
   303 			elif AMBuild.target['platform'] == 'darwin':
   304 				staticLibs = os.path.join(sdkPath, 'lib', 'mac')
   305 
   306 		for i in paths:
   307 			compiler['CXXINCLUDES'].append(os.path.join(sdkPath, *i))
   308 
   309 		if not noLink:
   310 			if AMBuild.target['platform'] == 'linux':
   311 				compiler['POSTLINKFLAGS'][0:0] = ['-lm']
   312 				if sdk in ['ep2v', 'l4d', 'l4d2']:
   313 					compiler['POSTLINKFLAGS'][0:0] = ['libtier0.so']
   314 					compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.so']
   315 				else:
   316 					compiler['POSTLINKFLAGS'][0:0] = ['tier0_i486.so']
   317 					compiler['POSTLINKFLAGS'][0:0] = ['vstdlib_i486.so']				
   318 			elif AMBuild.target['platform'] == 'darwin':
   319 				compiler['POSTLINKFLAGS'][0:0] = ['libtier0.dylib']
   320 				compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.dylib']
   321 
   322 		return compiler
   323 
   324 mms = MMS()
   325 globals = {
   326 	'MMS': mms
   327 }
   328 
   329 AMBuild.Include(os.path.join('support', 'buildbot', 'Versioning'), globals)
   330 
   331 FileList = [
   332 		['loader', 'AMBuilder'],
   333 		['core', 'AMBuilder'],
   334 		['core-legacy', 'AMBuilder'],
   335 		['support', 'buildbot', 'PackageScript']
   336 	]
   337 
   338 for parts in FileList:
   339 	AMBuild.Include(os.path.join(*parts), globals)
   340