AMBuildScript
author Scott Ehlert <ds@alliedmods.net>
Fri May 14 00:34:36 2010 -0500 (2010-05-14)
changeset 704 6055e296b807
child 708 18619ef4d64c
permissions -rw-r--r--
Converted build system to AMBuild (bug 4403, r=dvander).
     1 # vim: set ts=2 sw=2 tw=99 noet ft=python:
     2 import os
     3 import sys
     4 from ambuild.command import SymlinkCommand
     5 
     6 class MMS:
     7 	def __init__(self):
     8 		self.compiler = Cpp.Compiler()
     9 
    10 		#Build SDK info
    11 		self.sdkInfo = { }
    12 		self.sdkInfo['ep1'] =   {'sdk': 'HL2SDK',          'ext': '1.ep1',   'def': '1',
    13 		                         'name': 'EPISODEONE',     'platform': ['windows', 'linux']}
    14 		self.sdkInfo['ep2'] =   {'sdk': 'HL2SDKOB',        'ext': '2.ep2',   'def': '3',
    15 		                         'name': 'ORANGEBOX',      'platform': ['windows', 'linux']}
    16 		self.sdkInfo['ep2v'] =  {'sdk': 'HL2SDKOBVALVE',   'ext': '2.ep2v',  'def': '4',
    17 		                         'name': 'ORANGEBOXVALVE', 'platform': ['windows', 'linux', 'darwin']}
    18 		self.sdkInfo['l4d'] =   {'sdk': 'HL2SDKL4D',       'ext': '2.l4d',   'def': '5',
    19 		                         'name': 'LEFT4DEAD',      'platform': ['windows', 'linux']}
    20 		self.sdkInfo['l4d2'] =  {'sdk': 'HL2SDKL4D2',      'ext': '2.l4d2',  'def': '6',
    21 		                         'name': 'LEFT4DEAD2',     'platform': ['windows', 'linux']}
    22 		self.sdkInfo['darkm'] = {'sdk': 'HL2SDK-DARKM',    'ext': '2.darkm', 'def': '2',
    23 		                         'name': 'DARKMESSIAH',    'platform': ['windows']}
    24 
    25 		if AMBuild.mode == 'config':
    26 			#Detect compilers
    27 			self.compiler.DetectAll(AMBuild)
    28 
    29 			#Detect variables
    30 			envvars = {}
    31 			if AMBuild.target['platform'] != 'darwin':
    32 				envvars['HL2SDK'] = 'hl2sdk'
    33 				envvars['HL2SDKOB'] = 'hl2sdk-ob'
    34 				envvars['HL2SDKL4D'] = 'hl2sdk-l4d'
    35 				envvars['HL2SDKL4D2'] = 'hl2sdk-l4d2'
    36 
    37 			envvars['HL2SDKOBVALVE'] = 'hl2sdk-ob-valve'
    38 
    39 			#Dark Messiah is Windows-only
    40 			if AMBuild.target['platform'] == 'windows':
    41 				envvars['HL2SDK-DARKM'] = 'hl2sdk-darkm'
    42 
    43 			#Must have a path for each envvar (file a bug if you don't like this)
    44 			for i in envvars:
    45 				if i in os.environ:
    46 					path = os.environ[i]
    47 					if not os.path.isdir(path):
    48 						raise Exception('Path for {0} was not found: {1}'.format(i, path))
    49 				else:
    50 					head = os.getcwd()
    51 					oldhead = None
    52 					while head != None and head != oldhead:
    53 						path = os.path.join(head, envvars[i])
    54 						if os.path.isdir(path):
    55 							break
    56 						oldhead = head
    57 						head, tail = os.path.split(head)
    58 					if head == None or head == oldhead:
    59 						raise Exception('Could not find a valid path for {0}'.format(i))
    60 				AMBuild.cache.CacheVariable(i, path)
    61 
    62 			#Set up defines
    63 			cxx = self.compiler.cxx
    64 			if isinstance(cxx, Cpp.GCC):
    65 				self.vendor = 'gcc'
    66 				self.compiler.AddToListVar('CDEFINES', 'stricmp=strcasecmp')
    67 				self.compiler.AddToListVar('CDEFINES', '_stricmp=strcasecmp')
    68 				self.compiler.AddToListVar('CDEFINES', '_snprintf=snprintf')
    69 				self.compiler.AddToListVar('CDEFINES', '_vsnprintf=vsnprintf')
    70 				self.compiler.AddToListVar('CFLAGS', '-pipe')
    71 				self.compiler.AddToListVar('CFLAGS', '-fno-strict-aliasing')
    72 				if cxx.majorVersion >= 4:
    73 					self.compiler.AddToListVar('CFLAGS', '-fvisibility=hidden')
    74 					self.compiler.AddToListVar('CXXFLAGS', '-fvisibility-inlines-hidden')
    75 				self.compiler.AddToListVar('CFLAGS', '-Wall')
    76 				self.compiler.AddToListVar('CFLAGS', '-Werror')
    77 				self.compiler.AddToListVar('CFLAGS', '-Wno-uninitialized')
    78 				self.compiler.AddToListVar('CFLAGS', '-Wno-unused')
    79 				self.compiler.AddToListVar('CFLAGS', '-Wno-switch')
    80 				self.compiler.AddToListVar('CFLAGS', '-mfpmath=sse')
    81 				self.compiler.AddToListVar('CFLAGS', '-msse')
    82 				self.compiler.AddToListVar('CFLAGS', '-m32')
    83 				self.compiler.AddToListVar('CFLAGS', '-static-libgcc')
    84 				self.compiler.AddToListVar('CXXFLAGS', '-fno-exceptions')
    85 				self.compiler.AddToListVar('CXXFLAGS', '-fno-rtti')
    86 				self.compiler.AddToListVar('CXXFLAGS', '-fno-threadsafe-statics')
    87 				self.compiler.AddToListVar('CXXFLAGS', '-Wno-non-virtual-dtor')
    88 				self.compiler.AddToListVar('CDEFINES', 'HAVE_STDINT_H')
    89 			elif isinstance(cxx, Cpp.MSVC):
    90 				self.vendor = 'msvc'
    91 				if AMBuild.options.debug == '1':
    92 					self.compiler.AddToListVar('CFLAGS', '/MTd')
    93 				else:
    94 					self.compiler.AddToListVar('CFLAGS', '/MT')
    95 				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_DEPRECATE')
    96 				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_WARNINGS')
    97 				self.compiler.AddToListVar('CDEFINES', '_CRT_NONSTDC_NO_DEPRECATE')
    98 				self.compiler.AddToListVar('CXXFLAGS', '/EHsc')
    99 				self.compiler.AddToListVar('CXXFLAGS', '/GR-')
   100 				self.compiler.AddToListVar('CFLAGS', '/W3')
   101 				self.compiler.AddToListVar('CFLAGS', '/nologo')
   102 				self.compiler.AddToListVar('CFLAGS', '/Zi')
   103 				self.compiler.AddToListVar('CXXFLAGS', '/TP')
   104 				self.compiler.AddToListVar('POSTLINKFLAGS', '/DEBUG')
   105 				self.compiler.AddToListVar('POSTLINKFLAGS', '/MACHINE:X86')
   106 				self.compiler.AddToListVar('POSTLINKFLAGS', '/SUBSYSTEM:WINDOWS')
   107 				self.compiler.AddToListVar('POSTLINKFLAGS', 'kernel32.lib')
   108 				self.compiler.AddToListVar('POSTLINKFLAGS', 'user32.lib')
   109 				self.compiler.AddToListVar('POSTLINKFLAGS', 'gdi32.lib')
   110 				self.compiler.AddToListVar('POSTLINKFLAGS', 'winspool.lib')
   111 				self.compiler.AddToListVar('POSTLINKFLAGS', 'comdlg32.lib')
   112 				self.compiler.AddToListVar('POSTLINKFLAGS', 'advapi32.lib')
   113 				self.compiler.AddToListVar('POSTLINKFLAGS', 'shell32.lib')
   114 				self.compiler.AddToListVar('POSTLINKFLAGS', 'ole32.lib')
   115 				self.compiler.AddToListVar('POSTLINKFLAGS', 'oleaut32.lib')
   116 				self.compiler.AddToListVar('POSTLINKFLAGS', 'uuid.lib')
   117 				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbc32.lib')
   118 				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbccp32.lib')
   119 
   120 			#Optimization
   121 			if AMBuild.options.opt == '1':
   122 				self.compiler.AddToListVar('CDEFINES', 'NDEBUG')
   123 				if self.vendor == 'gcc':
   124 					self.compiler.AddToListVar('CFLAGS', '-O3')
   125 				elif self.vendor == 'msvc':
   126 					self.compiler.AddToListVar('CFLAGS', '/Ot')
   127 					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:ICF')
   128 
   129 			#Debugging
   130 			if AMBuild.options.debug == '1':
   131 				self.compiler.AddToListVar('CDEFINES', 'DEBUG')
   132 				self.compiler.AddToListVar('CDEFINES', '_DEBUG')
   133 				if self.vendor == 'gcc':
   134 					self.compiler.AddToListVar('CFLAGS', '-g3')
   135 				elif self.vendor == 'msvc':
   136 					self.compiler.AddToListVar('CFLAGS', '/Od')
   137 					self.compiler.AddToListVar('CFLAGS', '/RTC1')
   138 
   139 			#Platform-specifics
   140 			if AMBuild.target['platform'] == 'linux':
   141 				self.compiler.AddToListVar('CDEFINES', '_LINUX')
   142 			elif AMBuild.target['platform'] == 'darwin':
   143 				self.compiler.AddToListVar('CFLAGS', ['-isysroot',
   144 				                                      '/Developer/SDKs/MacOSX10.5.sdk'])
   145 				self.compiler.AddToListVar('POSTLINKFLAGS', '-mmacosx-version-min=10.5')
   146 				self.compiler.AddToListVar('POSTLINKFLAGS', ['-arch', 'i386'])
   147 				self.compiler.AddToListVar('POSTLINKFLAGS', '-lstdc++')
   148 			elif AMBuild.target['platform'] == 'windows':
   149 				self.compiler.AddToListVar('CDEFINES', 'WIN32')
   150 				self.compiler.AddToListVar('CDEFINES', '_WINDOWS')
   151 
   152 			#Finish up
   153 			self.compiler.AddToListVar('CDEFINES', 'MMS_GENERATED_BUILD')
   154 			self.compiler.AddToListVar('CINCLUDES',
   155 			                           os.path.join(AMBuild.outputFolder, 'includes'))
   156 			self.compiler.ToConfig(AMBuild, 'compiler')
   157 			AMBuild.cache.CacheVariable('vendor', self.vendor)
   158 			self.targetMap = { }
   159 			AMBuild.cache.CacheVariable('targetMap', self.targetMap)
   160 		else:
   161 			self.compiler.FromConfig(AMBuild, 'compiler')
   162 			self.targetMap = AMBuild.cache['targetMap']
   163 
   164 		if AMBuild.target['platform'] == 'windows':
   165 			self.compiler.AddToListVar('RCINCLUDES', os.path.join(AMBuild.sourceFolder, 'public'))
   166 			self.compiler.AddToListVar('RCINCLUDES',
   167 			                           os.path.join(AMBuild.outputFolder, 'includes'))
   168 
   169 	def DefaultCompiler(self):
   170 		compiler = self.compiler.Clone()
   171 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, 'public'))
   172 		return compiler
   173 
   174 	def JobMatters(self, jobname):
   175 		file = sys._getframe().f_code.co_filename
   176 		if AMBuild.mode == 'config':
   177 			self.targetMap[jobname] = file
   178 			return True
   179 		if len(AMBuild.args) == 0:
   180 			return True
   181 		if not jobname in AMBuild.args:
   182 			return False
   183 
   184 	def AutoVersion(self, folder, binary):
   185 		if AMBuild.target['platform'] != 'windows':
   186 			return
   187 		env = {'RCDEFINES': ['BINARY_NAME="' + binary.binaryFile + '"', 'MMS_GENERATED_BUILD']}
   188 		binary.AddResourceFile(os.path.join(folder, 'version.rc' ), env)
   189 
   190 	def PreSetupHL2Job(self, job, builder, sdk):
   191 		info = self.sdkInfo[sdk]
   192 		sdkPath = AMBuild.cache[info['sdk']]
   193 		if AMBuild.target['platform'] == 'linux':
   194 			if sdk == 'ep1':
   195 				staticLibs = os.path.join(sdkPath, 'linux_sdk')
   196 			else:
   197 				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
   198 			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
   199 			if sdk == 'ep2v' or sdk == 'l4d2':
   200 				for i in ['tier1_i486.a', 'libvstdlib.so', 'libtier0.so']:
   201 					link = os.path.join(workFolder, i)
   202 					target = os.path.join(staticLibs, i)
   203 					try:
   204 						os.lstat(link)
   205 					except:
   206 						job.AddCommand(SymlinkCommand(link, target))
   207 			else:
   208 				for i in ['tier1_i486.a', 'vstdlib_i486.so', 'tier0_i486.so']:
   209 					link = os.path.join(workFolder, i)
   210 					target = os.path.join(staticLibs, i)
   211 					try:
   212 						os.lstat(link)
   213 					except:
   214 						job.AddCommand(SymlinkCommand(link, target))
   215 		elif AMBuild.target['platform'] == 'darwin':
   216 			staticLibs = os.path.join(sdkPath, 'lib', 'mac')
   217 			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
   218 			for i in ['tier1_i486.a', 'libvstdlib.dylib', 'libtier0.dylib']:
   219 				link = os.path.join(workFolder, i)
   220 				target = os.path.join(staticLibs, i)
   221 				try:
   222 					os.lstat(link)
   223 				except:
   224 					job.AddCommand(SymlinkCommand(link, target))
   225 		elif AMBuild.target['platform'] == 'windows':
   226 			for lib in ['tier0', 'tier1', 'vstdlib']:
   227 				libPath = os.path.join(sdkPath, 'lib', 'public', lib) + '.lib'
   228 				builder.RebuildIfNewer(libPath)
   229 				builder['POSTLINKFLAGS'].append(libPath)
   230 
   231 	def PostSetupHL2Job(self, job, builder, sdk):
   232 		if AMBuild.target['platform'] in ['linux', 'darwin']:
   233 			builder.AddObjectFiles(['tier1_i486.a'])
   234 
   235 	def DefaultHL2Compiler(self, path, sdk, noLink = False):
   236 		compiler = self.DefaultCompiler()
   237 
   238 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, path))
   239 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, path, 'sourcehook'))
   240 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, 'loader'))
   241 
   242 		info = self.sdkInfo
   243 		compiler['CDEFINES'].extend(['SE_' + info[i]['name'] + '=' + info[i]['def'] for i in info])
   244 
   245 		paths = [['public'], ['public', 'engine'], ['public', 'mathlib'], ['public', 'vstdlib'],
   246 						 ['public', 'tier0'], ['public', 'tier1']]
   247 		if sdk == 'ep1' or sdk == 'darkm':
   248 			paths.append(['public', 'dlls'])
   249 			paths.append(['game_shared'])
   250 		else:
   251 			paths.append(['public', 'game', 'server'])
   252 			paths.append(['game', 'shared'])
   253 			paths.append(['common'])
   254 
   255 		info = self.sdkInfo[sdk]
   256 		sdkPath = AMBuild.cache[info['sdk']]
   257 
   258 		compiler['CDEFINES'].append('SOURCE_ENGINE=' + info['def'])
   259 
   260 		if sdk == 'ep1':
   261 			if AMBuild.target['platform'] == 'linux':
   262 				staticLibs = os.path.join(sdkPath, 'linux_sdk')
   263 		else:
   264 			if AMBuild.target['platform'] == 'linux':
   265 				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
   266 			elif AMBuild.target['platform'] == 'darwin':
   267 				staticLibs = os.path.join(sdkPath, 'lib', 'mac')
   268 
   269 		for i in paths:
   270 			compiler['CXXINCLUDES'].append(os.path.join(sdkPath, *i))
   271 
   272 		if not noLink:
   273 			if AMBuild.target['platform'] == 'linux':
   274 				compiler['POSTLINKFLAGS'][0:0] = ['-lm']
   275 				if sdk == 'ep2v' or sdk == 'l4d2':
   276 					compiler['POSTLINKFLAGS'][0:0] = ['libtier0.so']
   277 					compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.so']
   278 				else:
   279 					compiler['POSTLINKFLAGS'][0:0] = ['tier0_i486.so']
   280 					compiler['POSTLINKFLAGS'][0:0] = ['vstdlib_i486.so']				
   281 			elif AMBuild.target['platform'] == 'darwin':
   282 				compiler['POSTLINKFLAGS'][0:0] = ['libtier0.dylib']
   283 				compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.dylib']
   284 
   285 		return compiler
   286 
   287 mms = MMS()
   288 globals = {
   289 	'MMS': mms
   290 }
   291 
   292 AMBuild.Include(os.path.join('support', 'buildbot', 'Versioning'), globals)
   293 
   294 FileList = [
   295 		['loader', 'AMBuilder'],
   296 		['core', 'AMBuilder'],
   297 		['core-legacy', 'AMBuilder'],
   298 		['support', 'buildbot', 'PackageScript']
   299 	]
   300 
   301 for parts in FileList:
   302 	AMBuild.Include(os.path.join(*parts), globals)
   303