AMBuildScript
author Scott Ehlert <ds@alliedmods.net>
Thu May 27 19:10:12 2010 -0500 (2010-05-27)
changeset 718 436aeede7eef
parent 709 888d92a83113
child 725 9eec529c3caa
permissions -rw-r--r--
Added version information to Mac OS X binaries (bug 4391, r=dvander).
     1 # vim: set ts=2 sw=2 tw=99 noet ft=python:
     2 import os
     3 import sys
     4 from ambuild.command import SymlinkCommand
     5 
     6 class MMS:
     7 	def __init__(self):
     8 		self.compiler = Cpp.Compiler()
     9 
    10 		#Build SDK info
    11 		self.sdkInfo = { }
    12 		self.sdkInfo['ep1'] =   {'sdk': 'HL2SDK',          'ext': '1.ep1',   'def': '1',
    13 		                         'name': 'EPISODEONE',     'platform': ['windows', 'linux']}
    14 		self.sdkInfo['ep2'] =   {'sdk': 'HL2SDKOB',        'ext': '2.ep2',   'def': '3',
    15 		                         'name': 'ORANGEBOX',      'platform': ['windows', 'linux']}
    16 		self.sdkInfo['ep2v'] =  {'sdk': 'HL2SDKOBVALVE',   'ext': '2.ep2v',  'def': '4',
    17 		                         'name': 'ORANGEBOXVALVE', 'platform': ['windows', 'linux', 'darwin']}
    18 		self.sdkInfo['l4d'] =   {'sdk': 'HL2SDKL4D',       'ext': '2.l4d',   'def': '5',
    19 		                         'name': 'LEFT4DEAD',      'platform': ['windows', 'linux']}
    20 		self.sdkInfo['l4d2'] =  {'sdk': 'HL2SDKL4D2',      'ext': '2.l4d2',  'def': '6',
    21 		                         'name': 'LEFT4DEAD2',     'platform': ['windows', 'linux']}
    22 		self.sdkInfo['darkm'] = {'sdk': 'HL2SDK-DARKM',    'ext': '2.darkm', 'def': '2',
    23 		                         'name': 'DARKMESSIAH',    'platform': ['windows']}
    24 
    25 		if AMBuild.mode == 'config':
    26 			#Detect compilers
    27 			self.compiler.DetectAll(AMBuild)
    28 
    29 			#Detect variables
    30 			envvars = {}
    31 			if AMBuild.target['platform'] != 'darwin':
    32 				envvars['HL2SDK'] = 'hl2sdk'
    33 				envvars['HL2SDKOB'] = 'hl2sdk-ob'
    34 				envvars['HL2SDKL4D'] = 'hl2sdk-l4d'
    35 				envvars['HL2SDKL4D2'] = 'hl2sdk-l4d2'
    36 
    37 			envvars['HL2SDKOBVALVE'] = 'hl2sdk-ob-valve'
    38 
    39 			#Dark Messiah is Windows-only
    40 			if AMBuild.target['platform'] == 'windows':
    41 				envvars['HL2SDK-DARKM'] = 'hl2sdk-darkm'
    42 
    43 			#Must have a path for each envvar (file a bug if you don't like this)
    44 			for i in envvars:
    45 				if i in os.environ:
    46 					path = os.environ[i]
    47 					if not os.path.isdir(path):
    48 						raise Exception('Path for {0} was not found: {1}'.format(i, path))
    49 				else:
    50 					head = os.getcwd()
    51 					oldhead = None
    52 					while head != None and head != oldhead:
    53 						path = os.path.join(head, envvars[i])
    54 						if os.path.isdir(path):
    55 							break
    56 						oldhead = head
    57 						head, tail = os.path.split(head)
    58 					if head == None or head == oldhead:
    59 						raise Exception('Could not find a valid path for {0}'.format(i))
    60 				AMBuild.cache.CacheVariable(i, path)
    61 
    62 			#Set up defines
    63 			cxx = self.compiler.cxx
    64 			if isinstance(cxx, Cpp.GCC):
    65 				self.vendor = 'gcc'
    66 				self.compiler.AddToListVar('CDEFINES', 'stricmp=strcasecmp')
    67 				self.compiler.AddToListVar('CDEFINES', '_stricmp=strcasecmp')
    68 				self.compiler.AddToListVar('CDEFINES', '_snprintf=snprintf')
    69 				self.compiler.AddToListVar('CDEFINES', '_vsnprintf=vsnprintf')
    70 				self.compiler.AddToListVar('CFLAGS', '-pipe')
    71 				self.compiler.AddToListVar('CFLAGS', '-fno-strict-aliasing')
    72 				if cxx.majorVersion >= 4:
    73 					self.compiler.AddToListVar('CFLAGS', '-fvisibility=hidden')
    74 					self.compiler.AddToListVar('CXXFLAGS', '-fvisibility-inlines-hidden')
    75 				self.compiler.AddToListVar('CFLAGS', '-Wall')
    76 				self.compiler.AddToListVar('CFLAGS', '-Werror')
    77 				self.compiler.AddToListVar('CFLAGS', '-Wno-uninitialized')
    78 				self.compiler.AddToListVar('CFLAGS', '-Wno-unused')
    79 				self.compiler.AddToListVar('CFLAGS', '-Wno-switch')
    80 				self.compiler.AddToListVar('CFLAGS', '-mfpmath=sse')
    81 				self.compiler.AddToListVar('CFLAGS', '-msse')
    82 				self.compiler.AddToListVar('CFLAGS', '-m32')
    83 				self.compiler.AddToListVar('CFLAGS', '-static-libgcc')
    84 				self.compiler.AddToListVar('CXXFLAGS', '-fno-exceptions')
    85 				self.compiler.AddToListVar('CXXFLAGS', '-fno-rtti')
    86 				self.compiler.AddToListVar('CXXFLAGS', '-fno-threadsafe-statics')
    87 				self.compiler.AddToListVar('CXXFLAGS', '-Wno-non-virtual-dtor')
    88 				self.compiler.AddToListVar('CDEFINES', 'HAVE_STDINT_H')
    89 			elif isinstance(cxx, Cpp.MSVC):
    90 				self.vendor = 'msvc'
    91 				if AMBuild.options.debug == '1':
    92 					self.compiler.AddToListVar('CFLAGS', '/MTd')
    93 				else:
    94 					self.compiler.AddToListVar('CFLAGS', '/MT')
    95 				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_DEPRECATE')
    96 				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_WARNINGS')
    97 				self.compiler.AddToListVar('CDEFINES', '_CRT_NONSTDC_NO_DEPRECATE')
    98 				self.compiler.AddToListVar('CXXFLAGS', '/EHsc')
    99 				self.compiler.AddToListVar('CXXFLAGS', '/GR-')
   100 				self.compiler.AddToListVar('CFLAGS', '/W3')
   101 				self.compiler.AddToListVar('CFLAGS', '/nologo')
   102 				self.compiler.AddToListVar('CFLAGS', '/Zi')
   103 				self.compiler.AddToListVar('CXXFLAGS', '/TP')
   104 				self.compiler.AddToListVar('POSTLINKFLAGS', '/DEBUG')
   105 				self.compiler.AddToListVar('POSTLINKFLAGS', '/MACHINE:X86')
   106 				self.compiler.AddToListVar('POSTLINKFLAGS', '/SUBSYSTEM:WINDOWS')
   107 				self.compiler.AddToListVar('POSTLINKFLAGS', 'kernel32.lib')
   108 				self.compiler.AddToListVar('POSTLINKFLAGS', 'user32.lib')
   109 				self.compiler.AddToListVar('POSTLINKFLAGS', 'gdi32.lib')
   110 				self.compiler.AddToListVar('POSTLINKFLAGS', 'winspool.lib')
   111 				self.compiler.AddToListVar('POSTLINKFLAGS', 'comdlg32.lib')
   112 				self.compiler.AddToListVar('POSTLINKFLAGS', 'advapi32.lib')
   113 				self.compiler.AddToListVar('POSTLINKFLAGS', 'shell32.lib')
   114 				self.compiler.AddToListVar('POSTLINKFLAGS', 'ole32.lib')
   115 				self.compiler.AddToListVar('POSTLINKFLAGS', 'oleaut32.lib')
   116 				self.compiler.AddToListVar('POSTLINKFLAGS', 'uuid.lib')
   117 				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbc32.lib')
   118 				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbccp32.lib')
   119 
   120 			#Optimization
   121 			if AMBuild.options.opt == '1':
   122 				self.compiler.AddToListVar('CDEFINES', 'NDEBUG')
   123 				if self.vendor == 'gcc':
   124 					self.compiler.AddToListVar('CFLAGS', '-O3')
   125 				elif self.vendor == 'msvc':
   126 					self.compiler.AddToListVar('CFLAGS', '/Ox')
   127 					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:ICF')
   128 					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:REF')
   129 
   130 			#Debugging
   131 			if AMBuild.options.debug == '1':
   132 				self.compiler.AddToListVar('CDEFINES', 'DEBUG')
   133 				self.compiler.AddToListVar('CDEFINES', '_DEBUG')
   134 				if self.vendor == 'gcc':
   135 					self.compiler.AddToListVar('CFLAGS', '-g3')
   136 				elif self.vendor == 'msvc':
   137 					self.compiler.AddToListVar('CFLAGS', '/Od')
   138 					self.compiler.AddToListVar('CFLAGS', '/RTC1')
   139 
   140 			#Platform-specifics
   141 			if AMBuild.target['platform'] == 'linux':
   142 				self.compiler.AddToListVar('CDEFINES', '_LINUX')
   143 			elif AMBuild.target['platform'] == 'darwin':
   144 				self.compiler.AddToListVar('CFLAGS', ['-isysroot',
   145 				                                      '/Developer/SDKs/MacOSX10.5.sdk'])
   146 				self.compiler.AddToListVar('POSTLINKFLAGS', '-mmacosx-version-min=10.5')
   147 				self.compiler.AddToListVar('POSTLINKFLAGS', ['-arch', 'i386'])
   148 				self.compiler.AddToListVar('POSTLINKFLAGS', '-lstdc++')
   149 
   150 				# For OS X dylib versioning
   151 				import re
   152 				productFile = open(os.path.join(AMBuild.sourceFolder, 'product.version'), 'r')
   153 				productContents = productFile.read()
   154 				productFile.close()
   155 				m = re.match('(\d+)\.(\d+)\.(\d+).*', productContents)
   156 				if m == None:
   157 					self.version = '1.0.0'
   158 				else:
   159 					major, minor, release = m.groups()
   160 					self.version = '{0}.{1}.{2}'.format(major, minor, release)
   161 				AMBuild.cache.CacheVariable('version', self.version)
   162 			elif AMBuild.target['platform'] == 'windows':
   163 				self.compiler.AddToListVar('CDEFINES', 'WIN32')
   164 				self.compiler.AddToListVar('CDEFINES', '_WINDOWS')
   165 
   166 			#Finish up
   167 			self.compiler.AddToListVar('CDEFINES', 'MMS_GENERATED_BUILD')
   168 			self.compiler.AddToListVar('CINCLUDES',
   169 			                           os.path.join(AMBuild.outputFolder, 'includes'))
   170 			self.compiler.ToConfig(AMBuild, 'compiler')
   171 			AMBuild.cache.CacheVariable('vendor', self.vendor)
   172 			self.targetMap = { }
   173 			AMBuild.cache.CacheVariable('targetMap', self.targetMap)
   174 		else:
   175 			self.compiler.FromConfig(AMBuild, 'compiler')
   176 			self.targetMap = AMBuild.cache['targetMap']
   177 
   178 		if AMBuild.target['platform'] == 'windows':
   179 			self.compiler.AddToListVar('RCINCLUDES', os.path.join(AMBuild.sourceFolder, 'public'))
   180 			self.compiler.AddToListVar('RCINCLUDES',
   181 			                           os.path.join(AMBuild.outputFolder, 'includes'))
   182 
   183 	def DefaultCompiler(self):
   184 		compiler = self.compiler.Clone()
   185 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, 'public'))
   186 		return compiler
   187 
   188 	def JobMatters(self, jobname):
   189 		file = sys._getframe().f_code.co_filename
   190 		if AMBuild.mode == 'config':
   191 			self.targetMap[jobname] = file
   192 			return True
   193 		if len(AMBuild.args) == 0:
   194 			return True
   195 		if not jobname in AMBuild.args:
   196 			return False
   197 
   198 	def AutoVersion(self, folder, binary):
   199 		if AMBuild.target['platform'] == 'windows':
   200 			env = {'RCDEFINES': ['BINARY_NAME="' + binary.binaryFile + '"', 'MMS_GENERATED_BUILD']}
   201 			binary.AddResourceFile(os.path.join(folder, 'version.rc' ), env)
   202 		elif AMBuild.target['platform'] == 'darwin' and isinstance(binary, Cpp.LibraryBuilder):
   203 			binary.compiler['POSTLINKFLAGS'].extend(['-compatibility_version', '1.0.0'])
   204 			binary.compiler['POSTLINKFLAGS'].extend(['-current_version', AMBuild.cache['version']])
   205 		else:
   206 			return
   207 
   208 	def PreSetupHL2Job(self, job, builder, sdk):
   209 		info = self.sdkInfo[sdk]
   210 		sdkPath = AMBuild.cache[info['sdk']]
   211 		if AMBuild.target['platform'] == 'linux':
   212 			if sdk == 'ep1':
   213 				staticLibs = os.path.join(sdkPath, 'linux_sdk')
   214 			else:
   215 				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
   216 			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
   217 			if sdk == 'ep2v' or sdk == 'l4d2':
   218 				for i in ['tier1_i486.a', 'libvstdlib.so', 'libtier0.so']:
   219 					link = os.path.join(workFolder, i)
   220 					target = os.path.join(staticLibs, i)
   221 					try:
   222 						os.lstat(link)
   223 					except:
   224 						job.AddCommand(SymlinkCommand(link, target))
   225 			else:
   226 				for i in ['tier1_i486.a', 'vstdlib_i486.so', 'tier0_i486.so']:
   227 					link = os.path.join(workFolder, i)
   228 					target = os.path.join(staticLibs, i)
   229 					try:
   230 						os.lstat(link)
   231 					except:
   232 						job.AddCommand(SymlinkCommand(link, target))
   233 		elif AMBuild.target['platform'] == 'darwin':
   234 			staticLibs = os.path.join(sdkPath, 'lib', 'mac')
   235 			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
   236 			for i in ['tier1_i486.a', 'libvstdlib.dylib', 'libtier0.dylib']:
   237 				link = os.path.join(workFolder, i)
   238 				target = os.path.join(staticLibs, i)
   239 				try:
   240 					os.lstat(link)
   241 				except:
   242 					job.AddCommand(SymlinkCommand(link, target))
   243 		elif AMBuild.target['platform'] == 'windows':
   244 			for lib in ['tier0', 'tier1', 'vstdlib']:
   245 				libPath = os.path.join(sdkPath, 'lib', 'public', lib) + '.lib'
   246 				builder.RebuildIfNewer(libPath)
   247 				builder['POSTLINKFLAGS'].append(libPath)
   248 
   249 	def PostSetupHL2Job(self, job, builder, sdk):
   250 		if AMBuild.target['platform'] in ['linux', 'darwin']:
   251 			builder.AddObjectFiles(['tier1_i486.a'])
   252 
   253 	def DefaultHL2Compiler(self, path, sdk, noLink = False):
   254 		compiler = self.DefaultCompiler()
   255 
   256 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, path))
   257 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, path, 'sourcehook'))
   258 		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, 'loader'))
   259 
   260 		info = self.sdkInfo
   261 		compiler['CDEFINES'].extend(['SE_' + info[i]['name'] + '=' + info[i]['def'] for i in info])
   262 
   263 		paths = [['public'], ['public', 'engine'], ['public', 'mathlib'], ['public', 'vstdlib'],
   264 						 ['public', 'tier0'], ['public', 'tier1']]
   265 		if sdk == 'ep1' or sdk == 'darkm':
   266 			paths.append(['public', 'dlls'])
   267 			paths.append(['game_shared'])
   268 		else:
   269 			paths.append(['public', 'game', 'server'])
   270 			paths.append(['game', 'shared'])
   271 			paths.append(['common'])
   272 
   273 		info = self.sdkInfo[sdk]
   274 		sdkPath = AMBuild.cache[info['sdk']]
   275 
   276 		compiler['CDEFINES'].append('SOURCE_ENGINE=' + info['def'])
   277 
   278 		if sdk == 'ep1':
   279 			if AMBuild.target['platform'] == 'linux':
   280 				staticLibs = os.path.join(sdkPath, 'linux_sdk')
   281 		else:
   282 			if AMBuild.target['platform'] == 'linux':
   283 				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
   284 			elif AMBuild.target['platform'] == 'darwin':
   285 				staticLibs = os.path.join(sdkPath, 'lib', 'mac')
   286 
   287 		for i in paths:
   288 			compiler['CXXINCLUDES'].append(os.path.join(sdkPath, *i))
   289 
   290 		if not noLink:
   291 			if AMBuild.target['platform'] == 'linux':
   292 				compiler['POSTLINKFLAGS'][0:0] = ['-lm']
   293 				if sdk == 'ep2v' or sdk == 'l4d2':
   294 					compiler['POSTLINKFLAGS'][0:0] = ['libtier0.so']
   295 					compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.so']
   296 				else:
   297 					compiler['POSTLINKFLAGS'][0:0] = ['tier0_i486.so']
   298 					compiler['POSTLINKFLAGS'][0:0] = ['vstdlib_i486.so']				
   299 			elif AMBuild.target['platform'] == 'darwin':
   300 				compiler['POSTLINKFLAGS'][0:0] = ['libtier0.dylib']
   301 				compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.dylib']
   302 
   303 		return compiler
   304 
   305 mms = MMS()
   306 globals = {
   307 	'MMS': mms
   308 }
   309 
   310 AMBuild.Include(os.path.join('support', 'buildbot', 'Versioning'), globals)
   311 
   312 FileList = [
   313 		['loader', 'AMBuilder'],
   314 		['core', 'AMBuilder'],
   315 		['core-legacy', 'AMBuilder'],
   316 		['support', 'buildbot', 'PackageScript']
   317 	]
   318 
   319 for parts in FileList:
   320 	AMBuild.Include(os.path.join(*parts), globals)
   321