AMBuildScript
author David Anderson <dvander@alliedmods.net>
Sat Mar 12 20:18:10 2011 -0800 (2011-03-12)
changeset 742 f38fc2289fa5
parent 740 109d0c8cf1e4
child 747 9563de0165f7
permissions -rw-r--r--
Updated symstore logic.
ds@704
     1
# vim: set ts=2 sw=2 tw=99 noet ft=python:
ds@704
     2
import os
ds@704
     3
import sys
ds@704
     4
from ambuild.command import SymlinkCommand
ds@704
     5
ds@704
     6
class MMS:
ds@704
     7
	def __init__(self):
ds@704
     8
		self.compiler = Cpp.Compiler()
ds@704
     9
ds@704
    10
		#Build SDK info
ds@704
    11
		self.sdkInfo = { }
ds@704
    12
		self.sdkInfo['ep1'] =   {'sdk': 'HL2SDK',          'ext': '1.ep1',   'def': '1',
ds@704
    13
		                         'name': 'EPISODEONE',     'platform': ['windows', 'linux']}
ds@704
    14
		self.sdkInfo['ep2'] =   {'sdk': 'HL2SDKOB',        'ext': '2.ep2',   'def': '3',
ds@704
    15
		                         'name': 'ORANGEBOX',      'platform': ['windows', 'linux']}
skamonkey@740
    16
		self.sdkInfo['ep2v'] =  {'sdk': 'HL2SDKOBVALVE',   'ext': '2.ep2v',  'def': '5',
ds@704
    17
		                         'name': 'ORANGEBOXVALVE', 'platform': ['windows', 'linux', 'darwin']}
skamonkey@740
    18
		self.sdkInfo['l4d'] =   {'sdk': 'HL2SDKL4D',       'ext': '2.l4d',   'def': '6',
ds@737
    19
		                         'name': 'LEFT4DEAD',      'platform': ['windows', 'linux', 'darwin']}
skamonkey@740
    20
		self.sdkInfo['l4d2'] =  {'sdk': 'HL2SDKL4D2',      'ext': '2.l4d2',  'def': '7',
ds@732
    21
		                         'name': 'LEFT4DEAD2',     'platform': ['windows', 'linux', 'darwin']}
ds@704
    22
		self.sdkInfo['darkm'] = {'sdk': 'HL2SDK-DARKM',    'ext': '2.darkm', 'def': '2',
ds@704
    23
		                         'name': 'DARKMESSIAH',    'platform': ['windows']}
skamonkey@740
    24
		self.sdkInfo['swarm'] = {'sdk': 'HL2SDK-SWARM',    'ext': '2.swarm', 'def': '8',
ds@725
    25
		                         'name': 'ALIENSWARM',     'platform': ['windows']}
skamonkey@740
    26
		self.sdkInfo['bgt'] =   {'sdk': 'HL2SDK-BGT',      'ext': '2.bgt', 'def': '4',
skamonkey@740
    27
		                         'name': 'BLOODYGOODTIME', 'platform': ['windows']}
ds@704
    28
ds@704
    29
		if AMBuild.mode == 'config':
ds@704
    30
			#Detect compilers
ds@704
    31
			self.compiler.DetectAll(AMBuild)
ds@704
    32
ds@704
    33
			#Detect variables
ds@704
    34
			envvars = {}
ds@704
    35
			if AMBuild.target['platform'] != 'darwin':
ds@704
    36
				envvars['HL2SDK'] = 'hl2sdk'
ds@704
    37
				envvars['HL2SDKOB'] = 'hl2sdk-ob'
ds@704
    38
ds@704
    39
			envvars['HL2SDKOBVALVE'] = 'hl2sdk-ob-valve'
ds@737
    40
			envvars['HL2SDKL4D'] = 'hl2sdk-l4d'
ds@732
    41
			envvars['HL2SDKL4D2'] = 'hl2sdk-l4d2'
ds@704
    42
ds@704
    43
			#Dark Messiah is Windows-only
ds@704
    44
			if AMBuild.target['platform'] == 'windows':
ds@704
    45
				envvars['HL2SDK-DARKM'] = 'hl2sdk-darkm'
ds@725
    46
				envvars['HL2SDK-SWARM'] = 'hl2sdk-swarm'
skamonkey@740
    47
				envvars['HL2SDK-BGT']   = 'hl2sdk-bgt'
ds@704
    48
ds@704
    49
			#Must have a path for each envvar (file a bug if you don't like this)
ds@704
    50
			for i in envvars:
ds@704
    51
				if i in os.environ:
ds@704
    52
					path = os.environ[i]
ds@704
    53
					if not os.path.isdir(path):
ds@704
    54
						raise Exception('Path for {0} was not found: {1}'.format(i, path))
ds@704
    55
				else:
ds@704
    56
					head = os.getcwd()
ds@704
    57
					oldhead = None
ds@704
    58
					while head != None and head != oldhead:
ds@704
    59
						path = os.path.join(head, envvars[i])
ds@704
    60
						if os.path.isdir(path):
ds@704
    61
							break
ds@704
    62
						oldhead = head
ds@704
    63
						head, tail = os.path.split(head)
ds@704
    64
					if head == None or head == oldhead:
ds@704
    65
						raise Exception('Could not find a valid path for {0}'.format(i))
ds@704
    66
				AMBuild.cache.CacheVariable(i, path)
ds@704
    67
ds@704
    68
			#Set up defines
ds@704
    69
			cxx = self.compiler.cxx
ds@704
    70
			if isinstance(cxx, Cpp.GCC):
ds@704
    71
				self.vendor = 'gcc'
ds@704
    72
				self.compiler.AddToListVar('CDEFINES', 'stricmp=strcasecmp')
ds@704
    73
				self.compiler.AddToListVar('CDEFINES', '_stricmp=strcasecmp')
ds@704
    74
				self.compiler.AddToListVar('CDEFINES', '_snprintf=snprintf')
ds@704
    75
				self.compiler.AddToListVar('CDEFINES', '_vsnprintf=vsnprintf')
ds@704
    76
				self.compiler.AddToListVar('CFLAGS', '-pipe')
ds@704
    77
				self.compiler.AddToListVar('CFLAGS', '-fno-strict-aliasing')
ds@704
    78
				if cxx.majorVersion >= 4:
ds@704
    79
					self.compiler.AddToListVar('CFLAGS', '-fvisibility=hidden')
ds@704
    80
					self.compiler.AddToListVar('CXXFLAGS', '-fvisibility-inlines-hidden')
ds@704
    81
				self.compiler.AddToListVar('CFLAGS', '-Wall')
ds@704
    82
				self.compiler.AddToListVar('CFLAGS', '-Werror')
ds@704
    83
				self.compiler.AddToListVar('CFLAGS', '-Wno-uninitialized')
ds@704
    84
				self.compiler.AddToListVar('CFLAGS', '-Wno-unused')
ds@704
    85
				self.compiler.AddToListVar('CFLAGS', '-Wno-switch')
ds@704
    86
				self.compiler.AddToListVar('CFLAGS', '-mfpmath=sse')
ds@704
    87
				self.compiler.AddToListVar('CFLAGS', '-msse')
ds@704
    88
				self.compiler.AddToListVar('CFLAGS', '-m32')
ds@735
    89
				self.compiler.AddToListVar('POSTLINKFLAGS', '-m32')
ds@704
    90
				self.compiler.AddToListVar('CFLAGS', '-static-libgcc')
ds@704
    91
				self.compiler.AddToListVar('CXXFLAGS', '-fno-exceptions')
ds@704
    92
				self.compiler.AddToListVar('CXXFLAGS', '-fno-rtti')
ds@704
    93
				self.compiler.AddToListVar('CXXFLAGS', '-fno-threadsafe-statics')
ds@704
    94
				self.compiler.AddToListVar('CXXFLAGS', '-Wno-non-virtual-dtor')
ds@704
    95
				self.compiler.AddToListVar('CDEFINES', 'HAVE_STDINT_H')
ds@704
    96
			elif isinstance(cxx, Cpp.MSVC):
ds@704
    97
				self.vendor = 'msvc'
ds@704
    98
				if AMBuild.options.debug == '1':
ds@704
    99
					self.compiler.AddToListVar('CFLAGS', '/MTd')
ds@725
   100
					self.compiler.AddToListVar('POSTLINKFLAGS', '/NODEFAULTLIB:libcmt')
ds@704
   101
				else:
ds@704
   102
					self.compiler.AddToListVar('CFLAGS', '/MT')
ds@704
   103
				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_DEPRECATE')
ds@704
   104
				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_WARNINGS')
ds@704
   105
				self.compiler.AddToListVar('CDEFINES', '_CRT_NONSTDC_NO_DEPRECATE')
ds@704
   106
				self.compiler.AddToListVar('CXXFLAGS', '/EHsc')
ds@704
   107
				self.compiler.AddToListVar('CXXFLAGS', '/GR-')
ds@704
   108
				self.compiler.AddToListVar('CFLAGS', '/W3')
ds@704
   109
				self.compiler.AddToListVar('CFLAGS', '/nologo')
ds@704
   110
				self.compiler.AddToListVar('CFLAGS', '/Zi')
ds@704
   111
				self.compiler.AddToListVar('CXXFLAGS', '/TP')
ds@704
   112
				self.compiler.AddToListVar('POSTLINKFLAGS', '/DEBUG')
ds@704
   113
				self.compiler.AddToListVar('POSTLINKFLAGS', '/MACHINE:X86')
ds@704
   114
				self.compiler.AddToListVar('POSTLINKFLAGS', '/SUBSYSTEM:WINDOWS')
ds@704
   115
				self.compiler.AddToListVar('POSTLINKFLAGS', 'kernel32.lib')
ds@704
   116
				self.compiler.AddToListVar('POSTLINKFLAGS', 'user32.lib')
ds@704
   117
				self.compiler.AddToListVar('POSTLINKFLAGS', 'gdi32.lib')
ds@704
   118
				self.compiler.AddToListVar('POSTLINKFLAGS', 'winspool.lib')
ds@704
   119
				self.compiler.AddToListVar('POSTLINKFLAGS', 'comdlg32.lib')
ds@704
   120
				self.compiler.AddToListVar('POSTLINKFLAGS', 'advapi32.lib')
ds@704
   121
				self.compiler.AddToListVar('POSTLINKFLAGS', 'shell32.lib')
ds@704
   122
				self.compiler.AddToListVar('POSTLINKFLAGS', 'ole32.lib')
ds@704
   123
				self.compiler.AddToListVar('POSTLINKFLAGS', 'oleaut32.lib')
ds@704
   124
				self.compiler.AddToListVar('POSTLINKFLAGS', 'uuid.lib')
ds@704
   125
				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbc32.lib')
ds@704
   126
				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbccp32.lib')
ds@704
   127
ds@704
   128
			#Optimization
ds@704
   129
			if AMBuild.options.opt == '1':
ds@704
   130
				self.compiler.AddToListVar('CDEFINES', 'NDEBUG')
ds@704
   131
				if self.vendor == 'gcc':
ds@704
   132
					self.compiler.AddToListVar('CFLAGS', '-O3')
ds@704
   133
				elif self.vendor == 'msvc':
ds@709
   134
					self.compiler.AddToListVar('CFLAGS', '/Ox')
ds@704
   135
					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:ICF')
ds@708
   136
					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:REF')
ds@704
   137
ds@704
   138
			#Debugging
ds@704
   139
			if AMBuild.options.debug == '1':
ds@704
   140
				self.compiler.AddToListVar('CDEFINES', 'DEBUG')
ds@704
   141
				self.compiler.AddToListVar('CDEFINES', '_DEBUG')
ds@704
   142
				if self.vendor == 'gcc':
ds@704
   143
					self.compiler.AddToListVar('CFLAGS', '-g3')
ds@704
   144
				elif self.vendor == 'msvc':
ds@704
   145
					self.compiler.AddToListVar('CFLAGS', '/Od')
ds@704
   146
					self.compiler.AddToListVar('CFLAGS', '/RTC1')
ds@704
   147
ds@704
   148
			#Platform-specifics
ds@704
   149
			if AMBuild.target['platform'] == 'linux':
ds@704
   150
				self.compiler.AddToListVar('CDEFINES', '_LINUX')
ds@704
   151
			elif AMBuild.target['platform'] == 'darwin':
ds@704
   152
				self.compiler.AddToListVar('CFLAGS', ['-isysroot',
ds@704
   153
				                                      '/Developer/SDKs/MacOSX10.5.sdk'])
ds@704
   154
				self.compiler.AddToListVar('POSTLINKFLAGS', '-mmacosx-version-min=10.5')
ds@704
   155
				self.compiler.AddToListVar('POSTLINKFLAGS', ['-arch', 'i386'])
ds@704
   156
				self.compiler.AddToListVar('POSTLINKFLAGS', '-lstdc++')
ds@718
   157
ds@718
   158
				# For OS X dylib versioning
ds@718
   159
				import re
ds@718
   160
				productFile = open(os.path.join(AMBuild.sourceFolder, 'product.version'), 'r')
ds@718
   161
				productContents = productFile.read()
ds@718
   162
				productFile.close()
ds@718
   163
				m = re.match('(\d+)\.(\d+)\.(\d+).*', productContents)
ds@718
   164
				if m == None:
ds@718
   165
					self.version = '1.0.0'
ds@718
   166
				else:
ds@718
   167
					major, minor, release = m.groups()
ds@718
   168
					self.version = '{0}.{1}.{2}'.format(major, minor, release)
ds@718
   169
				AMBuild.cache.CacheVariable('version', self.version)
ds@704
   170
			elif AMBuild.target['platform'] == 'windows':
ds@704
   171
				self.compiler.AddToListVar('CDEFINES', 'WIN32')
ds@704
   172
				self.compiler.AddToListVar('CDEFINES', '_WINDOWS')
ds@704
   173
ds@704
   174
			#Finish up
ds@704
   175
			self.compiler.AddToListVar('CDEFINES', 'MMS_GENERATED_BUILD')
ds@704
   176
			self.compiler.AddToListVar('CINCLUDES',
ds@704
   177
			                           os.path.join(AMBuild.outputFolder, 'includes'))
ds@704
   178
			self.compiler.ToConfig(AMBuild, 'compiler')
ds@704
   179
			AMBuild.cache.CacheVariable('vendor', self.vendor)
ds@704
   180
			self.targetMap = { }
ds@704
   181
			AMBuild.cache.CacheVariable('targetMap', self.targetMap)
ds@704
   182
		else:
ds@704
   183
			self.compiler.FromConfig(AMBuild, 'compiler')
ds@704
   184
			self.targetMap = AMBuild.cache['targetMap']
ds@704
   185
ds@704
   186
		if AMBuild.target['platform'] == 'windows':
ds@704
   187
			self.compiler.AddToListVar('RCINCLUDES', os.path.join(AMBuild.sourceFolder, 'public'))
ds@704
   188
			self.compiler.AddToListVar('RCINCLUDES',
ds@704
   189
			                           os.path.join(AMBuild.outputFolder, 'includes'))
ds@704
   190
ds@704
   191
	def DefaultCompiler(self):
ds@704
   192
		compiler = self.compiler.Clone()
ds@704
   193
		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, 'public'))
ds@704
   194
		return compiler
ds@704
   195
ds@704
   196
	def JobMatters(self, jobname):
ds@704
   197
		file = sys._getframe().f_code.co_filename
ds@704
   198
		if AMBuild.mode == 'config':
ds@704
   199
			self.targetMap[jobname] = file
ds@704
   200
			return True
ds@704
   201
		if len(AMBuild.args) == 0:
ds@704
   202
			return True
ds@704
   203
		if not jobname in AMBuild.args:
ds@704
   204
			return False
ds@704
   205
ds@704
   206
	def AutoVersion(self, folder, binary):
ds@718
   207
		if AMBuild.target['platform'] == 'windows':
ds@718
   208
			env = {'RCDEFINES': ['BINARY_NAME="' + binary.binaryFile + '"', 'MMS_GENERATED_BUILD']}
ds@718
   209
			binary.AddResourceFile(os.path.join(folder, 'version.rc' ), env)
ds@718
   210
		elif AMBuild.target['platform'] == 'darwin' and isinstance(binary, Cpp.LibraryBuilder):
ds@718
   211
			binary.compiler['POSTLINKFLAGS'].extend(['-compatibility_version', '1.0.0'])
ds@718
   212
			binary.compiler['POSTLINKFLAGS'].extend(['-current_version', AMBuild.cache['version']])
ds@718
   213
		else:
ds@704
   214
			return
ds@704
   215
ds@704
   216
	def PreSetupHL2Job(self, job, builder, sdk):
ds@704
   217
		info = self.sdkInfo[sdk]
ds@704
   218
		sdkPath = AMBuild.cache[info['sdk']]
ds@704
   219
		if AMBuild.target['platform'] == 'linux':
ds@704
   220
			if sdk == 'ep1':
ds@704
   221
				staticLibs = os.path.join(sdkPath, 'linux_sdk')
ds@704
   222
			else:
ds@704
   223
				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
ds@704
   224
			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
ds@735
   225
			if sdk in ['ep2v', 'l4d', 'l4d2']:
ds@704
   226
				for i in ['tier1_i486.a', 'libvstdlib.so', 'libtier0.so']:
ds@704
   227
					link = os.path.join(workFolder, i)
ds@704
   228
					target = os.path.join(staticLibs, i)
ds@704
   229
					try:
ds@704
   230
						os.lstat(link)
ds@704
   231
					except:
ds@704
   232
						job.AddCommand(SymlinkCommand(link, target))
ds@704
   233
			else:
ds@704
   234
				for i in ['tier1_i486.a', 'vstdlib_i486.so', 'tier0_i486.so']:
ds@704
   235
					link = os.path.join(workFolder, i)
ds@704
   236
					target = os.path.join(staticLibs, i)
ds@704
   237
					try:
ds@704
   238
						os.lstat(link)
ds@704
   239
					except:
ds@704
   240
						job.AddCommand(SymlinkCommand(link, target))
ds@704
   241
		elif AMBuild.target['platform'] == 'darwin':
ds@704
   242
			staticLibs = os.path.join(sdkPath, 'lib', 'mac')
ds@704
   243
			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
ds@704
   244
			for i in ['tier1_i486.a', 'libvstdlib.dylib', 'libtier0.dylib']:
ds@704
   245
				link = os.path.join(workFolder, i)
ds@704
   246
				target = os.path.join(staticLibs, i)
ds@704
   247
				try:
ds@704
   248
					os.lstat(link)
ds@704
   249
				except:
ds@704
   250
					job.AddCommand(SymlinkCommand(link, target))
ds@704
   251
		elif AMBuild.target['platform'] == 'windows':
ds@725
   252
			libs = ['tier0', 'tier1', 'vstdlib']
ds@725
   253
			if sdk == 'swarm':
ds@725
   254
				libs.append('interfaces')
ds@725
   255
			for lib in libs:
ds@704
   256
				libPath = os.path.join(sdkPath, 'lib', 'public', lib) + '.lib'
ds@704
   257
				builder.RebuildIfNewer(libPath)
ds@704
   258
				builder['POSTLINKFLAGS'].append(libPath)
ds@704
   259
ds@704
   260
	def PostSetupHL2Job(self, job, builder, sdk):
ds@704
   261
		if AMBuild.target['platform'] in ['linux', 'darwin']:
ds@704
   262
			builder.AddObjectFiles(['tier1_i486.a'])
ds@704
   263
ds@704
   264
	def DefaultHL2Compiler(self, path, sdk, noLink = False):
ds@704
   265
		compiler = self.DefaultCompiler()
ds@704
   266
ds@704
   267
		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, path))
ds@704
   268
		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, path, 'sourcehook'))
ds@704
   269
		compiler['CXXINCLUDES'].append(os.path.join(AMBuild.sourceFolder, 'loader'))
ds@704
   270
ds@704
   271
		info = self.sdkInfo
ds@704
   272
		compiler['CDEFINES'].extend(['SE_' + info[i]['name'] + '=' + info[i]['def'] for i in info])
ds@704
   273
ds@704
   274
		paths = [['public'], ['public', 'engine'], ['public', 'mathlib'], ['public', 'vstdlib'],
ds@704
   275
						 ['public', 'tier0'], ['public', 'tier1']]
ds@704
   276
		if sdk == 'ep1' or sdk == 'darkm':
ds@704
   277
			paths.append(['public', 'dlls'])
ds@704
   278
			paths.append(['game_shared'])
ds@704
   279
		else:
ds@704
   280
			paths.append(['public', 'game', 'server'])
ds@704
   281
			paths.append(['game', 'shared'])
ds@704
   282
			paths.append(['common'])
ds@704
   283
ds@704
   284
		info = self.sdkInfo[sdk]
ds@704
   285
		sdkPath = AMBuild.cache[info['sdk']]
ds@704
   286
ds@704
   287
		compiler['CDEFINES'].append('SOURCE_ENGINE=' + info['def'])
ds@704
   288
ds@725
   289
		if sdk == 'swarm' and AMBuild.target['platform'] == 'windows':
ds@725
   290
			compiler['CDEFINES'].extend(['COMPILER_MSVC', 'COMPILER_MSVC32'])
ds@725
   291
ds@704
   292
		if sdk == 'ep1':
ds@704
   293
			if AMBuild.target['platform'] == 'linux':
ds@704
   294
				staticLibs = os.path.join(sdkPath, 'linux_sdk')
ds@704
   295
		else:
ds@704
   296
			if AMBuild.target['platform'] == 'linux':
ds@704
   297
				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
ds@704
   298
			elif AMBuild.target['platform'] == 'darwin':
ds@704
   299
				staticLibs = os.path.join(sdkPath, 'lib', 'mac')
ds@704
   300
ds@704
   301
		for i in paths:
ds@704
   302
			compiler['CXXINCLUDES'].append(os.path.join(sdkPath, *i))
ds@704
   303
ds@704
   304
		if not noLink:
ds@704
   305
			if AMBuild.target['platform'] == 'linux':
ds@704
   306
				compiler['POSTLINKFLAGS'][0:0] = ['-lm']
ds@735
   307
				if sdk in ['ep2v', 'l4d', 'l4d2']:
ds@704
   308
					compiler['POSTLINKFLAGS'][0:0] = ['libtier0.so']
ds@704
   309
					compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.so']
ds@704
   310
				else:
ds@704
   311
					compiler['POSTLINKFLAGS'][0:0] = ['tier0_i486.so']
ds@704
   312
					compiler['POSTLINKFLAGS'][0:0] = ['vstdlib_i486.so']				
ds@704
   313
			elif AMBuild.target['platform'] == 'darwin':
ds@704
   314
				compiler['POSTLINKFLAGS'][0:0] = ['libtier0.dylib']
ds@704
   315
				compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.dylib']
ds@704
   316
ds@704
   317
		return compiler
ds@704
   318
ds@704
   319
mms = MMS()
ds@704
   320
globals = {
ds@704
   321
	'MMS': mms
ds@704
   322
}
ds@704
   323
ds@704
   324
AMBuild.Include(os.path.join('support', 'buildbot', 'Versioning'), globals)
ds@704
   325
ds@704
   326
FileList = [
ds@704
   327
		['loader', 'AMBuilder'],
ds@704
   328
		['core', 'AMBuilder'],
ds@704
   329
		['core-legacy', 'AMBuilder'],
ds@704
   330
		['support', 'buildbot', 'PackageScript']
ds@704
   331
	]
ds@704
   332
ds@704
   333
for parts in FileList:
ds@704
   334
	AMBuild.Include(os.path.join(*parts), globals)
ds@704
   335