AMBuildScript
author David Anderson <dvander@alliedmods.net>
Sat Apr 16 01:16:39 2011 -0700 (2011-04-16)
changeset 60 3494bfad2033
parent 59 41feee1fac07
child 86 dfab75b9bfe2
permissions -rw-r--r--
Full packaging and buildbot support.
dvander@59
     1
# vim: set ts=2 sw=2 tw=99 noet ft=python:
dvander@59
     2
import os
dvander@59
     3
import sys
dvander@59
     4
from ambuild.command import SymlinkCommand
dvander@59
     5
dvander@59
     6
class CSSDM:
dvander@59
     7
	def __init__(self):
dvander@59
     8
		self.compiler = Cpp.Compiler()
dvander@59
     9
dvander@59
    10
		#Build SDK info
dvander@59
    11
		self.sdkInfo = { }
dvander@60
    12
		self.sdkInfo['ep2v'] =  {'sdk': 'HL2SDKOBVALVE',   'ext': '',  'def': '5',
dvander@59
    13
		                         'name': 'ORANGEBOXVALVE', 'platform': ['windows', 'linux', 'darwin']}
dvander@59
    14
dvander@59
    15
		if AMBuild.mode == 'config':
dvander@59
    16
			#Detect compilers
dvander@59
    17
			self.compiler.DetectAll(AMBuild)
dvander@59
    18
dvander@59
    19
			#Detect variables
dvander@59
    20
			envvars = { 'MMSOURCE18': 'mmsource-1.8' }
dvander@59
    21
			if AMBuild.target['platform'] == 'darwin':
dvander@59
    22
				envvars['SOURCEMOD'] = 'sourcemod-1.4'
dvander@59
    23
			else:
dvander@59
    24
				envvars['SOURCEMOD'] = 'sourcemod-1.3'
dvander@59
    25
			envvars['SOURCEMOD-BIN'] = 'sourcemod-bin'
dvander@59
    26
			envvars['HL2SDKOBVALVE'] = 'hl2sdk-ob-valve'
dvander@59
    27
dvander@59
    28
			#Must have a path for each envvar (file a bug if you don't like this)
dvander@59
    29
			for i in envvars:
dvander@59
    30
				if i in os.environ:
dvander@59
    31
					path = os.environ[i]
dvander@59
    32
					if not os.path.isdir(path):
dvander@59
    33
						raise Exception('Path for {0} was not found: {1}'.format(i, path))
dvander@59
    34
				else:
dvander@59
    35
					head = os.getcwd()
dvander@59
    36
					oldhead = None
dvander@59
    37
					while head != None and head != oldhead:
dvander@59
    38
						path = os.path.join(head, envvars[i])
dvander@59
    39
						if os.path.isdir(path):
dvander@59
    40
							break
dvander@59
    41
						oldhead = head
dvander@59
    42
						head, tail = os.path.split(head)
dvander@59
    43
					if head == None or head == oldhead:
dvander@59
    44
						raise Exception('Could not find a valid path for {0}'.format(i))
dvander@59
    45
				AMBuild.cache.CacheVariable(i, path)
dvander@59
    46
dvander@59
    47
			#Set up defines
dvander@59
    48
			cxx = self.compiler.cxx
dvander@59
    49
			if isinstance(cxx, Cpp.GCC):
dvander@59
    50
				self.vendor = 'gcc'
dvander@59
    51
				self.compiler.AddToListVar('CDEFINES', 'stricmp=strcasecmp')
dvander@59
    52
				self.compiler.AddToListVar('CDEFINES', '_stricmp=strcasecmp')
dvander@59
    53
				self.compiler.AddToListVar('CDEFINES', '_snprintf=snprintf')
dvander@59
    54
				self.compiler.AddToListVar('CDEFINES', '_vsnprintf=vsnprintf')
dvander@59
    55
				self.compiler.AddToListVar('CFLAGS', '-pipe')
dvander@59
    56
				self.compiler.AddToListVar('CFLAGS', '-fno-strict-aliasing')
dvander@59
    57
				if cxx.majorVersion >= 4:
dvander@59
    58
					self.compiler.AddToListVar('CFLAGS', '-fvisibility=hidden')
dvander@59
    59
					self.compiler.AddToListVar('CXXFLAGS', '-fvisibility-inlines-hidden')
dvander@59
    60
				self.compiler.AddToListVar('CFLAGS', '-Wall')
dvander@59
    61
				self.compiler.AddToListVar('CFLAGS', '-Werror')
dvander@59
    62
				self.compiler.AddToListVar('CFLAGS', '-Wno-uninitialized')
dvander@59
    63
				self.compiler.AddToListVar('CFLAGS', '-Wno-invalid-offsetof')
dvander@59
    64
				self.compiler.AddToListVar('CFLAGS', '-Wno-unused')
dvander@59
    65
				self.compiler.AddToListVar('CFLAGS', '-Wno-switch')
dvander@59
    66
				self.compiler.AddToListVar('CFLAGS', '-mfpmath=sse')
dvander@59
    67
				self.compiler.AddToListVar('CFLAGS', '-msse')
dvander@59
    68
				self.compiler.AddToListVar('CFLAGS', '-m32')
dvander@59
    69
				self.compiler.AddToListVar('POSTLINKFLAGS', '-m32')
dvander@59
    70
				self.compiler.AddToListVar('CFLAGS', '-static-libgcc')
dvander@59
    71
				self.compiler.AddToListVar('CXXFLAGS', '-fno-exceptions')
dvander@59
    72
				self.compiler.AddToListVar('CXXFLAGS', '-fno-rtti')
dvander@59
    73
				self.compiler.AddToListVar('CXXFLAGS', '-fno-threadsafe-statics')
dvander@59
    74
				self.compiler.AddToListVar('CXXFLAGS', '-Wno-non-virtual-dtor')
dvander@59
    75
				self.compiler.AddToListVar('CDEFINES', 'HAVE_STDINT_H')
dvander@59
    76
			elif isinstance(cxx, Cpp.MSVC):
dvander@59
    77
				self.vendor = 'msvc'
dvander@59
    78
				if AMBuild.options.debug == '1':
dvander@59
    79
					self.compiler.AddToListVar('CFLAGS', '/MTd')
dvander@59
    80
					self.compiler.AddToListVar('POSTLINKFLAGS', '/NODEFAULTLIB:libcmt')
dvander@59
    81
				else:
dvander@59
    82
					self.compiler.AddToListVar('CFLAGS', '/MT')
dvander@59
    83
				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_DEPRECATE')
dvander@59
    84
				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_WARNINGS')
dvander@59
    85
				self.compiler.AddToListVar('CDEFINES', '_CRT_NONSTDC_NO_DEPRECATE')
dvander@59
    86
				self.compiler.AddToListVar('CXXFLAGS', '/EHsc')
dvander@59
    87
				self.compiler.AddToListVar('CXXFLAGS', '/GR-')
dvander@59
    88
				self.compiler.AddToListVar('CFLAGS', '/W3')
dvander@59
    89
				self.compiler.AddToListVar('CFLAGS', '/nologo')
dvander@59
    90
				self.compiler.AddToListVar('CFLAGS', '/Zi')
dvander@59
    91
				self.compiler.AddToListVar('CXXFLAGS', '/TP')
dvander@59
    92
				self.compiler.AddToListVar('POSTLINKFLAGS', '/DEBUG')
dvander@59
    93
				self.compiler.AddToListVar('POSTLINKFLAGS', '/MACHINE:X86')
dvander@59
    94
				self.compiler.AddToListVar('POSTLINKFLAGS', '/SUBSYSTEM:WINDOWS')
dvander@59
    95
				self.compiler.AddToListVar('POSTLINKFLAGS', 'kernel32.lib')
dvander@59
    96
				self.compiler.AddToListVar('POSTLINKFLAGS', 'user32.lib')
dvander@59
    97
				self.compiler.AddToListVar('POSTLINKFLAGS', 'gdi32.lib')
dvander@59
    98
				self.compiler.AddToListVar('POSTLINKFLAGS', 'winspool.lib')
dvander@59
    99
				self.compiler.AddToListVar('POSTLINKFLAGS', 'comdlg32.lib')
dvander@59
   100
				self.compiler.AddToListVar('POSTLINKFLAGS', 'advapi32.lib')
dvander@59
   101
				self.compiler.AddToListVar('POSTLINKFLAGS', 'shell32.lib')
dvander@59
   102
				self.compiler.AddToListVar('POSTLINKFLAGS', 'ole32.lib')
dvander@59
   103
				self.compiler.AddToListVar('POSTLINKFLAGS', 'oleaut32.lib')
dvander@59
   104
				self.compiler.AddToListVar('POSTLINKFLAGS', 'uuid.lib')
dvander@59
   105
				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbc32.lib')
dvander@59
   106
				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbccp32.lib')
dvander@59
   107
dvander@59
   108
			#Optimization
dvander@59
   109
			if AMBuild.options.opt == '1':
dvander@59
   110
				self.compiler.AddToListVar('CDEFINES', 'NDEBUG')
dvander@59
   111
				if self.vendor == 'gcc':
dvander@59
   112
					self.compiler.AddToListVar('CFLAGS', '-O3')
dvander@59
   113
				elif self.vendor == 'msvc':
dvander@59
   114
					self.compiler.AddToListVar('CFLAGS', '/Ox')
dvander@59
   115
					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:ICF')
dvander@59
   116
					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:REF')
dvander@59
   117
dvander@59
   118
			#Debugging
dvander@59
   119
			if AMBuild.options.debug == '1':
dvander@59
   120
				self.compiler.AddToListVar('CDEFINES', 'DEBUG')
dvander@59
   121
				self.compiler.AddToListVar('CDEFINES', '_DEBUG')
dvander@59
   122
				if self.vendor == 'gcc':
dvander@59
   123
					self.compiler.AddToListVar('CFLAGS', '-g3')
dvander@59
   124
				elif self.vendor == 'msvc':
dvander@59
   125
					self.compiler.AddToListVar('CFLAGS', '/Od')
dvander@59
   126
					self.compiler.AddToListVar('CFLAGS', '/RTC1')
dvander@59
   127
dvander@59
   128
			#Platform-specifics
dvander@59
   129
			if AMBuild.target['platform'] == 'linux':
dvander@59
   130
				self.compiler.AddToListVar('CDEFINES', '_LINUX')
dvander@59
   131
			elif AMBuild.target['platform'] == 'darwin':
dvander@59
   132
				self.compiler.AddToListVar('CFLAGS', ['-isysroot',
dvander@59
   133
				                                      '/Developer/SDKs/MacOSX10.5.sdk'])
dvander@59
   134
				self.compiler.AddToListVar('POSTLINKFLAGS', '-mmacosx-version-min=10.5')
dvander@59
   135
				self.compiler.AddToListVar('POSTLINKFLAGS', ['-arch', 'i386'])
dvander@59
   136
				self.compiler.AddToListVar('POSTLINKFLAGS', '-lstdc++')
dvander@59
   137
dvander@59
   138
				# For OS X dylib versioning
dvander@59
   139
				import re
dvander@59
   140
				productFile = open(os.path.join(AMBuild.sourceFolder, 'product.version'), 'r')
dvander@59
   141
				productContents = productFile.read()
dvander@59
   142
				productFile.close()
dvander@59
   143
				m = re.match('(\d+)\.(\d+)\.(\d+).*', productContents)
dvander@59
   144
				if m == None:
dvander@59
   145
					self.version = '1.0.0'
dvander@59
   146
				else:
dvander@59
   147
					major, minor, release = m.groups()
dvander@59
   148
					self.version = '{0}.{1}.{2}'.format(major, minor, release)
dvander@59
   149
				AMBuild.cache.CacheVariable('version', self.version)
dvander@59
   150
			elif AMBuild.target['platform'] == 'windows':
dvander@59
   151
				self.compiler.AddToListVar('CDEFINES', 'WIN32')
dvander@59
   152
				self.compiler.AddToListVar('CDEFINES', '_WINDOWS')
dvander@59
   153
dvander@59
   154
			#Finish up
dvander@59
   155
			self.compiler.AddToListVar('CDEFINES', 'CSSDM_GENERATED_BUILD')
dvander@59
   156
			self.compiler.AddToListVar('CINCLUDES',
dvander@59
   157
			                           os.path.join(AMBuild.outputFolder, 'includes'))
dvander@59
   158
			self.compiler.ToConfig(AMBuild, 'compiler')
dvander@59
   159
			AMBuild.cache.CacheVariable('vendor', self.vendor)
dvander@59
   160
			self.targetMap = { }
dvander@59
   161
			AMBuild.cache.CacheVariable('targetMap', self.targetMap)
dvander@59
   162
		else:
dvander@59
   163
			self.compiler.FromConfig(AMBuild, 'compiler')
dvander@59
   164
			self.targetMap = AMBuild.cache['targetMap']
dvander@59
   165
dvander@59
   166
		if AMBuild.target['platform'] == 'windows':
dvander@59
   167
			self.compiler.AddToListVar('RCINCLUDES', os.path.join(AMBuild.sourceFolder, 'public'))
dvander@59
   168
			self.compiler.AddToListVar('RCINCLUDES',
dvander@59
   169
			                           os.path.join(AMBuild.outputFolder, 'includes'))
dvander@59
   170
		self.mmsPath = AMBuild.cache['MMSOURCE18']
dvander@59
   171
		self.smSourcePath = AMBuild.cache['SOURCEMOD']
dvander@59
   172
		self.smBinPath = AMBuild.cache['SOURCEMOD-BIN']
dvander@59
   173
dvander@59
   174
	def DefaultCompiler(self):
dvander@59
   175
		compiler = self.compiler.Clone()
dvander@59
   176
		compiler['CXXINCLUDES'].append(os.path.join(self.mmsPath, 'core', 'sourcehook'))
dvander@59
   177
		return compiler
dvander@59
   178
dvander@59
   179
	def JobMatters(self, jobname):
dvander@59
   180
		file = sys._getframe().f_code.co_filename
dvander@59
   181
		if AMBuild.mode == 'config':
dvander@59
   182
			self.targetMap[jobname] = file
dvander@59
   183
			return True
dvander@59
   184
		if len(AMBuild.args) == 0:
dvander@59
   185
			return True
dvander@59
   186
		if not jobname in AMBuild.args:
dvander@59
   187
			return False
dvander@59
   188
dvander@59
   189
	def AutoVersion(self, folder, binary):
dvander@59
   190
		if AMBuild.target['platform'] == 'windows':
dvander@59
   191
			env = {'RCDEFINES': ['BINARY_NAME="' + binary.binaryFile + '"', 'CSSDM_GENERATED_BUILD']}
dvander@59
   192
			binary.AddResourceFile(os.path.join(folder, 'version.rc' ), env)
dvander@59
   193
		elif AMBuild.target['platform'] == 'darwin' and isinstance(binary, Cpp.LibraryBuilder):
dvander@59
   194
			binary.compiler['POSTLINKFLAGS'].extend(['-compatibility_version', '1.0.0'])
dvander@59
   195
			binary.compiler['POSTLINKFLAGS'].extend(['-current_version', AMBuild.cache['version']])
dvander@59
   196
		else:
dvander@59
   197
			return
dvander@59
   198
dvander@59
   199
	def PreSetupHL2Job(self, job, builder, sdk):
dvander@59
   200
		info = self.sdkInfo[sdk]
dvander@59
   201
		sdkPath = AMBuild.cache[info['sdk']]
dvander@59
   202
		if AMBuild.target['platform'] == 'linux':
dvander@59
   203
			if sdk == 'ep1':
dvander@59
   204
				staticLibs = os.path.join(sdkPath, 'linux_sdk')
dvander@59
   205
			else:
dvander@59
   206
				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
dvander@59
   207
			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
dvander@59
   208
			if sdk in ['ep2v', 'l4d', 'l4d2']:
dvander@59
   209
				for i in ['tier1_i486.a', 'mathlib_i486.a', 'libvstdlib.so', 'libtier0.so']:
dvander@59
   210
					link = os.path.join(workFolder, i)
dvander@59
   211
					target = os.path.join(staticLibs, i)
dvander@59
   212
					try:
dvander@59
   213
						os.lstat(link)
dvander@59
   214
					except:
dvander@59
   215
						job.AddCommand(SymlinkCommand(link, target))
dvander@59
   216
			else:
dvander@59
   217
				for i in ['tier1_i486.a', 'mathlib_i486.a', 'vstdlib_i486.so', 'tier0_i486.so']:
dvander@59
   218
					link = os.path.join(workFolder, i)
dvander@59
   219
					target = os.path.join(staticLibs, i)
dvander@59
   220
					try:
dvander@59
   221
						os.lstat(link)
dvander@59
   222
					except:
dvander@59
   223
						job.AddCommand(SymlinkCommand(link, target))
dvander@59
   224
		elif AMBuild.target['platform'] == 'darwin':
dvander@59
   225
			staticLibs = os.path.join(sdkPath, 'lib', 'mac')
dvander@59
   226
			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
dvander@59
   227
			for i in ['tier1_i486.a', 'mathlib_i486.a', 'libvstdlib.dylib', 'libtier0.dylib']:
dvander@59
   228
				link = os.path.join(workFolder, i)
dvander@59
   229
				target = os.path.join(staticLibs, i)
dvander@59
   230
				try:
dvander@59
   231
					os.lstat(link)
dvander@59
   232
				except:
dvander@59
   233
					job.AddCommand(SymlinkCommand(link, target))
dvander@59
   234
		elif AMBuild.target['platform'] == 'windows':
dvander@59
   235
			libs = ['tier0', 'tier1', 'vstdlib', 'mathlib']
dvander@59
   236
			if sdk == 'swarm':
dvander@59
   237
				libs.append('interfaces')
dvander@59
   238
			for lib in libs:
dvander@59
   239
				libPath = os.path.join(sdkPath, 'lib', 'public', lib) + '.lib'
dvander@59
   240
				builder.RebuildIfNewer(libPath)
dvander@59
   241
				builder['POSTLINKFLAGS'].append(libPath)
dvander@59
   242
dvander@59
   243
	def PostSetupHL2Job(self, job, builder, sdk):
dvander@59
   244
		if AMBuild.target['platform'] in ['linux', 'darwin']:
dvander@59
   245
			builder.AddObjectFiles(['tier1_i486.a', 'mathlib_i486.a'])
dvander@59
   246
dvander@59
   247
	def DefaultHL2Compiler(self, path, sdk, noLink = False, oldMms = '-legacy'):
dvander@59
   248
		compiler = self.DefaultCompiler()
dvander@59
   249
dvander@59
   250
		mms = 'core'
dvander@59
   251
		if sdk == 'ep1':
dvander@59
   252
			mms += oldMms
dvander@59
   253
dvander@59
   254
		compiler['CXXINCLUDES'].append(os.path.join(self.mmsPath, mms))
dvander@59
   255
		compiler['CXXINCLUDES'].append(os.path.join(self.mmsPath, mms, 'sourcehook'))
dvander@59
   256
		compiler['CXXINCLUDES'].append(os.path.join(self.smSourcePath, 'public'))
dvander@59
   257
		compiler['CXXINCLUDES'].append(os.path.join(self.smSourcePath, 'public/extensions'))
dvander@59
   258
		compiler['CXXINCLUDES'].append(os.path.join(self.smSourcePath, 'public/sourcepawn'))
dvander@59
   259
dvander@59
   260
		info = self.sdkInfo
dvander@59
   261
		compiler['CDEFINES'].extend(['SE_' + info[i]['name'] + '=' + info[i]['def'] for i in info])
dvander@59
   262
dvander@59
   263
		paths = [['public'], ['public', 'engine'], ['public', 'mathlib'], ['public', 'vstdlib'],
dvander@59
   264
						 ['public', 'tier0'], ['public', 'tier1']]
dvander@59
   265
		if sdk == 'ep1' or sdk == 'darkm':
dvander@59
   266
			paths.append(['public', 'dlls'])
dvander@59
   267
			paths.append(['game_shared'])
dvander@59
   268
		else:
dvander@59
   269
			paths.append(['public', 'game', 'server'])
dvander@59
   270
			paths.append(['game', 'shared'])
dvander@59
   271
			paths.append(['game', 'server'])
dvander@59
   272
			paths.append(['common'])
dvander@59
   273
dvander@59
   274
		info = self.sdkInfo[sdk]
dvander@59
   275
		sdkPath = AMBuild.cache[info['sdk']]
dvander@59
   276
dvander@59
   277
		compiler['CDEFINES'].append('SOURCE_ENGINE=' + info['def'])
dvander@59
   278
dvander@59
   279
		if sdk == 'swarm' and AMBuild.target['platform'] == 'windows':
dvander@59
   280
			compiler['CDEFINES'].extend(['COMPILER_MSVC', 'COMPILER_MSVC32'])
dvander@59
   281
dvander@59
   282
		if sdk == 'ep1':
dvander@59
   283
			if AMBuild.target['platform'] == 'linux':
dvander@59
   284
				staticLibs = os.path.join(sdkPath, 'linux_sdk')
dvander@59
   285
		else:
dvander@59
   286
			if AMBuild.target['platform'] == 'linux':
dvander@59
   287
				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
dvander@59
   288
			elif AMBuild.target['platform'] == 'darwin':
dvander@59
   289
				staticLibs = os.path.join(sdkPath, 'lib', 'mac')
dvander@59
   290
dvander@59
   291
		for i in paths:
dvander@59
   292
			compiler['CXXINCLUDES'].append(os.path.join(sdkPath, *i))
dvander@59
   293
dvander@59
   294
		if not noLink:
dvander@59
   295
			if AMBuild.target['platform'] == 'linux':
dvander@59
   296
				compiler['POSTLINKFLAGS'][0:0] = ['-lm']
dvander@59
   297
				if sdk in ['ep2v', 'l4d', 'l4d2']:
dvander@59
   298
					compiler['POSTLINKFLAGS'][0:0] = ['libtier0.so']
dvander@59
   299
					compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.so']
dvander@59
   300
				else:
dvander@59
   301
					compiler['POSTLINKFLAGS'][0:0] = ['tier0_i486.so']
dvander@59
   302
					compiler['POSTLINKFLAGS'][0:0] = ['vstdlib_i486.so']
dvander@59
   303
			elif AMBuild.target['platform'] == 'darwin':
dvander@59
   304
				compiler['POSTLINKFLAGS'][0:0] = ['libtier0.dylib']
dvander@59
   305
				compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.dylib']
dvander@59
   306
dvander@59
   307
		return compiler
dvander@59
   308
dvander@59
   309
cssdm = CSSDM()
dvander@59
   310
globals = {
dvander@59
   311
	'CSSDM': cssdm
dvander@59
   312
}
dvander@59
   313
dvander@59
   314
AMBuild.Include(os.path.join('buildbot', 'Versioning'), globals)
dvander@59
   315
dvander@59
   316
FileList = [
dvander@60
   317
		['ExtensionBuilder'],
dvander@60
   318
		['PluginBuilder'],
dvander@60
   319
		['PackageScript']
dvander@59
   320
	]
dvander@59
   321
dvander@59
   322
for parts in FileList:
dvander@59
   323
	AMBuild.Include(os.path.join(*parts), globals)
dvander@59
   324