AMBuildScript
author Scott Ehlert <ds@alliedmods.net>
Sat Jun 30 01:01:55 2012 -0500 (2012-06-30)
changeset 86 dfab75b9bfe2
parent 60 3494bfad2033
child 92 52cc55d67b2f
permissions -rw-r--r--
Added support for building with clang.
     1 # vim: set ts=2 sw=2 tw=99 noet ft=python:
     2 import os
     3 import sys
     4 from ambuild.command import SymlinkCommand
     5 
     6 class CSSDM:
     7 	def __init__(self):
     8 		self.compiler = Cpp.Compiler()
     9 
    10 		#Build SDK info
    11 		self.sdkInfo = { }
    12 		self.sdkInfo['ep2v'] =  {'sdk': 'HL2SDKOBVALVE',   'ext': '',  'def': '5',
    13 		                         'name': 'ORANGEBOXVALVE', 'platform': ['windows', 'linux', 'darwin']}
    14 
    15 		if AMBuild.mode == 'config':
    16 			#Detect compilers
    17 			self.compiler.DetectAll(AMBuild)
    18 
    19 			#Detect variables
    20 			envvars = { 'MMSOURCE18': 'mmsource-1.8' }
    21 			if AMBuild.target['platform'] == 'darwin':
    22 				envvars['SOURCEMOD'] = 'sourcemod-1.4'
    23 			else:
    24 				envvars['SOURCEMOD'] = 'sourcemod-1.3'
    25 			envvars['SOURCEMOD-BIN'] = 'sourcemod-bin'
    26 			envvars['HL2SDKOBVALVE'] = 'hl2sdk-ob-valve'
    27 
    28 			#Must have a path for each envvar (file a bug if you don't like this)
    29 			for i in envvars:
    30 				if i in os.environ:
    31 					path = os.environ[i]
    32 					if not os.path.isdir(path):
    33 						raise Exception('Path for {0} was not found: {1}'.format(i, path))
    34 				else:
    35 					head = os.getcwd()
    36 					oldhead = None
    37 					while head != None and head != oldhead:
    38 						path = os.path.join(head, envvars[i])
    39 						if os.path.isdir(path):
    40 							break
    41 						oldhead = head
    42 						head, tail = os.path.split(head)
    43 					if head == None or head == oldhead:
    44 						raise Exception('Could not find a valid path for {0}'.format(i))
    45 				AMBuild.cache.CacheVariable(i, path)
    46 
    47 			#Set up defines
    48 			cxx = self.compiler.cxx
    49 			if isinstance(cxx, Cpp.CompatGCC):
    50 				if isinstance(cxx, Cpp.GCC):
    51 					self.vendor = 'gcc'
    52 				elif isinstance(cxx, Cpp.Clang):
    53 					self.vendor = 'clang'
    54 				self.compiler.AddToListVar('CDEFINES', 'stricmp=strcasecmp')
    55 				self.compiler.AddToListVar('CDEFINES', '_stricmp=strcasecmp')
    56 				self.compiler.AddToListVar('CDEFINES', '_snprintf=snprintf')
    57 				self.compiler.AddToListVar('CDEFINES', '_vsnprintf=vsnprintf')
    58 				self.compiler.AddToListVar('CFLAGS', '-pipe')
    59 				self.compiler.AddToListVar('CFLAGS', '-fno-strict-aliasing')
    60 				if (self.vendor == 'gcc' and cxx.majorVersion >= 4) or self.vendor == 'clang':
    61 					self.compiler.AddToListVar('CFLAGS', '-fvisibility=hidden')
    62 					self.compiler.AddToListVar('CXXFLAGS', '-fvisibility-inlines-hidden')
    63 				self.compiler.AddToListVar('CFLAGS', '-Wall')
    64 				self.compiler.AddToListVar('CFLAGS', '-Werror')
    65 				self.compiler.AddToListVar('CFLAGS', '-Wno-uninitialized')
    66 				self.compiler.AddToListVar('CFLAGS', '-Wno-invalid-offsetof')
    67 				self.compiler.AddToListVar('CFLAGS', '-Wno-unused')
    68 				self.compiler.AddToListVar('CFLAGS', '-Wno-switch')
    69 				self.compiler.AddToListVar('CFLAGS', '-msse')
    70 				self.compiler.AddToListVar('CFLAGS', '-m32')
    71 				self.compiler.AddToListVar('POSTLINKFLAGS', '-m32')
    72 				self.compiler.AddToListVar('CXXFLAGS', '-fno-exceptions')
    73 				self.compiler.AddToListVar('CXXFLAGS', '-fno-rtti')
    74 				self.compiler.AddToListVar('CXXFLAGS', '-fno-threadsafe-statics')
    75 				self.compiler.AddToListVar('CXXFLAGS', '-Wno-non-virtual-dtor')
    76 				self.compiler.AddToListVar('CXXFLAGS', '-Wno-overloaded-virtual')
    77 				if (self.vendor == 'gcc' and cxx.majorVersion >= 4 and cxx.minorVersion >= 7) or \
    78 						(self.vendor == 'clang' and cxx.majorVersion >= 3):
    79 					self.compiler.AddToListVar('CXXFLAGS', '-Wno-delete-non-virtual-dtor')
    80 				self.compiler.AddToListVar('CDEFINES', 'HAVE_STDINT_H')
    81 				if self.vendor == 'gcc':
    82 					self.compiler.AddToListVar('CFLAGS', '-mfpmath=sse')
    83 			elif isinstance(cxx, Cpp.MSVC):
    84 				self.vendor = 'msvc'
    85 				if AMBuild.options.debug == '1':
    86 					self.compiler.AddToListVar('CFLAGS', '/MTd')
    87 					self.compiler.AddToListVar('POSTLINKFLAGS', '/NODEFAULTLIB:libcmt')
    88 				else:
    89 					self.compiler.AddToListVar('CFLAGS', '/MT')
    90 				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_DEPRECATE')
    91 				self.compiler.AddToListVar('CDEFINES', '_CRT_SECURE_NO_WARNINGS')
    92 				self.compiler.AddToListVar('CDEFINES', '_CRT_NONSTDC_NO_DEPRECATE')
    93 				self.compiler.AddToListVar('CXXFLAGS', '/EHsc')
    94 				self.compiler.AddToListVar('CXXFLAGS', '/GR-')
    95 				self.compiler.AddToListVar('CFLAGS', '/W3')
    96 				self.compiler.AddToListVar('CFLAGS', '/nologo')
    97 				self.compiler.AddToListVar('CFLAGS', '/Zi')
    98 				self.compiler.AddToListVar('CXXFLAGS', '/TP')
    99 				self.compiler.AddToListVar('POSTLINKFLAGS', '/DEBUG')
   100 				self.compiler.AddToListVar('POSTLINKFLAGS', '/MACHINE:X86')
   101 				self.compiler.AddToListVar('POSTLINKFLAGS', '/SUBSYSTEM:WINDOWS')
   102 				self.compiler.AddToListVar('POSTLINKFLAGS', 'kernel32.lib')
   103 				self.compiler.AddToListVar('POSTLINKFLAGS', 'user32.lib')
   104 				self.compiler.AddToListVar('POSTLINKFLAGS', 'gdi32.lib')
   105 				self.compiler.AddToListVar('POSTLINKFLAGS', 'winspool.lib')
   106 				self.compiler.AddToListVar('POSTLINKFLAGS', 'comdlg32.lib')
   107 				self.compiler.AddToListVar('POSTLINKFLAGS', 'advapi32.lib')
   108 				self.compiler.AddToListVar('POSTLINKFLAGS', 'shell32.lib')
   109 				self.compiler.AddToListVar('POSTLINKFLAGS', 'ole32.lib')
   110 				self.compiler.AddToListVar('POSTLINKFLAGS', 'oleaut32.lib')
   111 				self.compiler.AddToListVar('POSTLINKFLAGS', 'uuid.lib')
   112 				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbc32.lib')
   113 				self.compiler.AddToListVar('POSTLINKFLAGS', 'odbccp32.lib')
   114 
   115 			#Optimization
   116 			if AMBuild.options.opt == '1':
   117 				self.compiler.AddToListVar('CDEFINES', 'NDEBUG')
   118 				if self.vendor == 'gcc' or self.vendor == 'clang':
   119 					self.compiler.AddToListVar('CFLAGS', '-O3')
   120 				elif self.vendor == 'msvc':
   121 					self.compiler.AddToListVar('CFLAGS', '/Ox')
   122 					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:ICF')
   123 					self.compiler.AddToListVar('POSTLINKFLAGS', '/OPT:REF')
   124 
   125 			#Debugging
   126 			if AMBuild.options.debug == '1':
   127 				self.compiler.AddToListVar('CDEFINES', 'DEBUG')
   128 				self.compiler.AddToListVar('CDEFINES', '_DEBUG')
   129 				if self.vendor == 'gcc' or self.vendor == 'clang':
   130 					self.compiler.AddToListVar('CFLAGS', '-g3')
   131 				elif self.vendor == 'msvc':
   132 					self.compiler.AddToListVar('CFLAGS', '/Od')
   133 					self.compiler.AddToListVar('CFLAGS', '/RTC1')
   134 
   135 			#Platform-specifics
   136 			if AMBuild.target['platform'] == 'linux':
   137 				self.compiler.AddToListVar('CDEFINES', '_LINUX')
   138 				if self.vendor == 'gcc':
   139 					self.compiler.AddToListVar('POSTLINKFLAGS', '-static-libgcc')
   140 				if self.vendor == 'clang':
   141 					self.compiler.AddToListVar('POSTLINKFLAGS', '-lgcc_eh')
   142 			elif AMBuild.target['platform'] == 'darwin':
   143 				self.compiler.AddToListVar('POSTLINKFLAGS', '-mmacosx-version-min=10.5')
   144 				self.compiler.AddToListVar('POSTLINKFLAGS', ['-arch', 'i386'])
   145 				self.compiler.AddToListVar('POSTLINKFLAGS', '-lstdc++')
   146 
   147 				# For OS X dylib versioning
   148 				import re
   149 				productFile = open(os.path.join(AMBuild.sourceFolder, 'product.version'), 'r')
   150 				productContents = productFile.read()
   151 				productFile.close()
   152 				m = re.match('(\d+)\.(\d+)\.(\d+).*', productContents)
   153 				if m == None:
   154 					self.version = '1.0.0'
   155 				else:
   156 					major, minor, release = m.groups()
   157 					self.version = '{0}.{1}.{2}'.format(major, minor, release)
   158 				AMBuild.cache.CacheVariable('version', self.version)
   159 			elif AMBuild.target['platform'] == 'windows':
   160 				self.compiler.AddToListVar('CDEFINES', 'WIN32')
   161 				self.compiler.AddToListVar('CDEFINES', '_WINDOWS')
   162 
   163 			#Finish up
   164 			self.compiler.AddToListVar('CDEFINES', 'CSSDM_GENERATED_BUILD')
   165 			self.compiler.AddToListVar('CINCLUDES',
   166 			                           os.path.join(AMBuild.outputFolder, 'includes'))
   167 			self.compiler.ToConfig(AMBuild, 'compiler')
   168 			AMBuild.cache.CacheVariable('vendor', self.vendor)
   169 			self.targetMap = { }
   170 			AMBuild.cache.CacheVariable('targetMap', self.targetMap)
   171 		else:
   172 			self.compiler.FromConfig(AMBuild, 'compiler')
   173 			self.targetMap = AMBuild.cache['targetMap']
   174 
   175 		if AMBuild.target['platform'] == 'windows':
   176 			self.compiler.AddToListVar('RCINCLUDES', os.path.join(AMBuild.sourceFolder, 'public'))
   177 			self.compiler.AddToListVar('RCINCLUDES',
   178 			                           os.path.join(AMBuild.outputFolder, 'includes'))
   179 		self.mmsPath = AMBuild.cache['MMSOURCE18']
   180 		self.smSourcePath = AMBuild.cache['SOURCEMOD']
   181 		self.smBinPath = AMBuild.cache['SOURCEMOD-BIN']
   182 
   183 	def DefaultCompiler(self):
   184 		compiler = self.compiler.Clone()
   185 		compiler['CXXINCLUDES'].append(os.path.join(self.mmsPath, 'core', 'sourcehook'))
   186 		return compiler
   187 
   188 	def JobMatters(self, jobname):
   189 		file = sys._getframe().f_code.co_filename
   190 		if AMBuild.mode == 'config':
   191 			self.targetMap[jobname] = file
   192 			return True
   193 		if len(AMBuild.args) == 0:
   194 			return True
   195 		if not jobname in AMBuild.args:
   196 			return False
   197 
   198 	def AutoVersion(self, folder, binary):
   199 		if AMBuild.target['platform'] == 'windows':
   200 			env = {'RCDEFINES': ['BINARY_NAME="' + binary.binaryFile + '"', 'CSSDM_GENERATED_BUILD']}
   201 			binary.AddResourceFile(os.path.join(folder, 'version.rc' ), env)
   202 		elif AMBuild.target['platform'] == 'darwin' and isinstance(binary, Cpp.LibraryBuilder):
   203 			binary.compiler['POSTLINKFLAGS'].extend(['-compatibility_version', '1.0.0'])
   204 			binary.compiler['POSTLINKFLAGS'].extend(['-current_version', AMBuild.cache['version']])
   205 		else:
   206 			return
   207 
   208 	def PreSetupHL2Job(self, job, builder, sdk):
   209 		info = self.sdkInfo[sdk]
   210 		sdkPath = AMBuild.cache[info['sdk']]
   211 		if AMBuild.target['platform'] == 'linux':
   212 			if sdk == 'ep1':
   213 				staticLibs = os.path.join(sdkPath, 'linux_sdk')
   214 			else:
   215 				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
   216 			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
   217 			if sdk in ['ep2v', 'l4d', 'l4d2']:
   218 				for i in ['tier1_i486.a', 'mathlib_i486.a', 'libvstdlib.so', 'libtier0.so']:
   219 					link = os.path.join(workFolder, i)
   220 					target = os.path.join(staticLibs, i)
   221 					try:
   222 						os.lstat(link)
   223 					except:
   224 						job.AddCommand(SymlinkCommand(link, target))
   225 			else:
   226 				for i in ['tier1_i486.a', 'mathlib_i486.a', 'vstdlib_i486.so', 'tier0_i486.so']:
   227 					link = os.path.join(workFolder, i)
   228 					target = os.path.join(staticLibs, i)
   229 					try:
   230 						os.lstat(link)
   231 					except:
   232 						job.AddCommand(SymlinkCommand(link, target))
   233 		elif AMBuild.target['platform'] == 'darwin':
   234 			staticLibs = os.path.join(sdkPath, 'lib', 'mac')
   235 			workFolder = os.path.join(AMBuild.outputFolder, job.workFolder)
   236 			for i in ['tier1_i486.a', 'mathlib_i486.a', 'libvstdlib.dylib', 'libtier0.dylib']:
   237 				link = os.path.join(workFolder, i)
   238 				target = os.path.join(staticLibs, i)
   239 				try:
   240 					os.lstat(link)
   241 				except:
   242 					job.AddCommand(SymlinkCommand(link, target))
   243 		elif AMBuild.target['platform'] == 'windows':
   244 			libs = ['tier0', 'tier1', 'vstdlib', 'mathlib']
   245 			if sdk == 'swarm':
   246 				libs.append('interfaces')
   247 			for lib in libs:
   248 				libPath = os.path.join(sdkPath, 'lib', 'public', lib) + '.lib'
   249 				builder.RebuildIfNewer(libPath)
   250 				builder['POSTLINKFLAGS'].append(libPath)
   251 
   252 	def PostSetupHL2Job(self, job, builder, sdk):
   253 		if AMBuild.target['platform'] in ['linux', 'darwin']:
   254 			builder.AddObjectFiles(['tier1_i486.a', 'mathlib_i486.a'])
   255 
   256 	def DefaultHL2Compiler(self, path, sdk, noLink = False, oldMms = '-legacy'):
   257 		compiler = self.DefaultCompiler()
   258 
   259 		mms = 'core'
   260 		if sdk == 'ep1':
   261 			mms += oldMms
   262 
   263 		compiler['CXXINCLUDES'].append(os.path.join(self.mmsPath, mms))
   264 		compiler['CXXINCLUDES'].append(os.path.join(self.mmsPath, mms, 'sourcehook'))
   265 		compiler['CXXINCLUDES'].append(os.path.join(self.smSourcePath, 'public'))
   266 		compiler['CXXINCLUDES'].append(os.path.join(self.smSourcePath, 'public/extensions'))
   267 		compiler['CXXINCLUDES'].append(os.path.join(self.smSourcePath, 'public/sourcepawn'))
   268 
   269 		info = self.sdkInfo
   270 		compiler['CDEFINES'].extend(['SE_' + info[i]['name'] + '=' + info[i]['def'] for i in info])
   271 
   272 		paths = [['public'], ['public', 'engine'], ['public', 'mathlib'], ['public', 'vstdlib'],
   273 						 ['public', 'tier0'], ['public', 'tier1']]
   274 		if sdk == 'ep1' or sdk == 'darkm':
   275 			paths.append(['public', 'dlls'])
   276 			paths.append(['game_shared'])
   277 		else:
   278 			paths.append(['public', 'game', 'server'])
   279 			paths.append(['game', 'shared'])
   280 			paths.append(['game', 'server'])
   281 			paths.append(['common'])
   282 
   283 		info = self.sdkInfo[sdk]
   284 		sdkPath = AMBuild.cache[info['sdk']]
   285 
   286 		compiler['CDEFINES'].append('SOURCE_ENGINE=' + info['def'])
   287 
   288 		if sdk == 'swarm' and AMBuild.target['platform'] == 'windows':
   289 			compiler['CDEFINES'].extend(['COMPILER_MSVC', 'COMPILER_MSVC32'])
   290 
   291 		if sdk == 'ep1':
   292 			if AMBuild.target['platform'] == 'linux':
   293 				staticLibs = os.path.join(sdkPath, 'linux_sdk')
   294 		else:
   295 			if AMBuild.target['platform'] == 'linux':
   296 				staticLibs = os.path.join(sdkPath, 'lib', 'linux')
   297 			elif AMBuild.target['platform'] == 'darwin':
   298 				staticLibs = os.path.join(sdkPath, 'lib', 'mac')
   299 
   300 		for i in paths:
   301 			compiler['CXXINCLUDES'].append(os.path.join(sdkPath, *i))
   302 
   303 		if not noLink:
   304 			if AMBuild.target['platform'] == 'linux':
   305 				compiler['POSTLINKFLAGS'][0:0] = ['-lm']
   306 				if sdk in ['ep2v', 'l4d', 'l4d2']:
   307 					compiler['POSTLINKFLAGS'][0:0] = ['libtier0.so']
   308 					compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.so']
   309 				else:
   310 					compiler['POSTLINKFLAGS'][0:0] = ['tier0_i486.so']
   311 					compiler['POSTLINKFLAGS'][0:0] = ['vstdlib_i486.so']
   312 			elif AMBuild.target['platform'] == 'darwin':
   313 				compiler['POSTLINKFLAGS'][0:0] = ['libtier0.dylib']
   314 				compiler['POSTLINKFLAGS'][0:0] = ['libvstdlib.dylib']
   315 
   316 		return compiler
   317 
   318 cssdm = CSSDM()
   319 globals = {
   320 	'CSSDM': cssdm
   321 }
   322 
   323 AMBuild.Include(os.path.join('buildbot', 'Versioning'), globals)
   324 
   325 FileList = [
   326 		['ExtensionBuilder'],
   327 		['PluginBuilder'],
   328 		['PackageScript']
   329 	]
   330 
   331 for parts in FileList:
   332 	AMBuild.Include(os.path.join(*parts), globals)
   333