AMBuildScript
author Kyle Sanderson <kyle.leet@gmail.com>
Sat May 10 02:40:08 2014 -0700 (2014-05-10)
changeset 4353 b642023bec0c
parent 4352 da4a56294886
child 4375 84d071b4baea
permissions -rw-r--r--
Changed EventHook name storage to use AString (bug 6188, r=psychonic).
     1 # vim: set sts=2 ts=8 sw=2 tw=99 et ft=python:
     2 import os, sys
     3 
     4 class SDK(object):
     5   def __init__(self, sdk, ext, aDef, name, platform, dir):
     6     if dir == 'ep1':
     7       folder = 'hl2sdk'
     8     else:
     9       folder = 'hl2sdk-' + dir
    10     self.envvar = sdk
    11     self.ext = ext
    12     self.code = aDef
    13     self.define = name
    14     self.platform = platform
    15     self.folder = folder # Default folder name.
    16     self.name = dir
    17     self.path = None # Actual path
    18 
    19 WinOnly = ['windows']
    20 WinLinux = ['windows', 'linux']
    21 WinLinuxMac = ['windows', 'linux', 'mac']
    22 
    23 PossibleSDKs = {
    24   'ep1':  SDK('HL2SDK', '1.ep1', '1', 'EPISODEONE', WinLinux, 'ep1'),
    25   'ep2':  SDK('HL2SDKOB', '2.ep2', '3', 'ORANGEBOX', WinLinux, 'ob'),
    26   'css':  SDK('HL2SDKCSS', '2.css', '6', 'CSS', WinLinuxMac, 'css'),
    27   'hl2dm':  SDK('HL2SDKHL2DM', '2.hl2dm', '7', 'HL2DM', WinLinuxMac, 'hl2dm'),
    28   'dods': SDK('HL2SDKDODS', '2.dods', '8', 'DODS', WinLinuxMac, 'dods'),
    29   'sdk2013': SDK('HL2SDK2013', '2.sdk2013', '9', 'SDK2013', WinLinuxMac, '2013'),
    30   'tf2':  SDK('HL2SDKTF2', '2.tf2', '10', 'TF2', WinLinuxMac, 'tf2'),
    31   'l4d':  SDK('HL2SDKL4D', '2.l4d', '11', 'LEFT4DEAD', WinLinuxMac, 'l4d'),
    32   'nd': SDK('HL2SDKND', '2.nd', '12', 'NUCLEARDAWN', WinLinuxMac, 'nd'),
    33   'l4d2': SDK('HL2SDKL4D2', '2.l4d2', '14', 'LEFT4DEAD2', WinLinuxMac, 'l4d2'),
    34   'darkm':  SDK('HL2SDK-DARKM', '2.darkm', '2', 'DARKMESSIAH', WinOnly, 'darkm'),
    35   'swarm':  SDK('HL2SDK-SWARM', '2.swarm', '15', 'ALIENSWARM', WinOnly, 'swarm'),
    36   'bgt':  SDK('HL2SDK-BGT', '2.bgt', '4', 'BLOODYGOODTIME', WinOnly, 'bgt'),
    37   'eye':  SDK('HL2SDK-EYE', '2.eye', '5', 'EYE', WinOnly, 'eye'),
    38   'csgo': SDK('HL2SDKCSGO', '2.csgo', '19', 'CSGO', WinLinuxMac, 'csgo'),
    39   'dota': SDK('HL2SDKDOTA', '2.dota', '20', 'DOTA', WinLinuxMac, 'dota'),
    40   'portal2':  SDK('HL2SDKPORTAL2', '2.portal2', '16', 'PORTAL2', [], 'portal2'),
    41   'blade':  SDK('HL2SDKBLADE', '2.blade', '17', 'BLADE', WinLinux, 'blade'),
    42   'insurgency':  SDK('HL2SDKINSURGENCY', '2.insurgency', '18', 'INSURGENCY', WinLinuxMac, 'insurgency'),
    43   'contagion':  SDK('HL2SDKCONTAGION', '2.contagion', '13', 'CONTAGION', WinOnly, 'contagion'),
    44 }
    45 
    46 def ResolveEnvPath(env, folder):
    47   if env in os.environ:
    48     path = os.environ[env]
    49     if os.path.isdir(path):
    50       return path
    51   else:
    52     head = os.getcwd()
    53     oldhead = None
    54     while head != None and head != oldhead:
    55       path = os.path.join(head, folder)
    56       if os.path.isdir(path):
    57         return path
    58       oldhead = head
    59       head, tail = os.path.split(head)
    60   return None
    61 
    62 class SMConfig(object):
    63   def __init__(self):
    64     self.sdks = {}
    65     self.binaries = []
    66     self.extensions = []
    67     self.generated_headers = None
    68     self.mms_root = None
    69     self.mysql_root = None
    70     self.spcomp = None
    71     self.smx_files = {}
    72     self.versionlib = None
    73 
    74   def detectProductVersion(self):
    75     builder.AddConfigureFile('product.version')
    76 
    77     # For OS X dylib versioning
    78     import re
    79     with open(os.path.join(builder.sourcePath, 'product.version'), 'r') as fp:
    80       productContents = fp.read()
    81     m = re.match('(\d+)\.(\d+)\.(\d+).*', productContents)
    82     if m == None:
    83       self.productVersion = '1.0.0'
    84     else:
    85       major, minor, release = m.groups()
    86       self.productVersion = '{0}.{1}.{2}'.format(major, minor, release)
    87 
    88   def detectSDKs(self):
    89     sdk_list = builder.options.sdks.split(',')
    90     use_all = sdk_list[0] == 'all'
    91     use_present = sdk_list[0] == 'present'
    92 
    93     for sdk_name in PossibleSDKs:
    94       sdk = PossibleSDKs[sdk_name]
    95       if builder.target_platform in sdk.platform:
    96         sdk_path = ResolveEnvPath(sdk.envvar, sdk.folder)
    97         if sdk_path is None:
    98           if use_all or sdk_name in sdk_list:
    99             raise Exception('Could not find a valid path for {0}'.format(sdk.envvar))
   100           continue
   101         if use_all or use_present or sdk_name in sdk_list:
   102           sdk.path = sdk_path
   103           self.sdks[sdk_name] = sdk
   104 
   105     if len(self.sdks) < 1:
   106       raise Exception('At least one SDK must be available.')
   107 
   108     self.mms_root = ResolveEnvPath('MMSOURCE110', 'mmsource-1.10')
   109     if not self.mms_root:
   110       self.mms_root = ResolveEnvPath('MMSOURCE_DEV', 'mmsource-central')
   111       if not self.mms_root:
   112         raise Exception('Could not find a source copy of Metamod:Source')
   113 
   114     if builder.options.hasMySql:
   115       for i in range(7):
   116         self.mysql_root = ResolveEnvPath('MYSQL5', 'mysql-5.' + str(i))
   117         if self.mysql_root:
   118           break
   119       if not self.mysql_root:
   120         raise Exception('Could not find a path to MySQL!')
   121 
   122   def configure(self):
   123     builder.AddConfigureFile('pushbuild.txt')
   124 
   125     cfg = builder.DetectCompilers()
   126     cxx = cfg.cxx
   127 
   128     if cxx.behavior == 'gcc':
   129       cfg.defines += [
   130         'stricmp=strcasecmp',
   131         '_stricmp=strcasecmp',
   132         '_snprintf=snprintf',
   133         '_vsnprintf=vsnprintf',
   134         'HAVE_STDINT_H',
   135         'GNUC',
   136       ]
   137       cfg.cflags += [
   138         '-pipe',
   139         '-fno-strict-aliasing',
   140         '-Wall',
   141         '-Werror',
   142         '-Wno-uninitialized',
   143         '-Wno-unused',
   144         '-Wno-switch',
   145         '-Wno-format',
   146         '-Wno-format-security',
   147         '-msse',
   148         '-m32',
   149       ]
   150 
   151       have_gcc = cxx.name == 'gcc'
   152       have_clang = cxx.name == 'clang'
   153       if have_clang or (have_gcc and cxx.majorVersion >= 4):
   154         cfg.cflags += ['-fvisibility=hidden']
   155         cfg.cxxflags += ['-fvisibility-inlines-hidden']
   156         if have_clang or (have_gcc and cxx.minorVersion >= 6):
   157           cfg.cflags += ['-Wno-narrowing']
   158         if (have_gcc and cxx.minorVersion >= 7) or (have_clang and cxx.majorVersion >= 3):
   159           cfg.cxxflags += ['-Wno-delete-non-virtual-dtor']
   160 
   161       cfg.linkflags += ['-m32']
   162       cfg.cxxflags += [
   163         '-fno-exceptions',
   164         '-fno-threadsafe-statics',
   165         '-Wno-non-virtual-dtor',
   166         '-Wno-overloaded-virtual',
   167       ]
   168 
   169       if have_gcc:
   170         cfg.cflags += ['-mfpmath=sse']
   171     elif cxx.name == 'msvc':
   172       if builder.options.debug == '1':
   173         cfg.cflags += ['/MTd']
   174         cfg.linkflags += ['/NODEFAULTLIB:libcmt']
   175       else:
   176         cfg.cflags += ['/MT']
   177       cfg.defines += [
   178         '_CRT_SECURE_NO_DEPRECATE',
   179         '_CRT_SECURE_NO_WARNINGS',
   180         '_CRT_NONSTDC_NO_DEPRECATE',
   181         '_ITERATOR_DEBUG_LEVEL=0',
   182       ]
   183       cfg.cflags += [
   184         '/W3',
   185       ]
   186       cfg.cxxflags += [
   187         '/EHsc',
   188         '/GR-',
   189         '/TP',
   190       ]
   191       cfg.linkflags += [
   192         '/MACHINE:X86',
   193         '/SUBSYSTEM:WINDOWS',
   194         'kernel32.lib',
   195         'user32.lib',
   196         'gdi32.lib',
   197         'winspool.lib',
   198         'comdlg32.lib',
   199         'advapi32.lib',
   200         'shell32.lib',
   201         'ole32.lib',
   202         'oleaut32.lib',
   203         'uuid.lib',
   204         'odbc32.lib',
   205         'odbccp32.lib',
   206       ] 
   207 
   208     # Optimization
   209     if builder.options.opt == '1':
   210       cfg.defines += ['NDEBUG']
   211       if cxx.behavior == 'gcc':
   212         cfg.cflags += ['-O3']
   213       elif cxx.behavior == 'msvc':
   214         cfg.cflags += ['/Ox']
   215         cfg.linkflags += ['/OPT:ICF', '/OPT:REF']
   216 
   217     # Debugging
   218     if builder.options.debug == '1':
   219       cfg.defines += ['DEBUG', '_DEBUG']
   220       if cxx.behavior == 'msvc':
   221         cfg.cflags += ['/Od', '/RTC1']
   222         if int(cxx.version) >= 1600:
   223           cfg.cflags += ['/d2Zi+']
   224 
   225     # This needs to be after our optimization flags which could otherwise disable it.
   226     if cxx.name == 'msvc':
   227       # Don't omit the frame pointer.
   228       cfg.cflags += ['/Oy-']
   229 
   230     # Platform-specifics
   231     if builder.target_platform == 'linux':
   232       cfg.defines += ['_LINUX', 'POSIX']
   233       if cxx.name == 'gcc':
   234         cfg.linkflags += ['-static-libgcc']
   235       elif cxx.name == 'clang':
   236         cfg.linkflags += ['-lgcc_eh']
   237     elif builder.target_platform == 'mac':
   238       cfg.defines += ['OSX', '_OSX', 'POSIX']
   239       cfg.cflags += ['-mmacosx-version-min=10.5']
   240       cfg.linkflags += [
   241         '-mmacosx-version-min=10.5',
   242         '-arch', 'i386',
   243         '-lstdc++',
   244         '-stdlib=libstdc++',
   245       ]
   246       cfg.cxxflags += ['-stdlib=libstdc++']
   247     elif builder.target_platform == 'windows':
   248       cfg.defines += ['WIN32', '_WINDOWS']
   249 
   250     # Finish up.
   251     cfg.defines += [
   252       'SOURCEMOD_BUILD',
   253       'SM_GENERATED_BUILD',
   254       'SM_USE_VERSIONLIB',
   255     ]
   256     cfg.includes += [os.path.join(builder.buildPath, 'includes')]
   257     cfg.includes += [os.path.join(builder.sourcePath, 'versionlib')]
   258 
   259   def LibraryBuilder(self, compiler, name):
   260     binary = compiler.Library(name)
   261     if builder.target_platform == 'windows':
   262       binary.sources += ['version.rc']
   263       binary.compiler.rcdefines += [
   264         'BINARY_NAME="{0}"'.format(binary.outputFile),
   265         'SM_GENERATED_BUILD',
   266         'RC_COMPILE',
   267       ]
   268     elif builder.target_platform == 'mac':
   269       binary.compiler.postlink += [
   270         '-compatibility_version', '1.0.0',
   271         '-current_version', self.productVersion
   272       ]
   273     binary.compiler.linkflags += [self.versionlib]
   274     binary.compiler.sourcedeps += SM.generated_headers
   275     return binary
   276 
   277   def ProgramBuilder(self, compiler, name):
   278     binary = compiler.Program(name)
   279     if builder.target_platform == 'windows':
   280       binary.sources += ['version.rc']
   281       binary.compiler.rcdefines += [
   282         'BINARY_NAME="{0}"'.format(binary.outputFile),
   283         'SM_GENERATED_BUILD',
   284         'RC_COMPILE',
   285       ]
   286     binary.compiler.linkflags += [self.versionlib]
   287     binary.compiler.sourcedeps += SM.generated_headers
   288     return binary
   289 
   290   def Library(self, context, name):
   291     compiler = context.compiler.clone()
   292     return self.LibraryBuilder(compiler, name)
   293 
   294   def Program(self, context, name):
   295     compiler = context.compiler.clone()
   296     return self.ProgramBuilder(compiler, name)
   297 
   298   def ExtCompiler(self, context):
   299     compiler = context.compiler.clone()
   300     compiler.cxxincludes += [
   301       os.path.join(context.currentSourcePath),
   302       os.path.join(context.currentSourcePath, 'sdk'),
   303       os.path.join(builder.sourcePath, 'public'),
   304       os.path.join(builder.sourcePath, 'public', 'extensions'),
   305       os.path.join(builder.sourcePath, 'public', 'sourcepawn'),
   306       os.path.join(builder.sourcePath, 'public', 'amtl'),
   307     ]
   308     return compiler
   309 
   310   def HL2Compiler(self, context, sdk):
   311     compiler = self.ExtCompiler(context)
   312 
   313     if sdk.name == 'ep1':
   314       mms_path = os.path.join(self.mms_root, 'core-legacy')
   315     else:
   316       mms_path = os.path.join(self.mms_root, 'core')
   317 
   318     compiler.cxxincludes += [
   319       os.path.join(mms_path),
   320       os.path.join(mms_path, 'sourcehook'),
   321     ]
   322 
   323     defines = ['SE_' + PossibleSDKs[i].define + '=' + PossibleSDKs[i].code for i in PossibleSDKs]
   324     compiler.defines += defines
   325     paths = [
   326       ['public'],
   327       ['public', 'engine'],
   328       ['public', 'mathlib'],
   329       ['public', 'vstdlib'],
   330       ['public', 'tier0'],
   331       ['public', 'tier1']
   332     ]
   333     if sdk.name == 'ep1' or sdk.name == 'darkm':
   334       paths.append(['public', 'dlls'])
   335       paths.append(['game_shared'])
   336     else:
   337       paths.append(['public', 'game', 'server'])
   338       paths.append(['public', 'toolframework'])
   339       paths.append(['game', 'shared'])
   340       paths.append(['common'])
   341 
   342     compiler.defines += ['SOURCE_ENGINE=' + sdk.code]
   343 
   344     if sdk.name == '2013' and compiler.cxx.behavior == 'gcc':
   345       # The 2013 SDK already has these in public/tier0/basetypes.h
   346       compiler.defines.remove('stricmp=strcasecmp')
   347       compiler.defines.remove('_stricmp=strcasecmp')
   348       compiler.defines.remove('_snprintf=snprintf')
   349       compiler.defines.remove('_vsnprintf=vsnprintf')
   350 
   351     if compiler.cc.behavior == 'msvc':
   352       compiler.defines += ['COMPILER_MSVC', 'COMPILER_MSVC32']
   353     else:
   354       compiler.defines += ['COMPILER_GCC']
   355 	
   356 	# For everything after Swarm, this needs to be defined for entity networking
   357 	# to work properly with sendprop value changes.
   358     if sdk.name in ['blade', 'insurgency', 'csgo', 'dota']:
   359       compiler.defines += ['NETWORK_VARS_ENABLED']
   360 
   361     if sdk.name in ['css', 'hl2dm', 'dods', '2013', 'tf2', 'nd', 'l4d2', 'dota']:
   362       if builder.target_platform in ['linux', 'mac']:
   363         compiler.defines += ['NO_HOOK_MALLOC', 'NO_MALLOC_OVERRIDE']
   364 
   365     for path in paths:
   366       compiler.cxxincludes += [os.path.join(sdk.path, *path)]
   367 
   368     return compiler
   369 
   370   def ExtLibrary(self, context, name):
   371     compiler = self.ExtCompiler(context)
   372     return self.LibraryBuilder(compiler, name)
   373 
   374   def HL2Library(self, context, name, sdk):
   375     compiler = self.HL2Compiler(context, sdk)
   376 
   377     if builder.target_platform == 'linux':
   378       if sdk.name == 'ep1':
   379         lib_folder = os.path.join(sdk.path, 'linux_sdk')
   380       elif sdk.name == '2013':
   381         lib_folder = os.path.join(sdk.path, 'lib', 'public', 'linux32')
   382       else:
   383         lib_folder = os.path.join(sdk.path, 'lib', 'linux')
   384     elif builder.target_platform == 'mac':
   385       if sdk.name == '2013':
   386         lib_folder = os.path.join(sdk.path, 'lib', 'public', 'osx32')
   387       else:
   388         lib_folder = os.path.join(sdk.path, 'lib', 'mac')
   389 
   390     if builder.target_platform in ['linux', 'mac']:
   391       if sdk.name == '2013':
   392         compiler.postlink += [
   393           compiler.Dep(os.path.join(lib_folder, 'tier1.a')),
   394           compiler.Dep(os.path.join(lib_folder, 'mathlib.a'))
   395         ]
   396       else:
   397         compiler.postlink += [
   398           compiler.Dep(os.path.join(lib_folder, 'tier1_i486.a')),
   399           compiler.Dep(os.path.join(lib_folder, 'mathlib_i486.a'))
   400         ]
   401 
   402       if sdk.name in ['blade', 'insurgency', 'csgo', 'dota']:
   403         compiler.postlink += [compiler.Dep(os.path.join(lib_folder, 'interfaces_i486.a'))]
   404 
   405     binary = self.LibraryBuilder(compiler, name)
   406 
   407     dynamic_libs = []
   408     if builder.target_platform == 'linux':
   409       compiler.linkflags[0:0] = ['-lm']
   410       if sdk.name in ['css', 'hl2dm', 'dods', 'tf2', '2013', 'nd', 'l4d2']:
   411         dynamic_libs = ['libtier0_srv.so', 'libvstdlib_srv.so']
   412       elif sdk.name in ['l4d', 'blade', 'insurgency', 'csgo', 'dota']:
   413         dynamic_libs = ['libtier0.so', 'libvstdlib.so']
   414       else:
   415         dynamic_libs = ['tier0_i486.so', 'vstdlib_i486.so']
   416     elif builder.target_platform == 'mac':
   417       binary.compiler.linkflags.append('-liconv')
   418       dynamic_libs = ['libtier0.dylib', 'libvstdlib.dylib']
   419     elif builder.target_platform == 'windows':
   420       libs = ['tier0', 'tier1', 'vstdlib', 'mathlib']
   421       if sdk.name in ['swarm', 'blade', 'insurgency', 'csgo', 'dota']:
   422         libs.append('interfaces')
   423       for lib in libs:
   424         lib_path = os.path.join(sdk.path, 'lib', 'public', lib) + '.lib'
   425         binary.compiler.linkflags.append(binary.Dep(lib_path))
   426 
   427     for library in dynamic_libs:
   428       source_path = os.path.join(lib_folder, library)
   429       output_path = os.path.join(binary.localFolder, library)
   430 
   431       def make_linker(source_path, output_path):
   432         def link(context, binary):
   433           cmd_node, (output,) = context.AddSymlink(source_path, output_path)
   434           return output
   435         return link
   436 
   437       linker = make_linker(source_path, output_path)
   438       binary.compiler.linkflags[0:0] = [binary.Dep(library, linker)]
   439 
   440     return binary
   441 
   442 SM = SMConfig()
   443 SM.detectProductVersion()
   444 SM.detectSDKs()
   445 SM.configure()
   446 
   447 SM.generated_headers = builder.RunScript(
   448   'tools/buildbot/Versioning',
   449   { 'SM': SM }
   450 )
   451 SM.versionlib = builder.RunScript(
   452   'versionlib/AMBuilder',
   453   { 'SM': SM }
   454 )
   455 
   456 builder.RunBuildScripts(
   457   [
   458     'loader/AMBuilder',
   459     'core/AMBuilder',
   460     'core/logic/AMBuilder',
   461     'extensions/bintools/AMBuilder',
   462     'extensions/clientprefs/AMBuilder',
   463     'extensions/curl/AMBuilder',
   464     'extensions/cstrike/AMBuilder',
   465     'extensions/geoip/AMBuilder',
   466     'extensions/mysql/AMBuilder',
   467     'extensions/regex/AMBuilder',
   468     'extensions/sdkhooks/AMBuilder',
   469     'extensions/sdktools/AMBuilder',
   470     'extensions/sqlite/AMBuilder',
   471     'extensions/tf2/AMBuilder',
   472     'extensions/topmenus/AMBuilder',
   473     'extensions/updater/AMBuilder',
   474     'sourcepawn/compiler/AMBuilder',
   475     'sourcepawn/jit/AMBuilder',
   476     'plugins/AMBuilder',
   477     'tools/buildbot/PackageScript',
   478   ],
   479   {
   480     'SM': SM
   481   }
   482 )
   483 
   484 if builder.options.breakpad_dump:
   485   builder.RunScript('tools/buildbot/BreakpadSymbols', { 'SM': SM })