AMBuildScript
author David Anderson <dvander@alliedmods.net>
Mon Dec 30 17:50:59 2013 -0500 (2013-12-30)
changeset 4186 c6a694ae8566
parent 4185 07d958c9b498
child 4187 e70b65bc70b9
permissions -rw-r--r--
Port packaging to AMBuild 2 (bug 5997 part 6, r=ds).
     1 # vim: set sts=2 ts=8 sw=2 tw=99 et ft=python:
     2 import os, sys
     3 
     4 class SDK(object):
     5   def __init__(self, sdk, ext, aDef, name, platform, dir):
     6     if dir == 'ep1':
     7       folder = 'hl2sdk'
     8     else:
     9       folder = 'hl2sdk-' + dir
    10     self.envvar = sdk
    11     self.ext = ext
    12     self.code = aDef
    13     self.define = name
    14     self.platform = platform
    15     self.folder = folder # Default folder name.
    16     self.name = dir
    17     self.path = None # Actual path
    18 
    19 WinOnly = ['windows']
    20 WinLinux = ['windows', 'linux']
    21 WinLinuxMac = ['windows', 'linux', 'mac']
    22 
    23 PossibleSDKs = {
    24   'ep1':  SDK('HL2SDK', '1.ep1', '1', 'EPISODEONE', WinLinux, 'ep1'),
    25   'ep2':  SDK('HL2SDKOB', '2.ep2', '3', 'ORANGEBOX', WinLinux, 'ob'),
    26   'css':  SDK('HL2SDKCSS', '2.css', '6', 'CSS', WinLinuxMac, 'css'),
    27   'hl2dm':  SDK('HL2SDKHL2DM', '2.hl2dm', '7', 'HL2DM', WinLinuxMac, 'hl2dm'),
    28   'dods': SDK('HL2SDKDODS', '2.dods', '8', 'DODS', WinLinuxMac, 'dods'),
    29   'sdk2013': SDK('HL2SDK2013', '2.sdk2013', '9', 'SDK2013', WinLinuxMac, '2013'),
    30   'tf2':  SDK('HL2SDKTF2', '2.tf2', '10', 'TF2', WinLinuxMac, 'tf2'),
    31   'l4d':  SDK('HL2SDKL4D', '2.l4d', '11', 'LEFT4DEAD', WinLinuxMac, 'l4d'),
    32   'nd': SDK('HL2SDKND', '2.nd', '12', 'NUCLEARDAWN', WinLinuxMac, 'nd'),
    33   'l4d2': SDK('HL2SDKL4D2', '2.l4d2', '13', 'LEFT4DEAD2', WinLinuxMac, 'l4d2'),
    34   'darkm':  SDK('HL2SDK-DARKM', '2.darkm', '2', 'DARKMESSIAH', WinOnly, 'darkm'),
    35   'swarm':  SDK('HL2SDK-SWARM', '2.swarm', '14', 'ALIENSWARM', WinOnly, 'swarm'),
    36   'bgt':  SDK('HL2SDK-BGT', '2.bgt', '4', 'BLOODYGOODTIME', WinOnly, 'bgt'),
    37   'eye':  SDK('HL2SDK-EYE', '2.eye', '5', 'EYE', WinOnly, 'eye'),
    38   'csgo': SDK('HL2SDKCSGO', '2.csgo', '18', 'CSGO', WinLinuxMac, 'csgo'),
    39   'dota': SDK('HL2SDKDOTA', '2.dota', '19', 'DOTA', WinOnly, 'dota'),
    40   'portal2':  SDK('HL2SDKPORTAL2', '2.portal2', '15', 'PORTAL2', [], 'portal2'),
    41   'blade':  SDK('HL2SDKBLADE', '2.blade', '16', 'BLADE', WinLinux, 'blade'),
    42   'insurgency':  SDK('HL2SDKINSURGENCY', '2.insurgency', '17', 'INSURGENCY', WinLinuxMac, 'insurgency'),
    43 }
    44 
    45 def ResolveEnvPath(env, folder):
    46   if env in os.environ:
    47     path = os.environ[env]
    48     if os.path.isdir(path):
    49       return path
    50   else:
    51     head = os.getcwd()
    52     oldhead = None
    53     while head != None and head != oldhead:
    54       path = os.path.join(head, folder)
    55       if os.path.isdir(path):
    56         return path
    57       oldhead = head
    58       head, tail = os.path.split(head)
    59   return None
    60 
    61 class SMConfig(object):
    62   def __init__(self):
    63     self.sdks = {}
    64     self.binaries = []
    65     self.extensions = []
    66     self.mms_root = None
    67     self.mysql_root = None
    68     self.spcomp = None
    69     self.smx_files = {}
    70 
    71   def detectSDKs(self):
    72     sdk_list = builder.options.sdks.split(',')
    73     use_all = sdk_list[0] == 'all'
    74     use_present = sdk_list[0] == 'present'
    75 
    76     for sdk_name in PossibleSDKs:
    77       sdk = PossibleSDKs[sdk_name]
    78       if builder.target_platform in sdk.platform:
    79         sdk_path = ResolveEnvPath(sdk.envvar, sdk.folder)
    80         if sdk_path is None:
    81           if use_all or sdk_name in sdk_list:
    82             raise Exception('Could not find a valid path for {0}'.format(sdk.envvar))
    83           continue
    84         if use_all or use_present or sdk_name in sdk_list:
    85           sdk.path = sdk_path
    86           self.sdks[sdk_name] = sdk
    87 
    88     if len(self.sdks) < 1:
    89       raise Exception('At least one SDK must be available.')
    90 
    91     self.mms_root = ResolveEnvPath('MMSOURCE110', 'mmsource-1.10')
    92     if not self.mms_root:
    93       self.mms_root = ResolveEnvPath('MMSOURCE_DEV', 'mmsource-central')
    94       if not self.mms_root:
    95         raise Exception('Could not find a source copy of Metamod:Source')
    96 
    97     if builder.options.hasMySql:
    98       for i in range(7):
    99         self.mysql_root = ResolveEnvPath('MYSQL5', 'mysql-5.' + str(i))
   100         if self.mysql_root:
   101           break
   102       if not self.mysql_root:
   103         raise Exception('Could not find a path to MySQL!')
   104 
   105   def configure(self):
   106     cfg = builder.DetectCompilers()
   107     cxx = cfg.cxx
   108 
   109     if cxx.behavior is 'gcc':
   110       cfg.defines += [
   111         'stricmp=strcasecmp',
   112         '_stricmp=strcasecmp',
   113         '_snprintf=snprintf',
   114         '_vsnprintf=vsnprintf',
   115         'HAVE_STDINT_H',
   116         'GNUC',
   117       ]
   118       cfg.cflags += [
   119         '-pipe',
   120         '-fno-strict-aliasing',
   121         '-Wall',
   122         '-Werror',
   123         '-Wno-uninitialized',
   124         '-Wno-unused',
   125         '-Wno-switch',
   126         '-msse',
   127         '-m32',
   128         '-g3',
   129       ]
   130 
   131       have_gcc = cxx.name is 'gcc'
   132       have_clang = cxx.name is 'clang'
   133       if have_clang or (have_gcc and cxx.majorVersion >= 4):
   134         cfg.cflags += ['-fvisibility=hidden']
   135         cfg.cxxflags += ['-fvisibility-inlines-hidden']
   136         if have_clang or (have_gcc and cxx.minorVersion >= 6):
   137           cfg.cflags += ['-Wno-narrowing']
   138         if (have_gcc and cxx.minorVersion >= 7) or (have_clang and cxx.majorVersion >= 4):
   139           cfg.cxxflags += ['-Wno-delete-non-virtual-dtor']
   140 
   141       cfg.linkflags += ['-m32']
   142       cfg.cxxflags += [
   143         '-fno-exceptions',
   144         '-fno-threadsafe-statics',
   145         '-Wno-non-virtual-dtor',
   146         '-Wno-overloaded-virtual',
   147       ]
   148 
   149       if have_gcc:
   150         cfg.cflags += ['-mfpmath=sse']
   151     elif cxx.name == 'msvc':
   152       if builder.options.debug == '1':
   153         cfg.cflags += ['/MTd']
   154         cfg.linkflags += ['/NODEFAULTLIB:libcmt']
   155       else:
   156         cfg.cflags += ['/MT']
   157       cfg.defines += [
   158         '_CRT_SECURE_NO_DEPRECATE',
   159         '_CRT_SECURE_NO_WARNINGS',
   160         '_CRT_NONSTDC_NO_DEPRECATE',
   161         '_ITERATOR_DEBUG_LEVEL=0',
   162       ]
   163       cfg.cflags += [
   164         '/W3',
   165         '/Zi',
   166       ]
   167       cfg.cxxflags += [
   168         '/EHsc',
   169         '/GR-',
   170         '/TP',
   171       ]
   172       cfg.linkflags += [
   173         '/DEBUG',
   174         '/MACHINE:X86',
   175         '/SUBSYSTEM:WINDOWS',
   176         'kernel32.lib',
   177         'user32.lib',
   178         'gdi32.lib',
   179         'winspool.lib',
   180         'comdlg32.lib',
   181         'advapi32.lib',
   182         'shell32.lib',
   183         'ole32.lib',
   184         'oleaut32.lib',
   185         'uuid.lib',
   186         'odbc32.lib',
   187         'odbccp32.lib',
   188       ] 
   189 
   190     # Optimization
   191     if builder.options.opt == '1':
   192       cfg.defines += ['NDEBUG']
   193       if cxx.behavior == 'gcc':
   194         cfg.cflags += ['-O3']
   195       elif cxx.behavior == 'msvc':
   196         cfg.cflags += ['/Ox']
   197         cfg.linkflags += ['/OPT:ICF', '/OPT:REF']
   198 
   199     # Debugging
   200     if builder.options.debug == '1':
   201       cfg.defines += ['DEBUG', '_DEBUG']
   202       if cxx.behavior == 'gcc':
   203         cfg.cflags += ['-g3']
   204       elif cxx.behavior == 'msvc':
   205         cfg.cflags += ['/Od', '/RTC1']
   206 
   207     # This needs to be after our optimization flags which could otherwise disable it.
   208     if cxx.name == 'msvc':
   209       # Don't omit the frame pointer.
   210       cfg.cflags += ['/Oy-']
   211 
   212     # Platform-specifics
   213     if builder.target_platform == 'linux':
   214       cfg.defines += ['_LINUX', 'POSIX']
   215       if cxx.name == 'gcc':
   216         cfg.linkflags += ['-static-libgcc']
   217       elif cxx.name == 'clang':
   218         cfg.linkflags += ['-lgcc_eh']
   219     elif builder.target_platform == 'mac':
   220       cfg.defines += ['OSX', '_OSX', 'POSIX']
   221       cfg.linkflags += [
   222         '-mmacosx-version-min=10.5',
   223         '-arch', 'i386',
   224         '-lstdc++',
   225       ]
   226     elif builder.target_platform == 'windows':
   227       cfg.defines += ['WIN32', '_WINDOWS']
   228 
   229     # Finish up.
   230     cfg.defines += [
   231       'SOURCEMOD_BUILD',
   232     ]
   233     cfg.includes += [os.path.join(builder.buildPath, 'includes')]
   234 
   235   def LibraryBuilder(self, compiler, name):
   236     binary = compiler.Library(name)
   237     return binary
   238 
   239   def ProgramBuilder(self, compiler, name):
   240     binary = compiler.Program(name)
   241     return binary
   242 
   243   def Library(self, context, name):
   244     compiler = context.compiler.clone()
   245     return self.LibraryBuilder(compiler, name)
   246 
   247   def Program(self, context, name):
   248     compiler = context.compiler.clone()
   249     return self.ProgramBuilder(compiler, name)
   250 
   251   def ExtCompiler(self, context):
   252     compiler = context.compiler.clone()
   253     compiler.cxxincludes += [
   254       os.path.join(context.currentSourcePath),
   255       os.path.join(context.currentSourcePath, 'sdk'),
   256       os.path.join(builder.sourcePath, 'public'),
   257       os.path.join(builder.sourcePath, 'public', 'extensions'),
   258       os.path.join(builder.sourcePath, 'public', 'sourcepawn'),
   259       os.path.join(builder.sourcePath, 'public', 'amtl'),
   260     ]
   261     return compiler
   262 
   263   def HL2Compiler(self, context, sdk):
   264     compiler = self.ExtCompiler(context)
   265 
   266     if sdk.name == 'ep1':
   267       mms_path = os.path.join(self.mms_root, 'core-legacy')
   268     else:
   269       mms_path = os.path.join(self.mms_root, 'core')
   270 
   271     compiler.cxxincludes += [
   272       os.path.join(mms_path),
   273       os.path.join(mms_path, 'sourcehook'),
   274     ]
   275 
   276     defines = ['SE_' + PossibleSDKs[i].define + '=' + PossibleSDKs[i].code for i in PossibleSDKs]
   277     compiler.defines += defines
   278     paths = [
   279       ['public'],
   280       ['public', 'engine'],
   281       ['public', 'mathlib'],
   282       ['public', 'vstdlib'],
   283       ['public', 'tier0'],
   284       ['public', 'tier1']
   285     ]
   286     if sdk.name == 'ep1' or sdk.name == 'darkm':
   287       paths.append(['public', 'dlls'])
   288       paths.append(['game_shared'])
   289     else:
   290       paths.append(['public', 'game', 'server'])
   291       paths.append(['public', 'toolframework'])
   292       paths.append(['game', 'shared'])
   293       paths.append(['common'])
   294 
   295     compiler.defines += ['SOURCE_ENGINE=' + sdk.code]
   296 
   297     if sdk.name == '2013' and compiler.cxx.behavior == 'gcc':
   298       # The 2013 SDK already has these in public/tier0/basetypes.h
   299       compiler.defines.remove('stricmp=strcasecmp')
   300       compiler.defines.remove('_stricmp=strcasecmp')
   301       compiler.defines.remove('_snprintf=snprintf')
   302       compiler.defines.remove('_vsnprintf=vsnprintf')
   303 
   304     if sdk.name in ['swarm', 'blade', 'insurgency', 'csgo', 'dota']:
   305       if compiler.cc.behavior == 'msvc':
   306         compiler.defines += ['COMPILER_MSVC', 'COMPILER_MSVC32']
   307       else:
   308         compiler.defines += ['COMPILER_GCC']
   309 
   310     if sdk.name in ['css', 'hl2dm', 'dods', '2013', 'tf2', 'l4d2']:
   311       if builder.target_platform in ['linux', 'mac']:
   312         compiler.defines += ['NO_MALLOC_OVERRIDE']
   313 
   314     for path in paths:
   315       compiler.cxxincludes += [os.path.join(sdk.path, *path)]
   316 
   317     return compiler
   318 
   319   def ExtLibrary(self, context, name):
   320     compiler = self.ExtCompiler(context)
   321     return self.LibraryBuilder(compiler, name)
   322 
   323   def HL2Library(self, context, name, sdk):
   324     compiler = self.HL2Compiler(context, sdk)
   325 
   326     if builder.target_platform is 'linux':
   327       if sdk.name is 'ep1':
   328         lib_folder = os.path.join(sdk.path, 'linux_sdk')
   329       elif sdk.name is '2013':
   330         lib_folder = os.path.join(sdk.path, 'lib', 'public', 'linux32')
   331       else:
   332         lib_folder = os.path.join(sdk.path, 'lib', 'linux')
   333     elif builder.target_platform == 'mac':
   334       if sdk.name is '2013':
   335         lib_folder = os.path.join(sdk.path, 'lib', 'public', 'osx32')
   336       else:
   337         lib_folder = os.path.join(sdk.path, 'lib', 'mac')
   338 
   339     if builder.target_platform in ['linux', 'mac']:
   340       if sdk.name is '2013':
   341         compiler.postlink += [
   342           compiler.Dep(os.path.join(lib_folder, 'tier1.a')),
   343           compiler.Dep(os.path.join(lib_folder, 'mathlib.a'))
   344         ]
   345       else:
   346         compiler.postlink += [
   347           compiler.Dep(os.path.join(lib_folder, 'tier1_i486.a')),
   348           compiler.Dep(os.path.join(lib_folder, 'mathlib_i486.a'))
   349         ]
   350 
   351       if sdk.name in ['blade', 'insurgency', 'csgo', 'dota']:
   352         compiler.postlink += [compiler.Dep(os.path.join(lib_folder, 'interfaces_i486.a'))]
   353 
   354     binary = self.LibraryBuilder(compiler, name)
   355 
   356     dynamic_libs = []
   357     if builder.target_platform == 'linux':
   358       compiler.linkflags[0:0] = ['-lm']
   359       if sdk.name in ['css', 'hl2dm', 'dods', 'tf2', '2013', 'l4d2']:
   360         dynamic_libs = ['libtier0_srv.so', 'libvstdlib_srv.so']
   361       elif sdk.name in ['l4d', 'nd', 'blade', 'insurgency', 'csgo']:
   362         dynamic_libs = ['libtier0.so', 'libvstdlib.so']
   363       else:
   364         dynamic_libs = ['tier0_i486.so', 'vstdlib_i486.so']
   365     elif builder.target_platform == 'mac':
   366       binary.compiler.linkflags.append('-liconv')
   367       dynamic_libs = ['libtier0.dylib', 'libvstdlib.dylib']
   368     elif builder.target_platform == 'windows':
   369       libs = ['tier0', 'tier1', 'vstdlib', 'mathlib']
   370       if sdk.name in ['swarm', 'blade', 'insurgency', 'csgo', 'dota']:
   371         libs.append('interfaces')
   372       for lib in libs:
   373         lib_path = os.path.join(sdk.path, 'lib', 'public', lib) + '.lib'
   374         binary.compiler.linkflags.append(binary.Dep(lib_path))
   375 
   376     for library in dynamic_libs:
   377       source_path = os.path.join(lib_folder, library)
   378       output_path = os.path.join(binary.localFolder, library)
   379 
   380       def make_linker(source_path, output_path):
   381         def link(context, binary):
   382           cmd_node, (output,) = context.AddSymlink(source_path, output_path)
   383           return output
   384         return link
   385 
   386       linker = make_linker(source_path, output_path)
   387       binary.compiler.linkflags[0:0] = [binary.Dep(library, linker)]
   388 
   389     return binary
   390 
   391 SM = SMConfig()
   392 SM.detectSDKs()
   393 SM.configure()
   394 
   395 builder.RunBuildScripts(
   396   [
   397     'loader/AMBuilder',
   398     'core/AMBuilder',
   399     'core/logic/AMBuilder',
   400     'extensions/bintools/AMBuilder',
   401     'extensions/clientprefs/AMBuilder',
   402     'extensions/curl/AMBuilder',
   403     'extensions/cstrike/AMBuilder',
   404     'extensions/geoip/AMBuilder',
   405     'extensions/mysql/AMBuilder',
   406     'extensions/regex/AMBuilder',
   407     'extensions/sdkhooks/AMBuilder',
   408     'extensions/sdktools/AMBuilder',
   409     'extensions/sqlite/AMBuilder',
   410     'extensions/tf2/AMBuilder',
   411     'extensions/topmenus/AMBuilder',
   412     'extensions/updater/AMBuilder',
   413     'sourcepawn/compiler/AMBuilder',
   414     'sourcepawn/jit/AMBuilder',
   415     'plugins/AMBuilder',
   416     'tools/buildbot/PackageScript',
   417   ],
   418   {
   419     'SM': SM
   420   }
   421 )