AMBuildScript
author David Anderson <dvander@alliedmods.net>
Mon Nov 18 11:57:04 2013 -0800 (2013-11-18)
changeset 884 ae6d28eabea0
parent 870 004b1437bd14
child 885 a4c8a8c571a0
permissions -rw-r--r--
Push build.
dvander@870
     1
# vim: set sts=2 ts=8 sw=2 tw=99 et ft=python:
dvander@870
     2
import os, sys
ds@704
     3
dvander@870
     4
class SDK(object):
dvander@870
     5
  def __init__(self, sdk, ext, aDef, name, platform, dir):
dvander@870
     6
    if dir == 'ep1':
dvander@870
     7
      folder = 'hl2sdk'
dvander@870
     8
    else:
dvander@870
     9
      folder = 'hl2sdk-' + dir
dvander@870
    10
    self.envvar = sdk
dvander@870
    11
    self.ext = ext
dvander@870
    12
    self.code = aDef
dvander@870
    13
    self.define = name
dvander@870
    14
    self.platform = platform
dvander@870
    15
    self.folder = folder # Default folder name.
dvander@870
    16
    self.name = dir
dvander@870
    17
    self.path = None # Actual path
ds@718
    18
dvander@870
    19
WinOnly = ['windows']
dvander@870
    20
WinLinux = ['windows', 'linux']
dvander@870
    21
WinLinuxMac = ['windows', 'linux', 'mac']
ds@704
    22
dvander@870
    23
PossibleSDKs = {
dvander@870
    24
  'ep1':  SDK('HL2SDK', '1.ep1', '1', 'EPISODEONE', WinLinux, 'ep1'),
dvander@870
    25
  'ep2':  SDK('HL2SDKOB', '2.ep2', '3', 'ORANGEBOX', WinLinux, 'ob'),
dvander@870
    26
  'css':  SDK('HL2SDKCSS', '2.css', '6', 'CSS', WinLinuxMac, 'css'),
dvander@870
    27
  'hl2dm':  SDK('HL2SDKHL2DM', '2.hl2dm', '7', 'HL2DM', WinLinuxMac, 'hl2dm'),
dvander@870
    28
  'dods': SDK('HL2SDKDODS', '2.dods', '8', 'DODS', WinLinuxMac, 'dods'),
dvander@870
    29
  'sdk2013': SDK('HL2SDK2013', '2.sdk2013', '9', 'SDK2013', WinLinuxMac, '2013'),
dvander@870
    30
  'tf2':  SDK('HL2SDKTF2', '2.tf2', '10', 'TF2', WinLinuxMac, 'tf2'),
dvander@870
    31
  'l4d':  SDK('HL2SDKL4D', '2.l4d', '11', 'LEFT4DEAD', WinLinuxMac, 'l4d'),
dvander@870
    32
  'nd': SDK('HL2SDKND', '2.nd', '12', 'NUCLEARDAWN', WinLinuxMac, 'nd'),
dvander@870
    33
  'l4d2': SDK('HL2SDKL4D2', '2.l4d2', '13', 'LEFT4DEAD2', WinLinuxMac, 'l4d2'),
dvander@870
    34
  'darkm':  SDK('HL2SDK-DARKM', '2.darkm', '2', 'DARKMESSIAH', WinOnly, 'darkm'),
dvander@870
    35
  'swarm':  SDK('HL2SDK-SWARM', '2.swarm', '14', 'ALIENSWARM', WinOnly, 'swarm'),
dvander@870
    36
  'bgt':  SDK('HL2SDK-BGT', '2.bgt', '4', 'BLOODYGOODTIME', WinOnly, 'bgt'),
dvander@870
    37
  'eye':  SDK('HL2SDK-EYE', '2.eye', '5', 'EYE', WinOnly, 'eye'),
dvander@870
    38
  'csgo': SDK('HL2SDKCSGO', '2.csgo', '18', 'CSGO', WinLinuxMac, 'csgo'),
dvander@870
    39
  'dota': SDK('HL2SDKDOTA', '2.dota', '19', 'DOTA', WinOnly, 'dota'),
dvander@870
    40
  'portal2':  SDK('HL2SDKPORTAL2', '2.portal2', '15', 'PORTAL2', [], 'portal2'),
dvander@870
    41
  'blade':  SDK('HL2SDKBLADE', '2.blade', '16', 'BLADE', WinLinux, 'blade'),
dvander@870
    42
  'insurgency':  SDK('HL2SDKINSURGENCY', '2.insurgency', '17', 'INSURGENCY', WinLinuxMac, 'insurgency'),
ds@704
    43
}
ds@704
    44
dvander@870
    45
def ResolveEnvPath(env, folder):
dvander@870
    46
  if env in os.environ:
dvander@870
    47
    path = os.environ[env]
dvander@870
    48
    if os.path.isdir(path):
dvander@870
    49
      return path
dvander@870
    50
  else:
dvander@870
    51
    head = os.getcwd()
dvander@870
    52
    oldhead = None
dvander@870
    53
    while head != None and head != oldhead:
dvander@870
    54
      path = os.path.join(head, folder)
dvander@870
    55
      if os.path.isdir(path):
dvander@870
    56
        return path
dvander@870
    57
      oldhead = head
dvander@870
    58
      head, tail = os.path.split(head)
dvander@870
    59
  return None
dvander@870
    60
dvander@870
    61
class MMSConfig(object):
dvander@870
    62
  def __init__(self):
dvander@870
    63
    self.sdks = {}
dvander@870
    64
    self.binaries = []
dvander@870
    65
    self.generated_headers = None
dvander@870
    66
dvander@870
    67
  def detectProductVersion(self):
dvander@870
    68
    builder.AddConfigureFile('product.version')
dvander@870
    69
dvander@870
    70
    # For OS X dylib versioning
dvander@870
    71
    import re
dvander@870
    72
    with open(os.path.join(builder.sourcePath, 'product.version'), 'r') as fp:
dvander@870
    73
      productContents = fp.read()
dvander@870
    74
    m = re.match('(\d+)\.(\d+)\.(\d+).*', productContents)
dvander@870
    75
    if m == None:
dvander@870
    76
      self.productVersion = '1.0.0'
dvander@870
    77
    else:
dvander@870
    78
      major, minor, release = m.groups()
dvander@870
    79
      self.productVersion = '{0}.{1}.{2}'.format(major, minor, release)
dvander@870
    80
dvander@870
    81
  def detectSDKs(self):
dvander@870
    82
    sdk_list = builder.options.sdks.split(',')
dvander@870
    83
    use_all = sdk_list[0] == 'all'
dvander@870
    84
    use_present = sdk_list[0] == 'present'
dvander@870
    85
dvander@870
    86
    for sdk_name in PossibleSDKs:
dvander@870
    87
      sdk = PossibleSDKs[sdk_name]
dvander@870
    88
      if builder.target_platform in sdk.platform:
dvander@870
    89
        sdk_path = ResolveEnvPath(sdk.envvar, sdk.folder)
dvander@870
    90
        if sdk_path is None:
dvander@870
    91
          if use_all or sdk_name in sdk_list:
dvander@870
    92
            raise Exception('Could not find a valid path for {0}'.format(sdk.envvar))
dvander@870
    93
          continue
dvander@870
    94
        if use_all or use_present or sdk_name in sdk_list:
dvander@870
    95
          sdk.path = sdk_path
dvander@870
    96
          self.sdks[sdk_name] = sdk
dvander@870
    97
dvander@870
    98
    if len(self.sdks) < 1:
dvander@870
    99
      raise Exception('At least one SDK must be available.')
dvander@870
   100
dvander@870
   101
  def configure(self):
dvander@870
   102
    cfg = builder.DetectCompilers()
dvander@870
   103
    cxx = cfg.cxx
dvander@870
   104
dvander@870
   105
    if cxx.behavior == 'gcc':
dvander@870
   106
      cfg.defines += [
dvander@870
   107
        'stricmp=strcasecmp',
dvander@870
   108
        '_stricmp=strcasecmp',
dvander@870
   109
        '_snprintf=snprintf',
dvander@870
   110
        '_vsnprintf=vsnprintf',
dvander@870
   111
        'HAVE_STDINT_H',
dvander@870
   112
        'GNUC',
dvander@870
   113
      ]
dvander@870
   114
      cfg.cflags += [
dvander@870
   115
        '-pipe',
dvander@870
   116
        '-fno-strict-aliasing',
dvander@870
   117
        '-Wall',
dvander@870
   118
        '-Werror',
dvander@870
   119
        '-Wno-uninitialized',
dvander@870
   120
        '-Wno-unused',
dvander@870
   121
        '-Wno-switch',
dvander@870
   122
        '-msse',
dvander@870
   123
        '-m32',
dvander@870
   124
      ]
dvander@870
   125
      if (cxx.name == 'gcc' and cxx.majorVersion >= 4) or cxx.name == 'clang':
dvander@870
   126
        cfg.cflags += ['-fvisibility=hidden']
dvander@870
   127
        cfg.cxxflags += ['-fvisibility-inlines-hidden']
dvander@870
   128
      cfg.linkflags += ['-m32']
dvander@870
   129
      cfg.cxxflags += [
dvander@870
   130
        '-fno-exceptions',
dvander@870
   131
        '-fno-rtti',
dvander@870
   132
        '-fno-threadsafe-statics',
dvander@870
   133
        '-Wno-non-virtual-dtor',
dvander@870
   134
        '-Wno-overloaded-virtual',
dvander@870
   135
      ]
dvander@870
   136
      if (cxx.name == 'gcc' and cxx.majorVersion >= 4 and cxx.minorVersion >= 7) or \
dvander@870
   137
          (cxx.name == 'clang' and cxx.majorVersion >= 3):
dvander@870
   138
        cfg.cxxflags += ['-Wno-delete-non-virtual-dtor']
dvander@870
   139
      if cxx.name == 'gcc':
dvander@870
   140
        cfg.cflags += ['-mfpmath=sse']
dvander@870
   141
dvander@870
   142
    elif cxx.name == 'msvc':
dvander@870
   143
      if builder.options.debug == '1':
dvander@870
   144
        cfg.cflags += ['/MTd']
dvander@870
   145
        cfg.linkflags += ['/NODEFAULTLIB:libcmt']
dvander@870
   146
      else:
dvander@870
   147
        cfg.cflags += ['/MT']
dvander@870
   148
      cfg.defines += [
dvander@870
   149
        '_CRT_SECURE_NO_DEPRECATE',
dvander@870
   150
        '_CRT_SECURE_NO_WARNINGS',
dvander@870
   151
        '_CRT_NONSTDC_NO_DEPRECATE',
dvander@870
   152
      ]
dvander@870
   153
      cfg.cflags += [
dvander@870
   154
        '/W3',
dvander@870
   155
        '/Zi',
dvander@870
   156
      ]
dvander@870
   157
      cfg.cxxflags += ['/TP']
dvander@870
   158
      cfg.linkflags += [
dvander@870
   159
        '/MACHINE:X86',
dvander@870
   160
        '/SUBSYSTEM:WINDOWS',
dvander@870
   161
        'kernel32.lib',
dvander@870
   162
        'user32.lib',
dvander@870
   163
        'gdi32.lib',
dvander@870
   164
        'winspool.lib',
dvander@870
   165
        'comdlg32.lib',
dvander@870
   166
        'advapi32.lib',
dvander@870
   167
        'shell32.lib',
dvander@870
   168
        'ole32.lib',
dvander@870
   169
        'oleaut32.lib',
dvander@870
   170
        'uuid.lib',
dvander@870
   171
        'odbc32.lib',
dvander@870
   172
        'odbccp32.lib',
dvander@870
   173
      ] 
dvander@870
   174
dvander@870
   175
    # Optimization
dvander@870
   176
    if builder.options.opt == '1':
dvander@870
   177
      cfg.defines += ['NDEBUG']
dvander@870
   178
      if cxx.behavior == 'gcc':
dvander@870
   179
        cfg.cflags += ['-O3']
dvander@870
   180
      elif cxx.behavior == 'msvc':
dvander@870
   181
        cfg.cflags += ['/Ox']
dvander@870
   182
        cfg.linkflags += ['/OPT:ICF', '/OPT:REF']
dvander@870
   183
dvander@870
   184
    # Debugging
dvander@870
   185
    if builder.options.debug == '1':
dvander@870
   186
      cfg.defines += ['DEBUG', '_DEBUG']
dvander@870
   187
      if cxx.behavior == 'gcc':
dvander@870
   188
        cfg.cflags += ['-g3']
dvander@870
   189
      elif cxx.behavior == 'msvc':
dvander@870
   190
        cfg.cflags += ['/Od, /RTC1']
dvander@870
   191
dvander@870
   192
    # This needs to be after our optimization flags which could otherwise disable it.
dvander@870
   193
    if cxx.name == 'msvc':
dvander@870
   194
      # Don't omit the frame pointer.
dvander@870
   195
      cfg.cflags += ['/Oy-']
ds@704
   196
dvander@870
   197
    # Platform-specifics
dvander@870
   198
    if builder.target_platform == 'linux':
dvander@870
   199
      cfg.defines += ['_LINUX', 'POSIX']
dvander@870
   200
      if cxx.name == 'gcc':
dvander@870
   201
        cfg.linkflags += ['-static-libgcc']
dvander@870
   202
      elif cxx.name == 'clang':
dvander@870
   203
        cfg.linkflags += ['-lgcc_eh']
dvander@870
   204
    elif builder.target_platform == 'mac':
dvander@870
   205
      cfg.defines += ['OSX', '_OSX', 'POSIX']
dvander@870
   206
      cfg.linkflags += [
dvander@870
   207
        '-mmacosx-version-min=10.5',
dvander@870
   208
        '-arch', 'i386',
dvander@870
   209
        '-lstdc++',
dvander@870
   210
      ]
dvander@870
   211
    elif builder.target_platform == 'windows':
dvander@870
   212
      cfg.defines += ['WIN32', '_WINDOWS']
dvander@870
   213
dvander@870
   214
    # Finish up.
dvander@870
   215
    cfg.defines += ['MMS_GENERATED_BUILD']
dvander@870
   216
    cfg.includes += [os.path.join(builder.buildPath, 'includes')]
dvander@870
   217
    cfg.cxxincludes += [os.path.join(builder.sourcePath, 'public')]
dvander@870
   218
dvander@870
   219
  def HL2Compiler(self, context, sdk):
dvander@870
   220
    compiler = context.compiler.clone()
dvander@870
   221
    compiler.cxxincludes += [
dvander@870
   222
      os.path.join(context.currentSourcePath),
dvander@870
   223
      os.path.join(context.currentSourcePath, 'sourcehook'),
dvander@870
   224
      os.path.join(context.sourcePath, 'loader'),
dvander@870
   225
    ]
dvander@870
   226
dvander@870
   227
    defines = ['SE_' + self.sdks[i].define + '=' + self.sdks[i].code for i in self.sdks]
dvander@870
   228
    compiler.defines += defines
dvander@870
   229
    paths = [['public'],
dvander@870
   230
             ['public', 'engine'],
dvander@870
   231
             ['public', 'mathlib'],
dvander@870
   232
             ['public', 'vstdlib'],
dvander@870
   233
             ['public', 'tier0'], ['public', 'tier1']]
dvander@870
   234
    if sdk.name == 'ep1' or sdk.name == 'darkm':
dvander@870
   235
      paths.append(['public', 'dlls'])
dvander@870
   236
      paths.append(['game_shared'])
dvander@870
   237
    else:
dvander@870
   238
      paths.append(['public', 'game', 'server'])
dvander@870
   239
      paths.append(['game', 'shared'])
dvander@870
   240
      paths.append(['common'])
dvander@870
   241
dvander@870
   242
    compiler.defines += ['SOURCE_ENGINE=' + sdk.code]
dvander@870
   243
dvander@870
   244
    if sdk.name == '2013' and compiler.cxx.behavior == 'gcc':
dvander@870
   245
      # The 2013 SDK already has these in public/tier0/basetypes.h
dvander@870
   246
      compiler.defines.remove('stricmp=strcasecmp')
dvander@870
   247
      compiler.defines.remove('_stricmp=strcasecmp')
dvander@870
   248
      compiler.defines.remove('_snprintf=snprintf')
dvander@870
   249
      compiler.defines.remove('_vsnprintf=vsnprintf')
dvander@870
   250
dvander@870
   251
    if sdk.name in ['swarm', 'blade', 'insurgency', 'csgo', 'dota']:
dvander@870
   252
      if compiler.cc.behavior == 'msvc':
dvander@870
   253
        compiler.defines += ['COMPILER_MSVC', 'COMPILER_MSVC32']
dvander@870
   254
      else:
dvander@870
   255
        compiler.defines += ['COMPILER_GCC']
dvander@870
   256
dvander@870
   257
    if sdk.name in ['css', 'hl2dm', 'dods', '2013', 'tf2', 'l4d2']:
dvander@870
   258
      if builder.target_platform in ['linux', 'mac']:
dvander@870
   259
        compiler.defines += ['NO_MALLOC_OVERRIDE']
dvander@870
   260
dvander@870
   261
    for path in paths:
dvander@870
   262
      compiler.cxxincludes += [os.path.join(sdk.path, *path)]
dvander@870
   263
dvander@870
   264
    compiler.sourcedeps += MMS.generated_headers
dvander@870
   265
dvander@870
   266
    return compiler
dvander@870
   267
dvander@870
   268
  def LibraryBuilder(self, compiler, name):
dvander@870
   269
    binary = compiler.Library(name)
dvander@870
   270
    if builder.target_platform == 'windows':
dvander@870
   271
      binary.sources += ['version.rc']
dvander@870
   272
      binary.compiler.rcdefines += [
dvander@870
   273
        'BINARY_NAME="{0}"'.format(binary.outputFile),
dvander@870
   274
        'MMS_GENERATED_BUILD'
dvander@870
   275
      ]
dvander@870
   276
    elif builder.target_platform == 'mac':
dvander@870
   277
      binary.compiler.postlink += [
dvander@870
   278
        '-compatibility_version', '1.0.0',
dvander@870
   279
        '-current_version', self.productVersion
dvander@870
   280
      ]
dvander@870
   281
    return binary
ds@704
   282
dvander@870
   283
  def Library(self, context, name):
dvander@870
   284
    compiler = context.compiler.clone()
dvander@870
   285
    return self.LibraryBuilder(compiler, name)
dvander@870
   286
dvander@870
   287
  def HL2Library(self, context, name, sdk):
dvander@870
   288
    compiler = self.HL2Compiler(context, sdk)
dvander@870
   289
dvander@870
   290
    if builder.target_platform == 'linux':
dvander@870
   291
      if sdk.name == 'ep1':
dvander@870
   292
        lib_folder = os.path.join(sdk.path, 'linux_sdk')
dvander@870
   293
      elif sdk.name == '2013':
dvander@870
   294
        lib_folder = os.path.join(sdk.path, 'lib', 'public', 'linux32')
dvander@870
   295
      else:
dvander@870
   296
        lib_folder = os.path.join(sdk.path, 'lib', 'linux')
dvander@870
   297
    elif builder.target_platform == 'mac':
dvander@870
   298
      if sdk.name == '2013':
dvander@870
   299
        lib_folder = os.path.join(sdk.path, 'lib', 'public', 'osx32')
dvander@870
   300
      else:
dvander@870
   301
        lib_folder = os.path.join(sdk.path, 'lib', 'mac')
dvander@870
   302
dvander@870
   303
    if builder.target_platform in ['linux', 'mac']:
dvander@870
   304
      if sdk.name == '2013':
dvander@870
   305
        compiler.postlink += [compiler.Dep(os.path.join(lib_folder, 'tier1.a'))]
dvander@870
   306
      else:
dvander@870
   307
        compiler.postlink += [compiler.Dep(os.path.join(lib_folder, 'tier1_i486.a'))]
dvander@870
   308
dvander@870
   309
      if sdk.name in ['blade', 'insurgency', 'csgo', 'dota']:
dvander@870
   310
        compiler.postlink += [compiler.Dep(os.path.join(lib_folder, 'interfaces_i486.a'))]
dvander@870
   311
dvander@870
   312
    binary = self.LibraryBuilder(compiler, name)
ds@704
   313
dvander@870
   314
    dynamic_libs = []
dvander@870
   315
    if builder.target_platform == 'linux':
dvander@870
   316
      compiler.linkflags[0:0] = ['-lm']
dvander@870
   317
      if sdk.name in ['css', 'hl2dm', 'dods', 'tf2', '2013', 'l4d2']:
dvander@870
   318
        dynamic_libs = ['libtier0_srv.so', 'libvstdlib_srv.so']
dvander@870
   319
      elif sdk.name in ['l4d', 'nd', 'blade', 'insurgency', 'csgo']:
dvander@870
   320
        dynamic_libs = ['libtier0.so', 'libvstdlib.so']
dvander@870
   321
      else:
dvander@870
   322
        dynamic_libs = ['tier0_i486.so', 'vstdlib_i486.so']
dvander@870
   323
    elif builder.target_platform == 'mac':
dvander@870
   324
      binary.compiler.linkflags.append('-liconv')
dvander@870
   325
      dynamic_libs = ['libtier0.dylib', 'libvstdlib.dylib']
dvander@870
   326
    elif builder.target_platform == 'windows':
dvander@870
   327
      libs = ['tier0', 'tier1', 'vstdlib']
dvander@870
   328
      if sdk.name in ['swarm', 'blade', 'insurgency', 'csgo', 'dota']:
dvander@870
   329
        libs.append('interfaces')
dvander@870
   330
      for lib in libs:
dvander@870
   331
        lib_path = os.path.join(sdk.path, 'lib', 'public', lib) + '.lib'
dvander@870
   332
        binary.compiler.linkflags.append(binary.Dep(lib_path))
dvander@870
   333
dvander@870
   334
    for library in dynamic_libs:
dvander@870
   335
      source_path = os.path.join(lib_folder, library)
dvander@870
   336
      output_path = os.path.join(binary.localFolder, library)
dvander@870
   337
dvander@870
   338
      def make_linker(source_path, output_path):
dvander@870
   339
        def link(context, binary):
dvander@870
   340
          cmd_node, (output,) = context.AddSymlink(source_path, output_path)
dvander@870
   341
          return output
dvander@870
   342
        return link
dvander@870
   343
dvander@870
   344
      linker = make_linker(source_path, output_path)
dvander@870
   345
      binary.compiler.linkflags[0:0] = [binary.Dep(library, linker)]
dvander@870
   346
dvander@870
   347
    return binary
dvander@870
   348
dvander@870
   349
MMS = MMSConfig()
dvander@870
   350
MMS.detectProductVersion()
dvander@870
   351
MMS.detectSDKs()
dvander@870
   352
MMS.configure()
dvander@870
   353
dvander@870
   354
MMS.generated_headers = builder.RunScript(
dvander@870
   355
  'support/buildbot/Versioning',
dvander@870
   356
  { 'MMS': MMS }
dvander@870
   357
)
dvander@870
   358
dvander@870
   359
builder.RunBuildScripts(
dvander@870
   360
  [
dvander@870
   361
    'loader/AMBuilder',
dvander@870
   362
    'core-legacy/AMBuilder',
dvander@870
   363
    'core/AMBuilder',
dvander@870
   364
    'support/buildbot/PackageScript',
dvander@870
   365
  ],
dvander@870
   366
  {
dvander@870
   367
    'MMS': MMS
dvander@870
   368
  }
dvander@870
   369
)
dvander@870
   370