core/GameDataFetcher.cpp
author David Anderson <dvander@alliedmods.net>
Sun Dec 28 03:23:45 2008 -0500 (2008-12-28)
changeset 2479 44e8e76d4e53
parent 2400 76b7b4575e21
parent 2476 c21fd6e89ff5
child 2488 f7f1bbcc85e4
permissions -rw-r--r--
Merge from sourcemod-1.1 branch.
pred@2142
     1
/**
dvander@2476
     2
 * vim: set ts=4 :
dvander@2476
     3
 * =============================================================================
dvander@2476
     4
 * SourceMod
dvander@2476
     5
 * Copyright (C) 2004-2008 AlliedModders LLC.  All rights reserved.
dvander@2476
     6
 * =============================================================================
dvander@2476
     7
 *
dvander@2476
     8
 * This program is free software; you can redistribute it and/or modify it under
dvander@2476
     9
 * the terms of the GNU General Public License, version 3.0, as published by the
dvander@2476
    10
 * Free Software Foundation.
dvander@2476
    11
 * 
dvander@2476
    12
 * This program is distributed in the hope that it will be useful, but WITHOUT
dvander@2476
    13
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
dvander@2476
    14
 * FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
dvander@2476
    15
 * details.
dvander@2476
    16
 *
dvander@2476
    17
 * You should have received a copy of the GNU General Public License along with
dvander@2476
    18
 * this program.  If not, see <http://www.gnu.org/licenses/>.
dvander@2476
    19
 *
dvander@2476
    20
 * As a special exception, AlliedModders LLC gives you permission to link the
dvander@2476
    21
 * code of this program (as well as its derivative works) to "Half-Life 2," the
dvander@2476
    22
 * "Source Engine," the "SourcePawn JIT," and any Game MODs that run on software
dvander@2476
    23
 * by the Valve Corporation.  You must obey the GNU General Public License in
dvander@2476
    24
 * all respects for all other code used.  Additionally, AlliedModders LLC grants
dvander@2476
    25
 * this exception to all derivative works.  AlliedModders LLC defines further
dvander@2476
    26
 * exceptions, found in LICENSE.txt (as of this writing, version JULY-31-2007),
dvander@2476
    27
 * or <http://www.sourcemod.net/license.php>.
dvander@2476
    28
 *
dvander@2476
    29
 * Version: $Id$
dvander@2476
    30
 */
pred@2142
    31
pred@2142
    32
#include "GameDataFetcher.h"
pred@2142
    33
#include "bitbuf.h"
pred@2142
    34
pred@2142
    35
#ifdef PLATFORM_WINDOWS
pred@2142
    36
#include <winsock2.h>
pred@2142
    37
#else
pred@2142
    38
#include <unistd.h>
pred@2142
    39
#include <sys/types.h>
pred@2142
    40
#include <sys/socket.h>
pred@2142
    41
#include <netinet/in.h>
pred@2142
    42
#include <netdb.h>
pred@2142
    43
#include <arpa/inet.h>
pred@2142
    44
dvander@2474
    45
#define INVALID_SOCKET		-1
dvander@2474
    46
#define closesocket 		close
dvander@2474
    47
#define WSAGetLastError()	errno
pred@2142
    48
#endif
pred@2142
    49
pred@2142
    50
#include "sh_vector.h"
pred@2142
    51
#include "sh_string.h"
pred@2142
    52
#include "sm_version.h"
pred@2142
    53
ds@2400
    54
#if SOURCE_ENGINE == SE_LEFT4DEAD
ds@2400
    55
#include "convar_sm_l4d.h"
ds@2400
    56
#elif SOURCE_ENGINE == SE_ORANGEBOX
pred@2142
    57
#include "convar_sm_ob.h"
pred@2142
    58
#else
pred@2142
    59
#include "convar_sm.h"
pred@2142
    60
#endif
pred@2142
    61
pred@2142
    62
#include "sourcemm_api.h"
pred@2142
    63
#include "time.h"
pred@2142
    64
#include "TimerSys.h"
pred@2150
    65
#include "compat_wrappers.h"
pred@2247
    66
#include "sm_stringutil.h"
dvander@2474
    67
#include "md5.h"
dvander@2476
    68
#include "frame_hooks.h"
pred@2142
    69
pred@2142
    70
#define QUERY_MAX_LENGTH 1024
pred@2142
    71
dvander@2476
    72
static BuildMD5ableBuffer g_MD5Builder;
dvander@2476
    73
static FetcherThread g_FetchThread;
pred@2142
    74
dvander@2476
    75
static FILE *logfile = NULL;
pred@2142
    76
pred@2142
    77
bool g_disableGameDataUpdate = false;
dvander@2476
    78
dvander@2476
    79
/**
dvander@2476
    80
 * Note on this.  If we issue a reload and changelevel, my srcds.exe will emit 
dvander@2476
    81
 *   Assertion Failed: !m_bServiceStarted
dvander@2476
    82
 * on quit.  This seems like a non-issue, because before we just terminated the 
dvander@2476
    83
 * server anyway.  If anyone notices and files a bug, we can look into it further.
dvander@2476
    84
 */
pred@2142
    85
bool g_restartAfterUpdate = false;
pred@2142
    86
dvander@2476
    87
static bool was_level_started = false;
dvander@2476
    88
static int g_serverPort = 6500;
dvander@2476
    89
static char g_serverAddress[100] = "smupdate.alliedmods.net";
dvander@2476
    90
dvander@2476
    91
static void _ForceRestart(void *data)
dvander@2476
    92
{
dvander@2476
    93
	char cmd[300];
dvander@2476
    94
	g_Logger.LogMessage("Automatically restarting SourceMod after a successful gamedata update.");
dvander@2476
    95
	UTIL_Format(cmd, sizeof(cmd), "meta unload %d\n", g_PLID);
dvander@2476
    96
	engine->ServerCommand(cmd);
dvander@2476
    97
	UTIL_Format(cmd, sizeof(cmd), "changelevel \"%s\"\n", STRING(gpGlobals->mapname));
dvander@2476
    98
	engine->ServerCommand(cmd);
dvander@2476
    99
	UTIL_Format(cmd, sizeof(cmd), "echo SourceMod restarted after gamedata update.\n");
dvander@2476
   100
	engine->ServerCommand(cmd);
dvander@2476
   101
}
dvander@2476
   102
dvander@2476
   103
static void ForceRestart()
dvander@2476
   104
{
dvander@2476
   105
	FrameAction action;
dvander@2476
   106
dvander@2476
   107
	action.action = _ForceRestart;
dvander@2476
   108
	action.data = NULL;
dvander@2476
   109
	AddFrameAction(action);
dvander@2476
   110
}
pred@2247
   111
dvander@2474
   112
void FetcherThread::RunThread(IThreadHandle *pHandle)
pred@2142
   113
{
pred@2142
   114
	char lock_path[PLATFORM_MAX_PATH];
pred@2142
   115
	g_SourceMod.BuildPath(Path_SM, lock_path, sizeof(lock_path), "data/temp");
pred@2142
   116
	g_LibSys.CreateFolder(lock_path);
pred@2142
   117
pred@2142
   118
	g_SourceMod.BuildPath(Path_SM, lock_path, sizeof(lock_path), "data/temp/gamedata.lock");
pred@2142
   119
pred@2142
   120
	char log_path[PLATFORM_MAX_PATH];
pred@2142
   121
	g_SourceMod.BuildPath(Path_SM, log_path, sizeof(log_path), "logs/gamedata");
pred@2142
   122
pred@2142
   123
	g_LibSys.CreateFolder(log_path);
pred@2142
   124
pred@2142
   125
	time_t t;
pred@2142
   126
	GetAdjustedTime(&t);
pred@2142
   127
	tm *curtime = localtime(&t);
pred@2142
   128
pred@2142
   129
	g_SourceMod.BuildPath(Path_SM, log_path, sizeof(log_path), "logs/gamedata/L%02d%02d.log", curtime->tm_mon + 1, curtime->tm_mday);
pred@2142
   130
pred@2142
   131
	logfile = fopen(log_path, "a");
pred@2142
   132
pred@2142
   133
	if (!logfile)
pred@2142
   134
	{
dvander@2475
   135
		/* :( */
pred@2142
   136
		return;
pred@2142
   137
	}
pred@2142
   138
pred@2142
   139
	//Create a blank lock file
pred@2142
   140
	FILE *fp = fopen(lock_path, "w");
pred@2142
   141
	if (fp)
pred@2142
   142
	{
pred@2142
   143
		fclose(fp);
pred@2142
   144
	}
pred@2142
   145
pred@2367
   146
	char query[QUERY_MAX_LENGTH];
pred@2367
   147
pred@2367
   148
	/* Check for updated gamedata files */
pred@2367
   149
	int len = BuildGameDataQuery(query, QUERY_MAX_LENGTH);
pred@2367
   150
pred@2367
   151
	if (len == 0)
pred@2367
   152
	{
dvander@2475
   153
		g_Logger.LogToFileOnly(logfile, "Could not build gamedata query!");
pred@2367
   154
		fclose(logfile);
pred@2367
   155
		unlink(lock_path);
pred@2367
   156
		return;
pred@2367
   157
	}
pred@2367
   158
dvander@2475
   159
	/* We check this late so we have the MD5 sums available.  This may change in the future. */
pred@2367
   160
	if (g_disableGameDataUpdate)
pred@2367
   161
	{
dvander@2475
   162
		g_Logger.LogToFileOnly(logfile, "Skipping gamedata fetcher (DisableAutoUpdate set)");
pred@2367
   163
		fclose(logfile);
pred@2367
   164
		unlink(lock_path);
pred@2367
   165
		return;
pred@2367
   166
	}
pred@2367
   167
pred@2142
   168
	/* Create a new socket for this connection */
pred@2142
   169
	int socketDescriptor = ConnectSocket();
pred@2142
   170
pred@2142
   171
	if (socketDescriptor == INVALID_SOCKET)
pred@2142
   172
	{
pred@2146
   173
		fclose(logfile);
pred@2146
   174
		unlink(lock_path);
pred@2142
   175
		return;
pred@2142
   176
	}
pred@2142
   177
pred@2367
   178
	int sent = SendData(socketDescriptor, query, len);
pred@2146
   179
dvander@2474
   180
IF_DEBUG_SPEW
dvander@2475
   181
	g_Logger.LogToFileOnly(logfile, "Sent gamedata query");
dvander@2474
   182
ENDIF_DEBUG_SPEW
pred@2142
   183
pred@2142
   184
	if (sent == 0)
pred@2142
   185
	{
dvander@2474
   186
IF_DEBUG_SPEW
dvander@2475
   187
		g_Logger.LogToFileOnly(logfile, "Failed to send gamedata query data to remote host");
dvander@2474
   188
ENDIF_DEBUG_SPEW
pred@2146
   189
pred@2142
   190
		closesocket(socketDescriptor);
pred@2146
   191
		fclose(logfile);
pred@2146
   192
		unlink(lock_path);
pred@2142
   193
		return;
pred@2142
   194
	}
pred@2142
   195
pred@2142
   196
	ProcessGameDataQuery(socketDescriptor);
pred@2142
   197
pred@2142
   198
	/* And we're done! */
pred@2142
   199
	closesocket(socketDescriptor);
pred@2142
   200
	fclose(logfile);
pred@2142
   201
	unlink(lock_path);
pred@2142
   202
}
pred@2142
   203
dvander@2474
   204
void FetcherThread::OnTerminate(IThreadHandle *pHandle, bool cancel)
pred@2142
   205
{
pred@2186
   206
	g_blockGameDataLoad = false;
dvander@2475
   207
dvander@2476
   208
	if (cancel)
dvander@2476
   209
	{
dvander@2476
   210
		return;
dvander@2476
   211
	}
dvander@2476
   212
dvander@2475
   213
	if (wasSuccess)
dvander@2475
   214
	{
dvander@2475
   215
		HandleUpdateStatus(updateStatus, build);
dvander@2475
   216
dvander@2475
   217
		if (needsRestart)
dvander@2475
   218
		{
dvander@2475
   219
			if (g_restartAfterUpdate)
dvander@2475
   220
			{
dvander@2476
   221
				if (was_level_started)
dvander@2476
   222
				{
dvander@2476
   223
					ForceRestart();
dvander@2476
   224
				}
dvander@2475
   225
			}
dvander@2475
   226
			else
dvander@2475
   227
			{
dvander@2475
   228
				g_Logger.LogMessage("Your gamedata files have been updated, please restart your server.");
dvander@2475
   229
			}
dvander@2475
   230
		}
dvander@2475
   231
	}
dvander@2475
   232
	else if (!g_disableGameDataUpdate)
dvander@2475
   233
	{
dvander@2475
   234
		g_Logger.LogError("An error occurred in the gamedata fetcher, see your gamedata log files for more information.");
dvander@2475
   235
	}
pred@2142
   236
}
pred@2142
   237
dvander@2474
   238
int FetcherThread::BuildGameDataQuery(char *buffer, int maxlen)
pred@2142
   239
{
pred@2142
   240
	char gamedata_path[PLATFORM_MAX_PATH];
pred@2142
   241
	g_SourceMod.BuildPath(Path_SM, gamedata_path, sizeof(gamedata_path), "gamedata");
pred@2142
   242
pred@2142
   243
	IDirectory *dir = g_LibSys.OpenDirectory(gamedata_path);
pred@2142
   244
pred@2142
   245
	if (dir == NULL)
pred@2142
   246
	{
pred@2142
   247
		return 0;
pred@2142
   248
	}
pred@2142
   249
pred@2142
   250
	bf_write Writer = bf_write("GameDataQuery", buffer, maxlen);
pred@2142
   251
pred@2142
   252
	Writer.WriteByte('A'); //Generic Header char
pred@2142
   253
	Writer.WriteByte('G'); //G for gamedata query, or green, like my hat.
pred@2142
   254
pred@2142
   255
	short build[4] = { SVN_FILE_VERSION };
pred@2142
   256
pred@2142
   257
	Writer.WriteBytes(&build[0], 8);
pred@2142
   258
pred@2142
   259
	Writer.WriteByte(0); // Initialize the file counter - Index 10
pred@2142
   260
pred@2142
   261
	while (dir->MoreFiles())
pred@2142
   262
	{
pred@2142
   263
		if (dir->IsEntryFile())
pred@2142
   264
		{
pred@2142
   265
			const char *name = dir->GetEntryName();
pred@2142
   266
			size_t len = strlen(name);
dvander@2474
   267
			if (len >= 4 && strcmp(&name[len-4], ".txt") == 0)
pred@2142
   268
			{
dvander@2474
   269
				MD5 md5;
dvander@2474
   270
				SMCError err;
dvander@2474
   271
				SMCStates states;
dvander@2474
   272
				unsigned char raw[16];
pred@2142
   273
				char file[PLATFORM_MAX_PATH];
pred@2142
   274
pred@2142
   275
				g_LibSys.PathFormat(file, sizeof(file), "%s/%s", gamedata_path, name);
pred@2142
   276
dvander@2474
   277
				g_MD5Builder.checksum = &md5;
dvander@2474
   278
				if ((err = g_TextParser.ParseFile_SMC(file, &g_MD5Builder, &states)) == SMCError_Okay)
pred@2142
   279
				{
dvander@2474
   280
					md5.raw_digest(raw);
dvander@2474
   281
					(uint8_t)buffer[10]++; //Increment the file counter
dvander@2474
   282
					Writer.WriteBytes(raw, 16);
pred@2142
   283
dvander@2474
   284
					FileData *data = new FileData();
dvander@2474
   285
					data->filename = new SourceHook::String(file);
dvander@2474
   286
					md5.hex_digest(data->checksum);
dvander@2474
   287
					filenames.push_back(data);
dvander@2474
   288
dvander@2474
   289
IF_DEBUG_SPEW
dvander@2475
   290
					g_Logger.LogToFileOnly(logfile, "Parsed file: %s as %s", file, data->checksum);
dvander@2474
   291
ENDIF_DEBUG_SPEW
dvander@2474
   292
pred@2142
   293
				}
pred@2142
   294
				else
pred@2142
   295
				{
dvander@2474
   296
IF_DEBUG_SPEW
dvander@2474
   297
					const char *error = g_TextParser.GetSMCErrorString(err);
dvander@2475
   298
					g_Logger.LogToFileOnly(logfile, "Parsing of file %s failed: %s", file, error);
dvander@2474
   299
ENDIF_DEBUG_SPEW
pred@2142
   300
				}
pred@2142
   301
			}
pred@2142
   302
		}
pred@2142
   303
		dir->NextEntry();
pred@2142
   304
	}
pred@2142
   305
pred@2142
   306
	return Writer.GetNumBytesWritten();
pred@2142
   307
}
pred@2142
   308
pred@2142
   309
int FetcherThread::ConnectSocket()
pred@2142
   310
{
dvander@2474
   311
#if defined PLATFORM_WINDOWS
pred@2142
   312
	WSADATA wsaData;
pred@2142
   313
	WSAStartup(0x0101, &wsaData);
pred@2142
   314
#endif
pred@2142
   315
dvander@2474
   316
	struct protoent *ptrp;
dvander@2474
   317
	
dvander@2474
   318
	if ((ptrp = getprotobyname("tcp")) == NULL) 
pred@2142
   319
	{
dvander@2475
   320
		g_Logger.LogToFileOnly(logfile, "Error: Failed to find TCP protocol");
pred@2142
   321
		return INVALID_SOCKET;
pred@2142
   322
	}
pred@2142
   323
pred@2142
   324
	int socketDescriptor = socket(AF_INET, SOCK_STREAM, ptrp->p_proto);
pred@2142
   325
pred@2142
   326
	if (socketDescriptor == INVALID_SOCKET)
pred@2142
   327
	{
dvander@2474
   328
		char error[255];
dvander@2474
   329
		g_LibSys.GetPlatformErrorEx(WSAGetLastError(), error, sizeof(error));
dvander@2475
   330
		g_Logger.LogToFileOnly(logfile, "Error: Failed to create socket: %s", error);
pred@2142
   331
		closesocket(socketDescriptor);
pred@2142
   332
		return INVALID_SOCKET;
pred@2142
   333
	}
pred@2142
   334
pred@2142
   335
	struct hostent *he;
pred@2142
   336
	struct sockaddr_in local_addr;
pred@2142
   337
pred@2142
   338
	local_addr.sin_family = AF_INET;
pred@2247
   339
	local_addr.sin_port = htons((u_short)g_serverPort);
pred@2142
   340
pred@2247
   341
	he = gethostbyname(g_serverAddress);
pred@2142
   342
pred@2142
   343
	if (!he)
pred@2142
   344
	{
pred@2247
   345
		if ((local_addr.sin_addr.s_addr = inet_addr(g_serverAddress)) == INADDR_NONE)
pred@2142
   346
		{
dvander@2475
   347
			g_Logger.LogToFileOnly(logfile, "Couldn't locate address: %s", g_serverAddress);
pred@2142
   348
			closesocket(socketDescriptor);
pred@2142
   349
			return INVALID_SOCKET;
pred@2142
   350
		}
pred@2142
   351
	} 
pred@2142
   352
	else 
pred@2142
   353
	{
pred@2142
   354
		memcpy(&local_addr.sin_addr, (struct in_addr *)he->h_addr, he->h_length);
pred@2142
   355
	}
pred@2142
   356
pred@2142
   357
	if (connect(socketDescriptor, (struct sockaddr *) &local_addr, sizeof(local_addr)) < 0)
pred@2142
   358
	{
dvander@2474
   359
		char error[255];
dvander@2474
   360
		g_LibSys.GetPlatformErrorEx(WSAGetLastError(), error, sizeof(error));
dvander@2475
   361
		g_Logger.LogToFileOnly(logfile, "Couldn't connect to %s: %s", g_serverAddress, error);
pred@2142
   362
		closesocket(socketDescriptor);
pred@2142
   363
		return INVALID_SOCKET;
pred@2142
   364
	}
pred@2142
   365
pred@2142
   366
	return socketDescriptor;
pred@2142
   367
}
pred@2142
   368
pred@2142
   369
void FetcherThread::ProcessGameDataQuery(int socketDescriptor)
pred@2142
   370
{
pred@2142
   371
	char buffer[50];
dvander@2474
   372
dvander@2474
   373
IF_DEBUG_SPEW
dvander@2475
   374
	g_Logger.LogToFileOnly(logfile, "Waiting for reply!");
dvander@2474
   375
ENDIF_DEBUG_SPEW
pred@2142
   376
pred@2142
   377
	//Read in the header bytes
pred@2367
   378
	int returnLen = RecvData(socketDescriptor, buffer, 12);
pred@2142
   379
pred@2142
   380
pred@2142
   381
	if (returnLen == 0)
pred@2142
   382
	{
dvander@2474
   383
		char error[255];
dvander@2474
   384
		g_LibSys.GetPlatformErrorEx(WSAGetLastError(), error, sizeof(error));
dvander@2475
   385
		g_Logger.LogToFileOnly(logfile, "Did not receive reply: %s", error);
pred@2142
   386
		return;
pred@2142
   387
	}
pred@2142
   388
dvander@2474
   389
IF_DEBUG_SPEW
dvander@2475
   390
	g_Logger.LogToFileOnly(logfile, "Received Header!");
dvander@2474
   391
ENDIF_DEBUG_SPEW
pred@2142
   392
pred@2142
   393
	bf_read Reader = bf_read("GameDataQuery", buffer, 12);
pred@2142
   394
pred@2142
   395
	if (Reader.ReadByte() != 'A' || Reader.ReadByte() != 'G')
pred@2142
   396
	{
dvander@2474
   397
IF_DEBUG_SPEW
dvander@2475
   398
		g_Logger.LogToFileOnly(logfile, "Unknown Query Response");
dvander@2474
   399
ENDIF_DEBUG_SPEW
pred@2142
   400
		return;
pred@2142
   401
	}
pred@2142
   402
dvander@2475
   403
	updateStatus = (UpdateStatus)Reader.ReadByte();
pred@2142
   404
pred@2142
   405
	build[0] = Reader.ReadShort();
pred@2142
   406
	build[1] = Reader.ReadShort();
pred@2142
   407
	build[2] = Reader.ReadShort();
pred@2142
   408
	build[3] = Reader.ReadShort();
pred@2142
   409
dvander@2474
   410
IF_DEBUG_SPEW
dvander@2475
   411
	g_Logger.LogToFileOnly(logfile,
dvander@2474
   412
						   "Update Status: %i - Latest %i.%i.%i.%i",
dvander@2474
   413
						   updateStatus,
dvander@2474
   414
						   build[0],
dvander@2474
   415
						   build[1],
dvander@2474
   416
						   build[2],
dvander@2474
   417
						   build[3]);
dvander@2474
   418
ENDIF_DEBUG_SPEW
pred@2142
   419
pred@2142
   420
	int changedFiles = Reader.ReadByte();
pred@2142
   421
dvander@2474
   422
IF_DEBUG_SPEW
dvander@2475
   423
	g_Logger.LogToFileOnly(logfile, "Files to download: %i", changedFiles);
dvander@2474
   424
ENDIF_DEBUG_SPEW
pred@2142
   425
pred@2142
   426
	for (int i=0; i<changedFiles; i++)
pred@2142
   427
	{
pred@2142
   428
		//Read in the file index and byte count
pred@2367
   429
		returnLen = RecvData(socketDescriptor, buffer, 5);
pred@2142
   430
pred@2142
   431
		if (returnLen == 0)
pred@2142
   432
		{
pred@2142
   433
			/* Timeout or fail? */
pred@2142
   434
			return;
pred@2142
   435
		}
pred@2142
   436
pred@2142
   437
		Reader.StartReading(buffer, 5);
pred@2142
   438
pred@2142
   439
		int index = Reader.ReadByte();
pred@2142
   440
		int tempLen = Reader.ReadUBitLong(32);
pred@2142
   441
dvander@2474
   442
IF_DEBUG_SPEW
dvander@2475
   443
		g_Logger.LogToFileOnly(logfile, "File index %i and length %i", index, tempLen);
dvander@2474
   444
ENDIF_DEBUG_SPEW
pred@2142
   445
pred@2142
   446
		void *memPtr;
pred@2142
   447
		memtable->CreateMem(tempLen+1, &memPtr);
pred@2142
   448
pred@2142
   449
		//Read the contents of our file into the memtable
pred@2367
   450
		returnLen = RecvData(socketDescriptor, (char *)memPtr, tempLen);
pred@2142
   451
dvander@2474
   452
IF_DEBUG_SPEW
dvander@2475
   453
		g_Logger.LogToFileOnly(logfile, "Received %i bytes", returnLen);
dvander@2474
   454
ENDIF_DEBUG_SPEW
pred@2142
   455
pred@2142
   456
		if (returnLen == 0)
pred@2142
   457
		{
pred@2142
   458
			/* Timeout or fail? */
pred@2142
   459
			return;
pred@2142
   460
		}
pred@2142
   461
pred@2142
   462
		((unsigned char *)memPtr)[tempLen] = '\0';
pred@2142
   463
pred@2142
   464
		FileData *data = filenames.at(index);
dvander@2474
   465
		const char *filename;
pred@2142
   466
		if (data != NULL)
pred@2142
   467
		{
pred@2142
   468
			filename = data->filename->c_str();
pred@2142
   469
pred@2142
   470
			FILE *fp = fopen(filename, "w");
pred@2142
   471
pred@2142
   472
			if (fp)
pred@2142
   473
			{
dvander@2474
   474
				fprintf(fp, "%s", (const char *)memPtr);
pred@2142
   475
				fclose(fp);
pred@2142
   476
			}
pred@2367
   477
			else
pred@2367
   478
			{
dvander@2475
   479
				g_Logger.LogToFileOnly(logfile, "Failed to open file \"%s\" for writing", filename);
pred@2367
   480
			}
pred@2142
   481
		}
pred@2142
   482
		else
pred@2142
   483
		{
pred@2142
   484
			filename = "";
pred@2142
   485
		}
pred@2142
   486
pred@2142
   487
		memtable->Reset();
pred@2142
   488
dvander@2475
   489
		g_Logger.LogToFileOnly(logfile, "Updated file: %s", filename);
pred@2142
   490
	}
pred@2142
   491
dvander@2474
   492
IF_DEBUG_SPEW
dvander@2475
   493
	g_Logger.LogToFileOnly(logfile, "File Downloads Completed!");
dvander@2474
   494
ENDIF_DEBUG_SPEW
pred@2142
   495
dvander@2475
   496
	needsRestart = false;
pred@2142
   497
pred@2142
   498
	if (changedFiles > 0)
pred@2142
   499
	{
pred@2142
   500
		needsRestart = true;
pred@2142
   501
	}
pred@2142
   502
pred@2142
   503
	//Read changed file count
pred@2367
   504
	returnLen = RecvData(socketDescriptor, buffer, 1);
pred@2142
   505
pred@2142
   506
	if (returnLen == 0)
pred@2142
   507
	{
dvander@2474
   508
		char error[255];
dvander@2474
   509
		g_LibSys.GetPlatformErrorEx(WSAGetLastError(), error, sizeof(error));
dvander@2475
   510
		g_Logger.LogToFileOnly(logfile, "Did not receive count reply: %s", error);
pred@2142
   511
		return;
pred@2142
   512
	}
pred@2142
   513
pred@2142
   514
	Reader.StartReading(buffer, 1);
pred@2142
   515
pred@2142
   516
	changedFiles = Reader.ReadByte();
pred@2142
   517
dvander@2474
   518
	if (changedFiles < 1)
pred@2142
   519
	{
dvander@2474
   520
IF_DEBUG_SPEW
dvander@2475
   521
		g_Logger.LogToFileOnly(logfile, "No unknown files. We're all done");
dvander@2474
   522
ENDIF_DEBUG_SPEW
pred@2142
   523
		return;
pred@2142
   524
	}
pred@2142
   525
pred@2142
   526
	char *changedFileIndexes = new char[changedFiles];
pred@2367
   527
dvander@2474
   528
IF_DEBUG_SPEW
dvander@2475
   529
	g_Logger.LogToFileOnly(logfile, "%i files were unknown", changedFiles);
dvander@2474
   530
ENDIF_DEBUG_SPEW
pred@2367
   531
pred@2367
   532
	returnLen = RecvData(socketDescriptor, changedFileIndexes, changedFiles);
pred@2142
   533
pred@2142
   534
	if (returnLen == 0)
pred@2142
   535
	{
dvander@2474
   536
		char error[255];
dvander@2474
   537
		g_LibSys.GetPlatformErrorEx(WSAGetLastError(), error, sizeof(error));
dvander@2475
   538
		g_Logger.LogToFileOnly(logfile, "Did not receive list reply: %s", error);
pred@2142
   539
		return;
pred@2142
   540
	}
pred@2142
   541
pred@2142
   542
	Reader.StartReading(changedFileIndexes, changedFiles);
pred@2142
   543
pred@2142
   544
	for (int i=0; i<changedFiles; i++)
pred@2142
   545
	{
pred@2142
   546
		int index = Reader.ReadByte();
pred@2142
   547
		char fileName[30];
pred@2142
   548
pred@2142
   549
		FileData *data = filenames.at(index);
pred@2142
   550
		const char* pathname;
pred@2142
   551
		if (data != NULL)
pred@2142
   552
		{
pred@2142
   553
			pathname = data->filename->c_str();
pred@2142
   554
		}
pred@2142
   555
		else
pred@2142
   556
		{
pred@2142
   557
			pathname = "";
pred@2142
   558
		}
pred@2142
   559
pred@2142
   560
		g_LibSys.GetFileFromPath(fileName, sizeof(fileName), pathname);
dvander@2474
   561
IF_DEBUG_SPEW
dvander@2475
   562
		g_Logger.LogToFileOnly(logfile, "Unknown File %i : %s", index, fileName);
dvander@2474
   563
ENDIF_DEBUG_SPEW
pred@2142
   564
	}
pred@2142
   565
pred@2142
   566
	delete [] changedFileIndexes;
pred@2142
   567
dvander@2475
   568
	wasSuccess = true;
pred@2142
   569
}
pred@2142
   570
dvander@2474
   571
int FetcherThread::RecvData(int socketDescriptor, char *buffer, int len)
pred@2142
   572
{
pred@2142
   573
	fd_set fds;
pred@2142
   574
	struct timeval tv;
pred@2142
   575
pred@2142
   576
	/* Create a 10 Second Timeout */
pred@2142
   577
	tv.tv_sec = 10;
pred@2142
   578
	tv.tv_usec = 0;
pred@2142
   579
pred@2367
   580
	int bytesReceivedTotal = 0;
pred@2142
   581
pred@2367
   582
	while (bytesReceivedTotal < len)
pred@2367
   583
	{
pred@2367
   584
		/* Add our socket to a socket set */
pred@2367
   585
		FD_ZERO(&fds);
pred@2367
   586
		FD_SET(socketDescriptor, &fds);
pred@2367
   587
pred@2367
   588
		/* Wait max of 10 seconds for recv to become available */
pred@2367
   589
		select(socketDescriptor+1, &fds, NULL, NULL, &tv);
pred@2367
   590
pred@2367
   591
		int bytesReceived = 0;
pred@2142
   592
pred@2367
   593
		/* Is there a limit on how much we can receive? Some site said 1024 bytes, which will be well short of a file */
pred@2367
   594
		if (FD_ISSET(socketDescriptor, &fds))
pred@2367
   595
		{
pred@2371
   596
			bytesReceived = recv(socketDescriptor, buffer+bytesReceivedTotal, len-bytesReceivedTotal, 0);
pred@2367
   597
		}
pred@2142
   598
pred@2367
   599
		if (bytesReceived == 0 || bytesReceived == -1)
pred@2367
   600
		{
pred@2367
   601
			return 0;
pred@2367
   602
		}
pred@2367
   603
pred@2367
   604
		bytesReceivedTotal += bytesReceived;
pred@2142
   605
	}
pred@2142
   606
pred@2367
   607
	return bytesReceivedTotal;	
pred@2142
   608
}
pred@2142
   609
dvander@2474
   610
int FetcherThread::SendData(int socketDescriptor, char *buffer, int len)
pred@2142
   611
{
pred@2142
   612
	fd_set fds;
pred@2142
   613
	struct timeval tv;
pred@2142
   614
pred@2142
   615
	tv.tv_sec = 10;
pred@2142
   616
	tv.tv_usec = 0;
pred@2142
   617
pred@2367
   618
	int sentBytesTotal = 0;
pred@2142
   619
pred@2367
   620
	while (sentBytesTotal < len)
pred@2367
   621
	{
pred@2367
   622
		FD_ZERO(&fds);
pred@2367
   623
		FD_SET(socketDescriptor, &fds);
pred@2367
   624
pred@2367
   625
		select(socketDescriptor+1, NULL, &fds, NULL, &tv);
pred@2367
   626
pred@2367
   627
		int sentBytes = 0;
pred@2142
   628
pred@2367
   629
		if (FD_ISSET(socketDescriptor, &fds))
pred@2367
   630
		{
pred@2371
   631
			sentBytes = send(socketDescriptor, buffer+sentBytesTotal, len-sentBytesTotal, 0);
pred@2367
   632
		}
pred@2142
   633
pred@2367
   634
		if (sentBytes == 0 || sentBytes == -1)
pred@2367
   635
		{
pred@2367
   636
			return 0;
pred@2367
   637
		}		
pred@2367
   638
pred@2367
   639
		sentBytesTotal += sentBytes;
pred@2142
   640
	}
pred@2142
   641
pred@2367
   642
	return sentBytesTotal;
pred@2142
   643
}
pred@2142
   644
dvander@2474
   645
void FetcherThread::HandleUpdateStatus(UpdateStatus status, short version[4])
pred@2142
   646
{
pred@2142
   647
	switch (status)
pred@2142
   648
	{
pred@2142
   649
		case Update_Unknown:
pred@2142
   650
		case Update_Current:
pred@2142
   651
		{
pred@2142
   652
			break;
pred@2142
   653
		}
pred@2142
   654
pred@2142
   655
		case Update_NewBuild:
pred@2142
   656
		{
pred@2142
   657
			break;
pred@2142
   658
		}
pred@2142
   659
pred@2142
   660
		case Update_MinorAvailable:
pred@2142
   661
		{
dvander@2474
   662
			g_Logger.LogMessage("SourceMod Update: A new release of SourceMod is now available from sourcemod.net");
pred@2142
   663
			g_Logger.LogMessage("Current Version: %i.%i.%i Available: %i.%i.%i", version[0], version[1], version[2], version[0], version[1], version[2]);
pred@2142
   664
			break;
pred@2142
   665
		}
pred@2142
   666
pred@2142
   667
		case Update_MajorAvailable:
pred@2142
   668
		{
pred@2142
   669
			g_Logger.LogMessage("SourceMod Update: An major release of SourceMod is now available from sourcemod.net");
pred@2142
   670
			g_Logger.LogMessage("Current Version: %i.%i.%i Available: %i.%i.%i", version[0], version[1], version[2], version[0], version[1], version[2]);
pred@2142
   671
			break;
pred@2142
   672
		}
pred@2142
   673
pred@2142
   674
		case Update_CriticalAvailable:
pred@2142
   675
		{
dvander@2474
   676
			g_Logger.LogError("SourceMod Update: A critical SourceMod release is available from sourcemod.net. It is strongly recommended that you update!");
dvander@2474
   677
			g_Logger.LogMessage("Current Version: %i.%i.%i Available: %i.%i.%i", version[0], version[1], version[2], version[0], version[1], version[2]);
pred@2142
   678
			break;
pred@2142
   679
		}
pred@2142
   680
	}
pred@2142
   681
}
pred@2142
   682
pred@2142
   683
bool g_blockGameDataLoad = false;
dvander@2476
   684
static IThreadHandle *fetch_thread_hndl;
pred@2142
   685
pred@2142
   686
class InitFetch : public SMGlobalClass
pred@2142
   687
{
pred@2142
   688
public:
pred@2142
   689
	void OnSourceModAllInitialized_Post()
pred@2142
   690
	{
pred@2142
   691
		char lock_path[PLATFORM_MAX_PATH];
pred@2142
   692
		g_SourceMod.BuildPath(Path_SM, lock_path, sizeof(lock_path), "data/temp/gamedata.lock");
pred@2142
   693
pred@2142
   694
		if (g_LibSys.IsPathFile(lock_path) && g_LibSys.PathExists(lock_path))
pred@2142
   695
		{
pred@2142
   696
			g_Logger.LogError("sourcemod/data/temp/gamedata.lock file detected. This is most likely due to a crash during GameData updating - Blocking GameData loading");
pred@2142
   697
			g_Logger.LogError("If this error persists delete the file manually");
pred@2142
   698
			g_blockGameDataLoad = true;
pred@2142
   699
		}
pred@2142
   700
pred@2142
   701
		ThreadParams fetchThreadParams = ThreadParams();
pred@2142
   702
		fetchThreadParams.prio = ThreadPrio_Low;
dvander@2476
   703
		fetch_thread_hndl = g_pThreader->MakeThread(&g_FetchThread, &fetchThreadParams);
dvander@2476
   704
	}
dvander@2476
   705
dvander@2476
   706
	void OnSourceModShutdown()
dvander@2476
   707
	{
dvander@2476
   708
		fetch_thread_hndl->WaitForThread();
dvander@2476
   709
		fetch_thread_hndl->DestroyThis();
dvander@2476
   710
	}
dvander@2476
   711
dvander@2476
   712
	void OnSourceModLevelActivated()
dvander@2476
   713
	{
dvander@2476
   714
		was_level_started = true;
dvander@2476
   715
dvander@2476
   716
		if (g_restartAfterUpdate && 
dvander@2476
   717
			g_FetchThread.wasSuccess && 
dvander@2476
   718
			g_FetchThread.needsRestart)
dvander@2476
   719
		{
dvander@2476
   720
			ForceRestart();
dvander@2476
   721
		}
dvander@2476
   722
	}
dvander@2476
   723
dvander@2476
   724
	void OnSourceModLevelEnd()
dvander@2476
   725
	{
dvander@2476
   726
		was_level_started = false;
pred@2142
   727
	}
pred@2142
   728
pred@2142
   729
	ConfigResult OnSourceModConfigChanged(const char *key, 
pred@2142
   730
		const char *value, 
pred@2142
   731
		ConfigSource source,
pred@2142
   732
		char *error, 
pred@2142
   733
		size_t maxlength)
pred@2142
   734
	{
dvander@2474
   735
		if (strcasecmp(key, "DisableAutoUpdate") == 0)
pred@2142
   736
		{
dvander@2474
   737
			if (strcasecmp(value, "yes") == 0)
pred@2142
   738
			{
pred@2142
   739
				g_disableGameDataUpdate = true;
pred@2142
   740
				return ConfigResult_Accept;
pred@2142
   741
			}
dvander@2474
   742
			else if (strcasecmp(value, "no") == 0)
pred@2142
   743
			{
pred@2142
   744
				g_disableGameDataUpdate = false;
pred@2142
   745
				return ConfigResult_Accept;
pred@2142
   746
			}
pred@2142
   747
pred@2142
   748
			return ConfigResult_Reject;
pred@2142
   749
		}
pred@2142
   750
dvander@2474
   751
		if (strcasecmp(key, "ForceRestartAfterUpdate") == 0)
pred@2142
   752
		{
dvander@2474
   753
			if (strcasecmp(value, "yes") == 0)
pred@2142
   754
			{
pred@2142
   755
				g_restartAfterUpdate = true;
pred@2142
   756
				return ConfigResult_Accept;
pred@2142
   757
			}
dvander@2474
   758
			else if (strcasecmp(value, "no") == 0)
pred@2142
   759
			{
pred@2142
   760
				g_restartAfterUpdate = false;
pred@2142
   761
				return ConfigResult_Accept;
pred@2142
   762
			}
pred@2142
   763
pred@2142
   764
			return ConfigResult_Reject;
pred@2142
   765
		}
pred@2142
   766
dvander@2474
   767
		if (strcasecmp(key, "AutoUpdateServer") == 0)
pred@2247
   768
		{
pred@2247
   769
			UTIL_Format(g_serverAddress, sizeof(g_serverAddress), "%s", value);
pred@2247
   770
pred@2247
   771
			return ConfigResult_Accept;
pred@2247
   772
		}
pred@2247
   773
dvander@2474
   774
		if (strcasecmp(key, "AutoUpdatePort") == 0)
pred@2247
   775
		{
pred@2247
   776
			int port = atoi(value);
pred@2247
   777
pred@2247
   778
			if (!port)
pred@2247
   779
			{
pred@2247
   780
				return ConfigResult_Reject;
pred@2247
   781
			}
pred@2247
   782
pred@2247
   783
			g_serverPort = port;
pred@2247
   784
pred@2247
   785
			return ConfigResult_Accept;
pred@2247
   786
		}
pred@2247
   787
pred@2142
   788
		return ConfigResult_Ignore;
pred@2142
   789
	}
pred@2142
   790
} g_InitFetch;
pred@2142
   791
dvander@2474
   792
BuildMD5ableBuffer::BuildMD5ableBuffer()
dvander@2474
   793
{
dvander@2474
   794
	stringTable = new BaseStringTable(2048);
dvander@2474
   795
}
dvander@2474
   796
dvander@2474
   797
BuildMD5ableBuffer::~BuildMD5ableBuffer()
dvander@2474
   798
{
dvander@2474
   799
	delete stringTable;
dvander@2474
   800
}
dvander@2474
   801
dvander@2474
   802
void BuildMD5ableBuffer::ReadSMC_ParseStart()
dvander@2474
   803
{
dvander@2474
   804
	stringTable->Reset();
dvander@2474
   805
}
dvander@2474
   806
dvander@2474
   807
SMCResult BuildMD5ableBuffer::ReadSMC_KeyValue(const SMCStates *states,
dvander@2474
   808
											   const char *key,
dvander@2474
   809
											   const char *value)
dvander@2474
   810
{
dvander@2474
   811
	stringTable->AddString(key);
dvander@2474
   812
	stringTable->AddString(value);
dvander@2474
   813
dvander@2474
   814
	return SMCResult_Continue;
dvander@2474
   815
}
dvander@2474
   816
dvander@2474
   817
SMCResult BuildMD5ableBuffer::ReadSMC_NewSection(const SMCStates *states, const char *name)
dvander@2474
   818
{
dvander@2474
   819
	stringTable->AddString(name);
dvander@2474
   820
dvander@2474
   821
	return SMCResult_Continue;
dvander@2474
   822
}
dvander@2474
   823
dvander@2474
   824
void BuildMD5ableBuffer::ReadSMC_ParseEnd(bool halted, bool failed)
dvander@2474
   825
{
dvander@2474
   826
	if (halted || failed)
dvander@2474
   827
	{
dvander@2474
   828
		return;
dvander@2474
   829
	}
dvander@2474
   830
dvander@2474
   831
	void *data = stringTable->GetMemTable()->GetAddress(0);
dvander@2474
   832
dvander@2474
   833
	if (data != NULL)
dvander@2474
   834
	{
dvander@2474
   835
		checksum->update((unsigned char *)data, stringTable->GetMemTable()->GetActualMemUsed());
dvander@2474
   836
	}
dvander@2474
   837
dvander@2474
   838
	checksum->finalize();
dvander@2474
   839
}
dvander@2474
   840
pred@2142
   841
CON_COMMAND(sm_gamedata_md5, "Checks the MD5 sum for a given gamedata file")
pred@2142
   842
{
ds@2400
   843
#if SOURCE_ENGINE == SE_EPISODEONE
pred@2142
   844
	CCommand args;
pred@2142
   845
#endif
pred@2142
   846
pred@2142
   847
	if (args.ArgC() < 2)
pred@2142
   848
	{
pred@2142
   849
		g_SMAPI->ConPrint("Usage: sm_gamedata_md5 <file>\n");
pred@2142
   850
		return;
pred@2142
   851
	}
pred@2142
   852
pred@2142
   853
	const char *file = args.Arg(1);
pred@2142
   854
	if (!file || file[0] == '\0')
pred@2142
   855
	{
pred@2142
   856
		g_SMAPI->ConPrint("Usage: sm_gamedata_md5 <file>\n");
pred@2142
   857
		return;
pred@2142
   858
	}
pred@2142
   859
pred@2142
   860
	SourceHook::CVector<FileData *>::iterator iter = g_FetchThread.filenames.begin();
pred@2142
   861
pred@2142
   862
	FileData *curData;
pred@2142
   863
pred@2142
   864
	while (iter != g_FetchThread.filenames.end())
pred@2142
   865
	{
pred@2142
   866
		curData = (*iter);
pred@2142
   867
pred@2142
   868
		char fileName[30];
pred@2142
   869
pred@2142
   870
		g_LibSys.GetFileFromPath(fileName, sizeof(fileName), curData->filename->c_str());
pred@2142
   871
pred@2142
   872
		if (strcmpi(fileName, file) == 0)
pred@2142
   873
		{
pred@2142
   874
			g_SMAPI->ConPrintf("MD5 Sum: %s\n", curData->checksum);
pred@2142
   875
			return;
pred@2142
   876
		}
pred@2142
   877
pred@2142
   878
		iter++;
pred@2142
   879
	}
pred@2142
   880
pred@2142
   881
	g_SMAPI->ConPrint("File not found!\n");
pred@2142
   882
}
dvander@2474
   883
dvander@2474
   884
FetcherThread::~FetcherThread()
dvander@2474
   885
{
dvander@2474
   886
	SourceHook::CVector<FileData *>::iterator iter = filenames.begin();
dvander@2474
   887
dvander@2474
   888
	FileData *curData;
dvander@2474
   889
dvander@2474
   890
	while (iter != filenames.end())
dvander@2474
   891
	{
dvander@2474
   892
		curData = (*iter);
dvander@2474
   893
		delete curData->filename;
dvander@2474
   894
		delete curData;
dvander@2474
   895
		iter = filenames.erase(iter);
dvander@2474
   896
	}
dvander@2474
   897
}
dvander@2474
   898
dvander@2474
   899
FetcherThread::FetcherThread() 
dvander@2474
   900
{
dvander@2474
   901
	memtable = new BaseMemTable(4096);
dvander@2475
   902
	wasSuccess = false;
dvander@2476
   903
	needsRestart = false;
dvander@2474
   904
}
dvander@2474
   905