core/GameDataFetcher.cpp
author Fyren <fyrenmoo@gmail.com>
Thu Feb 19 14:22:22 2009 +1300 (2009-02-19)
changeset 2589 450192701928
parent 2484 2c3479db5956
child 2488 f7f1bbcc85e4
permissions -rw-r--r--
Fixed modules.versions not including clientprefs (bug 3647, r=dvander)
pred@2142
     1
/**
dvander@2476
     2
 * vim: set ts=4 :
dvander@2476
     3
 * =============================================================================
dvander@2476
     4
 * SourceMod
dvander@2476
     5
 * Copyright (C) 2004-2008 AlliedModders LLC.  All rights reserved.
dvander@2476
     6
 * =============================================================================
dvander@2476
     7
 *
dvander@2476
     8
 * This program is free software; you can redistribute it and/or modify it under
dvander@2476
     9
 * the terms of the GNU General Public License, version 3.0, as published by the
dvander@2476
    10
 * Free Software Foundation.
dvander@2476
    11
 * 
dvander@2476
    12
 * This program is distributed in the hope that it will be useful, but WITHOUT
dvander@2476
    13
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
dvander@2476
    14
 * FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
dvander@2476
    15
 * details.
dvander@2476
    16
 *
dvander@2476
    17
 * You should have received a copy of the GNU General Public License along with
dvander@2476
    18
 * this program.  If not, see <http://www.gnu.org/licenses/>.
dvander@2476
    19
 *
dvander@2476
    20
 * As a special exception, AlliedModders LLC gives you permission to link the
dvander@2476
    21
 * code of this program (as well as its derivative works) to "Half-Life 2," the
dvander@2476
    22
 * "Source Engine," the "SourcePawn JIT," and any Game MODs that run on software
dvander@2476
    23
 * by the Valve Corporation.  You must obey the GNU General Public License in
dvander@2476
    24
 * all respects for all other code used.  Additionally, AlliedModders LLC grants
dvander@2476
    25
 * this exception to all derivative works.  AlliedModders LLC defines further
dvander@2476
    26
 * exceptions, found in LICENSE.txt (as of this writing, version JULY-31-2007),
dvander@2476
    27
 * or <http://www.sourcemod.net/license.php>.
dvander@2476
    28
 *
dvander@2476
    29
 * Version: $Id$
dvander@2476
    30
 */
pred@2142
    31
pred@2142
    32
#include "GameDataFetcher.h"
pred@2142
    33
#include "bitbuf.h"
pred@2142
    34
pred@2142
    35
#ifdef PLATFORM_WINDOWS
pred@2142
    36
#include <winsock2.h>
pred@2142
    37
#else
pred@2142
    38
#include <unistd.h>
pred@2142
    39
#include <sys/types.h>
pred@2142
    40
#include <sys/socket.h>
pred@2142
    41
#include <netinet/in.h>
pred@2142
    42
#include <netdb.h>
pred@2142
    43
#include <arpa/inet.h>
pred@2142
    44
dvander@2474
    45
#define INVALID_SOCKET		-1
dvander@2474
    46
#define closesocket 		close
dvander@2474
    47
#define WSAGetLastError()	errno
pred@2142
    48
#endif
pred@2142
    49
pred@2142
    50
#include "sh_vector.h"
pred@2142
    51
#include "sh_string.h"
pred@2142
    52
#include "sm_version.h"
pred@2142
    53
pred@2142
    54
#ifdef ORANGEBOX_BUILD
pred@2142
    55
#include "convar_sm_ob.h"
pred@2142
    56
#else
pred@2142
    57
#include "convar_sm.h"
pred@2142
    58
#endif
pred@2142
    59
pred@2142
    60
#include "sourcemm_api.h"
pred@2142
    61
#include "time.h"
pred@2142
    62
#include "TimerSys.h"
pred@2150
    63
#include "compat_wrappers.h"
pred@2247
    64
#include "sm_stringutil.h"
dvander@2474
    65
#include "md5.h"
dvander@2476
    66
#include "frame_hooks.h"
pred@2142
    67
pred@2142
    68
#define QUERY_MAX_LENGTH 1024
pred@2142
    69
dvander@2476
    70
static BuildMD5ableBuffer g_MD5Builder;
dvander@2476
    71
static FetcherThread g_FetchThread;
pred@2142
    72
dvander@2476
    73
static FILE *logfile = NULL;
pred@2142
    74
pred@2142
    75
bool g_disableGameDataUpdate = false;
dvander@2476
    76
dvander@2476
    77
/**
dvander@2476
    78
 * Note on this.  If we issue a reload and changelevel, my srcds.exe will emit 
dvander@2476
    79
 *   Assertion Failed: !m_bServiceStarted
dvander@2476
    80
 * on quit.  This seems like a non-issue, because before we just terminated the 
dvander@2476
    81
 * server anyway.  If anyone notices and files a bug, we can look into it further.
dvander@2476
    82
 */
pred@2142
    83
bool g_restartAfterUpdate = false;
pred@2142
    84
dvander@2476
    85
static bool was_level_started = false;
dvander@2476
    86
static int g_serverPort = 6500;
dvander@2476
    87
static char g_serverAddress[100] = "smupdate.alliedmods.net";
dvander@2476
    88
dvander@2476
    89
static void _ForceRestart(void *data)
dvander@2476
    90
{
dvander@2476
    91
	char cmd[300];
dvander@2476
    92
	g_Logger.LogMessage("Automatically restarting SourceMod after a successful gamedata update.");
dvander@2476
    93
	UTIL_Format(cmd, sizeof(cmd), "meta unload %d\n", g_PLID);
dvander@2476
    94
	engine->ServerCommand(cmd);
dvander@2476
    95
	UTIL_Format(cmd, sizeof(cmd), "changelevel \"%s\"\n", STRING(gpGlobals->mapname));
dvander@2476
    96
	engine->ServerCommand(cmd);
dvander@2476
    97
	UTIL_Format(cmd, sizeof(cmd), "echo SourceMod restarted after gamedata update.\n");
dvander@2476
    98
	engine->ServerCommand(cmd);
dvander@2476
    99
}
dvander@2476
   100
dvander@2476
   101
static void ForceRestart()
dvander@2476
   102
{
dvander@2476
   103
	FrameAction action;
dvander@2476
   104
dvander@2476
   105
	action.action = _ForceRestart;
dvander@2476
   106
	action.data = NULL;
dvander@2476
   107
	AddFrameAction(action);
dvander@2476
   108
}
pred@2247
   109
dvander@2474
   110
void FetcherThread::RunThread(IThreadHandle *pHandle)
pred@2142
   111
{
pred@2142
   112
	char lock_path[PLATFORM_MAX_PATH];
pred@2142
   113
	g_SourceMod.BuildPath(Path_SM, lock_path, sizeof(lock_path), "data/temp");
pred@2142
   114
	g_LibSys.CreateFolder(lock_path);
pred@2142
   115
pred@2142
   116
	g_SourceMod.BuildPath(Path_SM, lock_path, sizeof(lock_path), "data/temp/gamedata.lock");
pred@2142
   117
pred@2142
   118
	char log_path[PLATFORM_MAX_PATH];
pred@2142
   119
	g_SourceMod.BuildPath(Path_SM, log_path, sizeof(log_path), "logs/gamedata");
pred@2142
   120
pred@2142
   121
	g_LibSys.CreateFolder(log_path);
pred@2142
   122
pred@2142
   123
	time_t t;
pred@2142
   124
	GetAdjustedTime(&t);
pred@2142
   125
	tm *curtime = localtime(&t);
pred@2142
   126
dvander@2484
   127
	g_SourceMod.BuildPath(Path_SM,
dvander@2484
   128
						  log_path,
dvander@2484
   129
						  sizeof(log_path),
dvander@2484
   130
						  "logs/gamedata/L%04d%02d%02d.log",
dvander@2484
   131
						  curtime->tm_year + 1900,
dvander@2484
   132
						  curtime->tm_mon + 1,
dvander@2484
   133
						  curtime->tm_mday);
pred@2142
   134
dvander@2484
   135
	logfile = fopen(log_path, "at");
pred@2142
   136
pred@2142
   137
	if (!logfile)
pred@2142
   138
	{
dvander@2475
   139
		/* :( */
pred@2142
   140
		return;
pred@2142
   141
	}
pred@2142
   142
pred@2142
   143
	//Create a blank lock file
pred@2142
   144
	FILE *fp = fopen(lock_path, "w");
pred@2142
   145
	if (fp)
pred@2142
   146
	{
pred@2142
   147
		fclose(fp);
pred@2142
   148
	}
pred@2142
   149
pred@2367
   150
	char query[QUERY_MAX_LENGTH];
pred@2367
   151
pred@2367
   152
	/* Check for updated gamedata files */
pred@2367
   153
	int len = BuildGameDataQuery(query, QUERY_MAX_LENGTH);
pred@2367
   154
pred@2367
   155
	if (len == 0)
pred@2367
   156
	{
dvander@2475
   157
		g_Logger.LogToFileOnly(logfile, "Could not build gamedata query!");
pred@2367
   158
		fclose(logfile);
pred@2367
   159
		unlink(lock_path);
pred@2367
   160
		return;
pred@2367
   161
	}
pred@2367
   162
dvander@2475
   163
	/* We check this late so we have the MD5 sums available.  This may change in the future. */
pred@2367
   164
	if (g_disableGameDataUpdate)
pred@2367
   165
	{
dvander@2475
   166
		g_Logger.LogToFileOnly(logfile, "Skipping gamedata fetcher (DisableAutoUpdate set)");
pred@2367
   167
		fclose(logfile);
pred@2367
   168
		unlink(lock_path);
pred@2367
   169
		return;
pred@2367
   170
	}
pred@2367
   171
pred@2142
   172
	/* Create a new socket for this connection */
pred@2142
   173
	int socketDescriptor = ConnectSocket();
pred@2142
   174
pred@2142
   175
	if (socketDescriptor == INVALID_SOCKET)
pred@2142
   176
	{
pred@2146
   177
		fclose(logfile);
pred@2146
   178
		unlink(lock_path);
pred@2142
   179
		return;
pred@2142
   180
	}
pred@2142
   181
pred@2367
   182
	int sent = SendData(socketDescriptor, query, len);
pred@2146
   183
dvander@2474
   184
IF_DEBUG_SPEW
dvander@2475
   185
	g_Logger.LogToFileOnly(logfile, "Sent gamedata query");
dvander@2474
   186
ENDIF_DEBUG_SPEW
pred@2142
   187
pred@2142
   188
	if (sent == 0)
pred@2142
   189
	{
dvander@2474
   190
IF_DEBUG_SPEW
dvander@2475
   191
		g_Logger.LogToFileOnly(logfile, "Failed to send gamedata query data to remote host");
dvander@2474
   192
ENDIF_DEBUG_SPEW
pred@2146
   193
pred@2142
   194
		closesocket(socketDescriptor);
pred@2146
   195
		fclose(logfile);
pred@2146
   196
		unlink(lock_path);
pred@2142
   197
		return;
pred@2142
   198
	}
pred@2142
   199
pred@2142
   200
	ProcessGameDataQuery(socketDescriptor);
pred@2142
   201
pred@2142
   202
	/* And we're done! */
pred@2142
   203
	closesocket(socketDescriptor);
pred@2142
   204
	fclose(logfile);
pred@2142
   205
	unlink(lock_path);
pred@2142
   206
}
pred@2142
   207
dvander@2474
   208
void FetcherThread::OnTerminate(IThreadHandle *pHandle, bool cancel)
pred@2142
   209
{
pred@2186
   210
	g_blockGameDataLoad = false;
dvander@2475
   211
dvander@2476
   212
	if (cancel)
dvander@2476
   213
	{
dvander@2476
   214
		return;
dvander@2476
   215
	}
dvander@2476
   216
dvander@2475
   217
	if (wasSuccess)
dvander@2475
   218
	{
dvander@2475
   219
		HandleUpdateStatus(updateStatus, build);
dvander@2475
   220
dvander@2475
   221
		if (needsRestart)
dvander@2475
   222
		{
dvander@2475
   223
			if (g_restartAfterUpdate)
dvander@2475
   224
			{
dvander@2476
   225
				if (was_level_started)
dvander@2476
   226
				{
dvander@2476
   227
					ForceRestart();
dvander@2476
   228
				}
dvander@2475
   229
			}
dvander@2475
   230
			else
dvander@2475
   231
			{
dvander@2475
   232
				g_Logger.LogMessage("Your gamedata files have been updated, please restart your server.");
dvander@2475
   233
			}
dvander@2475
   234
		}
dvander@2475
   235
	}
dvander@2475
   236
	else if (!g_disableGameDataUpdate)
dvander@2475
   237
	{
dvander@2475
   238
		g_Logger.LogError("An error occurred in the gamedata fetcher, see your gamedata log files for more information.");
dvander@2475
   239
	}
pred@2142
   240
}
pred@2142
   241
dvander@2474
   242
int FetcherThread::BuildGameDataQuery(char *buffer, int maxlen)
pred@2142
   243
{
pred@2142
   244
	char gamedata_path[PLATFORM_MAX_PATH];
pred@2142
   245
	g_SourceMod.BuildPath(Path_SM, gamedata_path, sizeof(gamedata_path), "gamedata");
pred@2142
   246
pred@2142
   247
	IDirectory *dir = g_LibSys.OpenDirectory(gamedata_path);
pred@2142
   248
pred@2142
   249
	if (dir == NULL)
pred@2142
   250
	{
pred@2142
   251
		return 0;
pred@2142
   252
	}
pred@2142
   253
pred@2142
   254
	bf_write Writer = bf_write("GameDataQuery", buffer, maxlen);
pred@2142
   255
pred@2142
   256
	Writer.WriteByte('A'); //Generic Header char
pred@2142
   257
	Writer.WriteByte('G'); //G for gamedata query, or green, like my hat.
pred@2142
   258
pred@2142
   259
	short build[4] = { SVN_FILE_VERSION };
pred@2142
   260
pred@2142
   261
	Writer.WriteBytes(&build[0], 8);
pred@2142
   262
pred@2142
   263
	Writer.WriteByte(0); // Initialize the file counter - Index 10
pred@2142
   264
pred@2142
   265
	while (dir->MoreFiles())
pred@2142
   266
	{
pred@2142
   267
		if (dir->IsEntryFile())
pred@2142
   268
		{
pred@2142
   269
			const char *name = dir->GetEntryName();
pred@2142
   270
			size_t len = strlen(name);
dvander@2474
   271
			if (len >= 4 && strcmp(&name[len-4], ".txt") == 0)
pred@2142
   272
			{
dvander@2474
   273
				MD5 md5;
dvander@2474
   274
				SMCError err;
dvander@2474
   275
				SMCStates states;
dvander@2474
   276
				unsigned char raw[16];
pred@2142
   277
				char file[PLATFORM_MAX_PATH];
pred@2142
   278
pred@2142
   279
				g_LibSys.PathFormat(file, sizeof(file), "%s/%s", gamedata_path, name);
pred@2142
   280
dvander@2474
   281
				g_MD5Builder.checksum = &md5;
dvander@2474
   282
				if ((err = g_TextParser.ParseFile_SMC(file, &g_MD5Builder, &states)) == SMCError_Okay)
pred@2142
   283
				{
dvander@2474
   284
					md5.raw_digest(raw);
dvander@2474
   285
					(uint8_t)buffer[10]++; //Increment the file counter
dvander@2474
   286
					Writer.WriteBytes(raw, 16);
pred@2142
   287
dvander@2474
   288
					FileData *data = new FileData();
dvander@2474
   289
					data->filename = new SourceHook::String(file);
dvander@2474
   290
					md5.hex_digest(data->checksum);
dvander@2474
   291
					filenames.push_back(data);
dvander@2474
   292
dvander@2474
   293
IF_DEBUG_SPEW
dvander@2475
   294
					g_Logger.LogToFileOnly(logfile, "Parsed file: %s as %s", file, data->checksum);
dvander@2474
   295
ENDIF_DEBUG_SPEW
dvander@2474
   296
pred@2142
   297
				}
pred@2142
   298
				else
pred@2142
   299
				{
dvander@2474
   300
IF_DEBUG_SPEW
dvander@2474
   301
					const char *error = g_TextParser.GetSMCErrorString(err);
dvander@2475
   302
					g_Logger.LogToFileOnly(logfile, "Parsing of file %s failed: %s", file, error);
dvander@2474
   303
ENDIF_DEBUG_SPEW
pred@2142
   304
				}
pred@2142
   305
			}
pred@2142
   306
		}
pred@2142
   307
		dir->NextEntry();
pred@2142
   308
	}
pred@2142
   309
pred@2142
   310
	return Writer.GetNumBytesWritten();
pred@2142
   311
}
pred@2142
   312
pred@2142
   313
int FetcherThread::ConnectSocket()
pred@2142
   314
{
dvander@2474
   315
#if defined PLATFORM_WINDOWS
pred@2142
   316
	WSADATA wsaData;
pred@2142
   317
	WSAStartup(0x0101, &wsaData);
pred@2142
   318
#endif
pred@2142
   319
dvander@2474
   320
	struct protoent *ptrp;
dvander@2474
   321
	
dvander@2474
   322
	if ((ptrp = getprotobyname("tcp")) == NULL) 
pred@2142
   323
	{
dvander@2475
   324
		g_Logger.LogToFileOnly(logfile, "Error: Failed to find TCP protocol");
pred@2142
   325
		return INVALID_SOCKET;
pred@2142
   326
	}
pred@2142
   327
pred@2142
   328
	int socketDescriptor = socket(AF_INET, SOCK_STREAM, ptrp->p_proto);
pred@2142
   329
pred@2142
   330
	if (socketDescriptor == INVALID_SOCKET)
pred@2142
   331
	{
dvander@2474
   332
		char error[255];
dvander@2474
   333
		g_LibSys.GetPlatformErrorEx(WSAGetLastError(), error, sizeof(error));
dvander@2475
   334
		g_Logger.LogToFileOnly(logfile, "Error: Failed to create socket: %s", error);
pred@2142
   335
		closesocket(socketDescriptor);
pred@2142
   336
		return INVALID_SOCKET;
pred@2142
   337
	}
pred@2142
   338
pred@2142
   339
	struct hostent *he;
pred@2142
   340
	struct sockaddr_in local_addr;
pred@2142
   341
pred@2142
   342
	local_addr.sin_family = AF_INET;
pred@2247
   343
	local_addr.sin_port = htons((u_short)g_serverPort);
pred@2142
   344
pred@2247
   345
	he = gethostbyname(g_serverAddress);
pred@2142
   346
pred@2142
   347
	if (!he)
pred@2142
   348
	{
pred@2247
   349
		if ((local_addr.sin_addr.s_addr = inet_addr(g_serverAddress)) == INADDR_NONE)
pred@2142
   350
		{
dvander@2475
   351
			g_Logger.LogToFileOnly(logfile, "Couldn't locate address: %s", g_serverAddress);
pred@2142
   352
			closesocket(socketDescriptor);
pred@2142
   353
			return INVALID_SOCKET;
pred@2142
   354
		}
pred@2142
   355
	} 
pred@2142
   356
	else 
pred@2142
   357
	{
pred@2142
   358
		memcpy(&local_addr.sin_addr, (struct in_addr *)he->h_addr, he->h_length);
pred@2142
   359
	}
pred@2142
   360
pred@2142
   361
	if (connect(socketDescriptor, (struct sockaddr *) &local_addr, sizeof(local_addr)) < 0)
pred@2142
   362
	{
dvander@2474
   363
		char error[255];
dvander@2474
   364
		g_LibSys.GetPlatformErrorEx(WSAGetLastError(), error, sizeof(error));
dvander@2475
   365
		g_Logger.LogToFileOnly(logfile, "Couldn't connect to %s: %s", g_serverAddress, error);
pred@2142
   366
		closesocket(socketDescriptor);
pred@2142
   367
		return INVALID_SOCKET;
pred@2142
   368
	}
pred@2142
   369
pred@2142
   370
	return socketDescriptor;
pred@2142
   371
}
pred@2142
   372
pred@2142
   373
void FetcherThread::ProcessGameDataQuery(int socketDescriptor)
pred@2142
   374
{
pred@2142
   375
	char buffer[50];
dvander@2474
   376
dvander@2474
   377
IF_DEBUG_SPEW
dvander@2475
   378
	g_Logger.LogToFileOnly(logfile, "Waiting for reply!");
dvander@2474
   379
ENDIF_DEBUG_SPEW
pred@2142
   380
pred@2142
   381
	//Read in the header bytes
pred@2367
   382
	int returnLen = RecvData(socketDescriptor, buffer, 12);
pred@2142
   383
pred@2142
   384
pred@2142
   385
	if (returnLen == 0)
pred@2142
   386
	{
dvander@2474
   387
		char error[255];
dvander@2474
   388
		g_LibSys.GetPlatformErrorEx(WSAGetLastError(), error, sizeof(error));
dvander@2475
   389
		g_Logger.LogToFileOnly(logfile, "Did not receive reply: %s", error);
pred@2142
   390
		return;
pred@2142
   391
	}
pred@2142
   392
dvander@2474
   393
IF_DEBUG_SPEW
dvander@2475
   394
	g_Logger.LogToFileOnly(logfile, "Received Header!");
dvander@2474
   395
ENDIF_DEBUG_SPEW
pred@2142
   396
pred@2142
   397
	bf_read Reader = bf_read("GameDataQuery", buffer, 12);
pred@2142
   398
pred@2142
   399
	if (Reader.ReadByte() != 'A' || Reader.ReadByte() != 'G')
pred@2142
   400
	{
dvander@2474
   401
IF_DEBUG_SPEW
dvander@2475
   402
		g_Logger.LogToFileOnly(logfile, "Unknown Query Response");
dvander@2474
   403
ENDIF_DEBUG_SPEW
pred@2142
   404
		return;
pred@2142
   405
	}
pred@2142
   406
dvander@2475
   407
	updateStatus = (UpdateStatus)Reader.ReadByte();
pred@2142
   408
pred@2142
   409
	build[0] = Reader.ReadShort();
pred@2142
   410
	build[1] = Reader.ReadShort();
pred@2142
   411
	build[2] = Reader.ReadShort();
pred@2142
   412
	build[3] = Reader.ReadShort();
pred@2142
   413
dvander@2474
   414
IF_DEBUG_SPEW
dvander@2475
   415
	g_Logger.LogToFileOnly(logfile,
dvander@2474
   416
						   "Update Status: %i - Latest %i.%i.%i.%i",
dvander@2474
   417
						   updateStatus,
dvander@2474
   418
						   build[0],
dvander@2474
   419
						   build[1],
dvander@2474
   420
						   build[2],
dvander@2474
   421
						   build[3]);
dvander@2474
   422
ENDIF_DEBUG_SPEW
pred@2142
   423
pred@2142
   424
	int changedFiles = Reader.ReadByte();
pred@2142
   425
dvander@2474
   426
IF_DEBUG_SPEW
dvander@2475
   427
	g_Logger.LogToFileOnly(logfile, "Files to download: %i", changedFiles);
dvander@2474
   428
ENDIF_DEBUG_SPEW
pred@2142
   429
pred@2142
   430
	for (int i=0; i<changedFiles; i++)
pred@2142
   431
	{
pred@2142
   432
		//Read in the file index and byte count
pred@2367
   433
		returnLen = RecvData(socketDescriptor, buffer, 5);
pred@2142
   434
pred@2142
   435
		if (returnLen == 0)
pred@2142
   436
		{
pred@2142
   437
			/* Timeout or fail? */
pred@2142
   438
			return;
pred@2142
   439
		}
pred@2142
   440
pred@2142
   441
		Reader.StartReading(buffer, 5);
pred@2142
   442
pred@2142
   443
		int index = Reader.ReadByte();
pred@2142
   444
		int tempLen = Reader.ReadUBitLong(32);
pred@2142
   445
dvander@2474
   446
IF_DEBUG_SPEW
dvander@2475
   447
		g_Logger.LogToFileOnly(logfile, "File index %i and length %i", index, tempLen);
dvander@2474
   448
ENDIF_DEBUG_SPEW
pred@2142
   449
pred@2142
   450
		void *memPtr;
pred@2142
   451
		memtable->CreateMem(tempLen+1, &memPtr);
pred@2142
   452
pred@2142
   453
		//Read the contents of our file into the memtable
pred@2367
   454
		returnLen = RecvData(socketDescriptor, (char *)memPtr, tempLen);
pred@2142
   455
dvander@2474
   456
IF_DEBUG_SPEW
dvander@2475
   457
		g_Logger.LogToFileOnly(logfile, "Received %i bytes", returnLen);
dvander@2474
   458
ENDIF_DEBUG_SPEW
pred@2142
   459
pred@2142
   460
		if (returnLen == 0)
pred@2142
   461
		{
pred@2142
   462
			/* Timeout or fail? */
pred@2142
   463
			return;
pred@2142
   464
		}
pred@2142
   465
pred@2142
   466
		((unsigned char *)memPtr)[tempLen] = '\0';
pred@2142
   467
pred@2142
   468
		FileData *data = filenames.at(index);
dvander@2474
   469
		const char *filename;
pred@2142
   470
		if (data != NULL)
pred@2142
   471
		{
pred@2142
   472
			filename = data->filename->c_str();
pred@2142
   473
pred@2142
   474
			FILE *fp = fopen(filename, "w");
pred@2142
   475
pred@2142
   476
			if (fp)
pred@2142
   477
			{
dvander@2474
   478
				fprintf(fp, "%s", (const char *)memPtr);
pred@2142
   479
				fclose(fp);
pred@2142
   480
			}
pred@2367
   481
			else
pred@2367
   482
			{
dvander@2475
   483
				g_Logger.LogToFileOnly(logfile, "Failed to open file \"%s\" for writing", filename);
pred@2367
   484
			}
pred@2142
   485
		}
pred@2142
   486
		else
pred@2142
   487
		{
pred@2142
   488
			filename = "";
pred@2142
   489
		}
pred@2142
   490
pred@2142
   491
		memtable->Reset();
pred@2142
   492
dvander@2475
   493
		g_Logger.LogToFileOnly(logfile, "Updated file: %s", filename);
pred@2142
   494
	}
pred@2142
   495
dvander@2474
   496
IF_DEBUG_SPEW
dvander@2475
   497
	g_Logger.LogToFileOnly(logfile, "File Downloads Completed!");
dvander@2474
   498
ENDIF_DEBUG_SPEW
pred@2142
   499
dvander@2475
   500
	needsRestart = false;
pred@2142
   501
pred@2142
   502
	if (changedFiles > 0)
pred@2142
   503
	{
pred@2142
   504
		needsRestart = true;
pred@2142
   505
	}
pred@2142
   506
pred@2142
   507
	//Read changed file count
pred@2367
   508
	returnLen = RecvData(socketDescriptor, buffer, 1);
pred@2142
   509
pred@2142
   510
	if (returnLen == 0)
pred@2142
   511
	{
dvander@2474
   512
		char error[255];
dvander@2474
   513
		g_LibSys.GetPlatformErrorEx(WSAGetLastError(), error, sizeof(error));
dvander@2475
   514
		g_Logger.LogToFileOnly(logfile, "Did not receive count reply: %s", error);
pred@2142
   515
		return;
pred@2142
   516
	}
pred@2142
   517
pred@2142
   518
	Reader.StartReading(buffer, 1);
pred@2142
   519
pred@2142
   520
	changedFiles = Reader.ReadByte();
pred@2142
   521
dvander@2474
   522
	if (changedFiles < 1)
pred@2142
   523
	{
dvander@2474
   524
IF_DEBUG_SPEW
dvander@2475
   525
		g_Logger.LogToFileOnly(logfile, "No unknown files. We're all done");
dvander@2474
   526
ENDIF_DEBUG_SPEW
pred@2142
   527
		return;
pred@2142
   528
	}
pred@2142
   529
pred@2142
   530
	char *changedFileIndexes = new char[changedFiles];
pred@2367
   531
dvander@2474
   532
IF_DEBUG_SPEW
dvander@2475
   533
	g_Logger.LogToFileOnly(logfile, "%i files were unknown", changedFiles);
dvander@2474
   534
ENDIF_DEBUG_SPEW
pred@2367
   535
pred@2367
   536
	returnLen = RecvData(socketDescriptor, changedFileIndexes, changedFiles);
pred@2142
   537
pred@2142
   538
	if (returnLen == 0)
pred@2142
   539
	{
dvander@2474
   540
		char error[255];
dvander@2474
   541
		g_LibSys.GetPlatformErrorEx(WSAGetLastError(), error, sizeof(error));
dvander@2475
   542
		g_Logger.LogToFileOnly(logfile, "Did not receive list reply: %s", error);
pred@2142
   543
		return;
pred@2142
   544
	}
pred@2142
   545
pred@2142
   546
	Reader.StartReading(changedFileIndexes, changedFiles);
pred@2142
   547
pred@2142
   548
	for (int i=0; i<changedFiles; i++)
pred@2142
   549
	{
pred@2142
   550
		int index = Reader.ReadByte();
pred@2142
   551
		char fileName[30];
pred@2142
   552
pred@2142
   553
		FileData *data = filenames.at(index);
pred@2142
   554
		const char* pathname;
pred@2142
   555
		if (data != NULL)
pred@2142
   556
		{
pred@2142
   557
			pathname = data->filename->c_str();
pred@2142
   558
		}
pred@2142
   559
		else
pred@2142
   560
		{
pred@2142
   561
			pathname = "";
pred@2142
   562
		}
pred@2142
   563
pred@2142
   564
		g_LibSys.GetFileFromPath(fileName, sizeof(fileName), pathname);
dvander@2474
   565
IF_DEBUG_SPEW
dvander@2475
   566
		g_Logger.LogToFileOnly(logfile, "Unknown File %i : %s", index, fileName);
dvander@2474
   567
ENDIF_DEBUG_SPEW
pred@2142
   568
	}
pred@2142
   569
pred@2142
   570
	delete [] changedFileIndexes;
pred@2142
   571
dvander@2475
   572
	wasSuccess = true;
pred@2142
   573
}
pred@2142
   574
dvander@2474
   575
int FetcherThread::RecvData(int socketDescriptor, char *buffer, int len)
pred@2142
   576
{
pred@2142
   577
	fd_set fds;
pred@2142
   578
	struct timeval tv;
pred@2142
   579
pred@2142
   580
	/* Create a 10 Second Timeout */
pred@2142
   581
	tv.tv_sec = 10;
pred@2142
   582
	tv.tv_usec = 0;
pred@2142
   583
pred@2367
   584
	int bytesReceivedTotal = 0;
pred@2142
   585
pred@2367
   586
	while (bytesReceivedTotal < len)
pred@2367
   587
	{
pred@2367
   588
		/* Add our socket to a socket set */
pred@2367
   589
		FD_ZERO(&fds);
pred@2367
   590
		FD_SET(socketDescriptor, &fds);
pred@2367
   591
pred@2367
   592
		/* Wait max of 10 seconds for recv to become available */
pred@2367
   593
		select(socketDescriptor+1, &fds, NULL, NULL, &tv);
pred@2367
   594
pred@2367
   595
		int bytesReceived = 0;
pred@2142
   596
pred@2367
   597
		/* Is there a limit on how much we can receive? Some site said 1024 bytes, which will be well short of a file */
pred@2367
   598
		if (FD_ISSET(socketDescriptor, &fds))
pred@2367
   599
		{
pred@2371
   600
			bytesReceived = recv(socketDescriptor, buffer+bytesReceivedTotal, len-bytesReceivedTotal, 0);
pred@2367
   601
		}
pred@2142
   602
pred@2367
   603
		if (bytesReceived == 0 || bytesReceived == -1)
pred@2367
   604
		{
pred@2367
   605
			return 0;
pred@2367
   606
		}
pred@2367
   607
pred@2367
   608
		bytesReceivedTotal += bytesReceived;
pred@2142
   609
	}
pred@2142
   610
pred@2367
   611
	return bytesReceivedTotal;	
pred@2142
   612
}
pred@2142
   613
dvander@2474
   614
int FetcherThread::SendData(int socketDescriptor, char *buffer, int len)
pred@2142
   615
{
pred@2142
   616
	fd_set fds;
pred@2142
   617
	struct timeval tv;
pred@2142
   618
pred@2142
   619
	tv.tv_sec = 10;
pred@2142
   620
	tv.tv_usec = 0;
pred@2142
   621
pred@2367
   622
	int sentBytesTotal = 0;
pred@2142
   623
pred@2367
   624
	while (sentBytesTotal < len)
pred@2367
   625
	{
pred@2367
   626
		FD_ZERO(&fds);
pred@2367
   627
		FD_SET(socketDescriptor, &fds);
pred@2367
   628
pred@2367
   629
		select(socketDescriptor+1, NULL, &fds, NULL, &tv);
pred@2367
   630
pred@2367
   631
		int sentBytes = 0;
pred@2142
   632
pred@2367
   633
		if (FD_ISSET(socketDescriptor, &fds))
pred@2367
   634
		{
pred@2371
   635
			sentBytes = send(socketDescriptor, buffer+sentBytesTotal, len-sentBytesTotal, 0);
pred@2367
   636
		}
pred@2142
   637
pred@2367
   638
		if (sentBytes == 0 || sentBytes == -1)
pred@2367
   639
		{
pred@2367
   640
			return 0;
pred@2367
   641
		}		
pred@2367
   642
pred@2367
   643
		sentBytesTotal += sentBytes;
pred@2142
   644
	}
pred@2142
   645
pred@2367
   646
	return sentBytesTotal;
pred@2142
   647
}
pred@2142
   648
dvander@2474
   649
void FetcherThread::HandleUpdateStatus(UpdateStatus status, short version[4])
pred@2142
   650
{
pred@2142
   651
	switch (status)
pred@2142
   652
	{
pred@2142
   653
		case Update_Unknown:
pred@2142
   654
		case Update_Current:
pred@2142
   655
		{
pred@2142
   656
			break;
pred@2142
   657
		}
pred@2142
   658
pred@2142
   659
		case Update_NewBuild:
pred@2142
   660
		{
pred@2142
   661
			break;
pred@2142
   662
		}
pred@2142
   663
pred@2142
   664
		case Update_MinorAvailable:
pred@2142
   665
		{
dvander@2474
   666
			g_Logger.LogMessage("SourceMod Update: A new release of SourceMod is now available from sourcemod.net");
pred@2142
   667
			g_Logger.LogMessage("Current Version: %i.%i.%i Available: %i.%i.%i", version[0], version[1], version[2], version[0], version[1], version[2]);
pred@2142
   668
			break;
pred@2142
   669
		}
pred@2142
   670
pred@2142
   671
		case Update_MajorAvailable:
pred@2142
   672
		{
pred@2142
   673
			g_Logger.LogMessage("SourceMod Update: An major release of SourceMod is now available from sourcemod.net");
pred@2142
   674
			g_Logger.LogMessage("Current Version: %i.%i.%i Available: %i.%i.%i", version[0], version[1], version[2], version[0], version[1], version[2]);
pred@2142
   675
			break;
pred@2142
   676
		}
pred@2142
   677
pred@2142
   678
		case Update_CriticalAvailable:
pred@2142
   679
		{
dvander@2474
   680
			g_Logger.LogError("SourceMod Update: A critical SourceMod release is available from sourcemod.net. It is strongly recommended that you update!");
dvander@2474
   681
			g_Logger.LogMessage("Current Version: %i.%i.%i Available: %i.%i.%i", version[0], version[1], version[2], version[0], version[1], version[2]);
pred@2142
   682
			break;
pred@2142
   683
		}
pred@2142
   684
	}
pred@2142
   685
}
pred@2142
   686
pred@2142
   687
bool g_blockGameDataLoad = false;
dvander@2476
   688
static IThreadHandle *fetch_thread_hndl;
pred@2142
   689
pred@2142
   690
class InitFetch : public SMGlobalClass
pred@2142
   691
{
pred@2142
   692
public:
pred@2142
   693
	void OnSourceModAllInitialized_Post()
pred@2142
   694
	{
pred@2142
   695
		char lock_path[PLATFORM_MAX_PATH];
pred@2142
   696
		g_SourceMod.BuildPath(Path_SM, lock_path, sizeof(lock_path), "data/temp/gamedata.lock");
pred@2142
   697
pred@2142
   698
		if (g_LibSys.IsPathFile(lock_path) && g_LibSys.PathExists(lock_path))
pred@2142
   699
		{
pred@2142
   700
			g_Logger.LogError("sourcemod/data/temp/gamedata.lock file detected. This is most likely due to a crash during GameData updating - Blocking GameData loading");
pred@2142
   701
			g_Logger.LogError("If this error persists delete the file manually");
pred@2142
   702
			g_blockGameDataLoad = true;
pred@2142
   703
		}
pred@2142
   704
pred@2142
   705
		ThreadParams fetchThreadParams = ThreadParams();
pred@2142
   706
		fetchThreadParams.prio = ThreadPrio_Low;
dvander@2476
   707
		fetch_thread_hndl = g_pThreader->MakeThread(&g_FetchThread, &fetchThreadParams);
dvander@2476
   708
	}
dvander@2476
   709
dvander@2476
   710
	void OnSourceModShutdown()
dvander@2476
   711
	{
dvander@2476
   712
		fetch_thread_hndl->WaitForThread();
dvander@2476
   713
		fetch_thread_hndl->DestroyThis();
dvander@2476
   714
	}
dvander@2476
   715
dvander@2476
   716
	void OnSourceModLevelActivated()
dvander@2476
   717
	{
dvander@2476
   718
		was_level_started = true;
dvander@2476
   719
dvander@2476
   720
		if (g_restartAfterUpdate && 
dvander@2476
   721
			g_FetchThread.wasSuccess && 
dvander@2476
   722
			g_FetchThread.needsRestart)
dvander@2476
   723
		{
dvander@2476
   724
			ForceRestart();
dvander@2476
   725
		}
dvander@2476
   726
	}
dvander@2476
   727
dvander@2476
   728
	void OnSourceModLevelEnd()
dvander@2476
   729
	{
dvander@2476
   730
		was_level_started = false;
pred@2142
   731
	}
pred@2142
   732
pred@2142
   733
	ConfigResult OnSourceModConfigChanged(const char *key, 
pred@2142
   734
		const char *value, 
pred@2142
   735
		ConfigSource source,
pred@2142
   736
		char *error, 
pred@2142
   737
		size_t maxlength)
pred@2142
   738
	{
dvander@2474
   739
		if (strcasecmp(key, "DisableAutoUpdate") == 0)
pred@2142
   740
		{
dvander@2474
   741
			if (strcasecmp(value, "yes") == 0)
pred@2142
   742
			{
pred@2142
   743
				g_disableGameDataUpdate = true;
pred@2142
   744
				return ConfigResult_Accept;
pred@2142
   745
			}
dvander@2474
   746
			else if (strcasecmp(value, "no") == 0)
pred@2142
   747
			{
pred@2142
   748
				g_disableGameDataUpdate = false;
pred@2142
   749
				return ConfigResult_Accept;
pred@2142
   750
			}
pred@2142
   751
pred@2142
   752
			return ConfigResult_Reject;
pred@2142
   753
		}
pred@2142
   754
dvander@2474
   755
		if (strcasecmp(key, "ForceRestartAfterUpdate") == 0)
pred@2142
   756
		{
dvander@2474
   757
			if (strcasecmp(value, "yes") == 0)
pred@2142
   758
			{
pred@2142
   759
				g_restartAfterUpdate = true;
pred@2142
   760
				return ConfigResult_Accept;
pred@2142
   761
			}
dvander@2474
   762
			else if (strcasecmp(value, "no") == 0)
pred@2142
   763
			{
pred@2142
   764
				g_restartAfterUpdate = false;
pred@2142
   765
				return ConfigResult_Accept;
pred@2142
   766
			}
pred@2142
   767
pred@2142
   768
			return ConfigResult_Reject;
pred@2142
   769
		}
pred@2142
   770
dvander@2474
   771
		if (strcasecmp(key, "AutoUpdateServer") == 0)
pred@2247
   772
		{
pred@2247
   773
			UTIL_Format(g_serverAddress, sizeof(g_serverAddress), "%s", value);
pred@2247
   774
pred@2247
   775
			return ConfigResult_Accept;
pred@2247
   776
		}
pred@2247
   777
dvander@2474
   778
		if (strcasecmp(key, "AutoUpdatePort") == 0)
pred@2247
   779
		{
pred@2247
   780
			int port = atoi(value);
pred@2247
   781
pred@2247
   782
			if (!port)
pred@2247
   783
			{
pred@2247
   784
				return ConfigResult_Reject;
pred@2247
   785
			}
pred@2247
   786
pred@2247
   787
			g_serverPort = port;
pred@2247
   788
pred@2247
   789
			return ConfigResult_Accept;
pred@2247
   790
		}
pred@2247
   791
pred@2142
   792
		return ConfigResult_Ignore;
pred@2142
   793
	}
pred@2142
   794
} g_InitFetch;
pred@2142
   795
dvander@2474
   796
BuildMD5ableBuffer::BuildMD5ableBuffer()
dvander@2474
   797
{
dvander@2474
   798
	stringTable = new BaseStringTable(2048);
dvander@2474
   799
}
dvander@2474
   800
dvander@2474
   801
BuildMD5ableBuffer::~BuildMD5ableBuffer()
dvander@2474
   802
{
dvander@2474
   803
	delete stringTable;
dvander@2474
   804
}
dvander@2474
   805
dvander@2474
   806
void BuildMD5ableBuffer::ReadSMC_ParseStart()
dvander@2474
   807
{
dvander@2474
   808
	stringTable->Reset();
dvander@2474
   809
}
dvander@2474
   810
dvander@2474
   811
SMCResult BuildMD5ableBuffer::ReadSMC_KeyValue(const SMCStates *states,
dvander@2474
   812
											   const char *key,
dvander@2474
   813
											   const char *value)
dvander@2474
   814
{
dvander@2474
   815
	stringTable->AddString(key);
dvander@2474
   816
	stringTable->AddString(value);
dvander@2474
   817
dvander@2474
   818
	return SMCResult_Continue;
dvander@2474
   819
}
dvander@2474
   820
dvander@2474
   821
SMCResult BuildMD5ableBuffer::ReadSMC_NewSection(const SMCStates *states, const char *name)
dvander@2474
   822
{
dvander@2474
   823
	stringTable->AddString(name);
dvander@2474
   824
dvander@2474
   825
	return SMCResult_Continue;
dvander@2474
   826
}
dvander@2474
   827
dvander@2474
   828
void BuildMD5ableBuffer::ReadSMC_ParseEnd(bool halted, bool failed)
dvander@2474
   829
{
dvander@2474
   830
	if (halted || failed)
dvander@2474
   831
	{
dvander@2474
   832
		return;
dvander@2474
   833
	}
dvander@2474
   834
dvander@2474
   835
	void *data = stringTable->GetMemTable()->GetAddress(0);
dvander@2474
   836
dvander@2474
   837
	if (data != NULL)
dvander@2474
   838
	{
dvander@2474
   839
		checksum->update((unsigned char *)data, stringTable->GetMemTable()->GetActualMemUsed());
dvander@2474
   840
	}
dvander@2474
   841
dvander@2474
   842
	checksum->finalize();
dvander@2474
   843
}
dvander@2474
   844
pred@2142
   845
CON_COMMAND(sm_gamedata_md5, "Checks the MD5 sum for a given gamedata file")
pred@2142
   846
{
pred@2142
   847
#if !defined ORANGEBOX_BUILD
pred@2142
   848
	CCommand args;
pred@2142
   849
#endif
pred@2142
   850
pred@2142
   851
	if (args.ArgC() < 2)
pred@2142
   852
	{
pred@2142
   853
		g_SMAPI->ConPrint("Usage: sm_gamedata_md5 <file>\n");
pred@2142
   854
		return;
pred@2142
   855
	}
pred@2142
   856
pred@2142
   857
	const char *file = args.Arg(1);
pred@2142
   858
	if (!file || file[0] == '\0')
pred@2142
   859
	{
pred@2142
   860
		g_SMAPI->ConPrint("Usage: sm_gamedata_md5 <file>\n");
pred@2142
   861
		return;
pred@2142
   862
	}
pred@2142
   863
pred@2142
   864
	SourceHook::CVector<FileData *>::iterator iter = g_FetchThread.filenames.begin();
pred@2142
   865
pred@2142
   866
	FileData *curData;
pred@2142
   867
pred@2142
   868
	while (iter != g_FetchThread.filenames.end())
pred@2142
   869
	{
pred@2142
   870
		curData = (*iter);
pred@2142
   871
pred@2142
   872
		char fileName[30];
pred@2142
   873
pred@2142
   874
		g_LibSys.GetFileFromPath(fileName, sizeof(fileName), curData->filename->c_str());
pred@2142
   875
pred@2142
   876
		if (strcmpi(fileName, file) == 0)
pred@2142
   877
		{
pred@2142
   878
			g_SMAPI->ConPrintf("MD5 Sum: %s\n", curData->checksum);
pred@2142
   879
			return;
pred@2142
   880
		}
pred@2142
   881
pred@2142
   882
		iter++;
pred@2142
   883
	}
pred@2142
   884
pred@2142
   885
	g_SMAPI->ConPrint("File not found!\n");
pred@2142
   886
}
dvander@2474
   887
dvander@2474
   888
FetcherThread::~FetcherThread()
dvander@2474
   889
{
dvander@2474
   890
	SourceHook::CVector<FileData *>::iterator iter = filenames.begin();
dvander@2474
   891
dvander@2474
   892
	FileData *curData;
dvander@2474
   893
dvander@2474
   894
	while (iter != filenames.end())
dvander@2474
   895
	{
dvander@2474
   896
		curData = (*iter);
dvander@2474
   897
		delete curData->filename;
dvander@2474
   898
		delete curData;
dvander@2474
   899
		iter = filenames.erase(iter);
dvander@2474
   900
	}
dvander@2474
   901
}
dvander@2474
   902
dvander@2474
   903
FetcherThread::FetcherThread() 
dvander@2474
   904
{
dvander@2474
   905
	memtable = new BaseMemTable(4096);
dvander@2475
   906
	wasSuccess = false;
dvander@2476
   907
	needsRestart = false;
dvander@2474
   908
}
dvander@2474
   909