core/logic/Translator.cpp
changeset 3004 e3ac0dc6d9a4
parent 2478 1899f97aded6
child 3005 2db965f8db3f
     1.1 --- /dev/null	Thu Jan 01 00:00:00 1970 +0000
     1.2 +++ b/core/logic/Translator.cpp	Fri May 14 19:43:53 2010 -0700
     1.3 @@ -0,0 +1,1083 @@
     1.4 +/**
     1.5 + * vim: set ts=4 :
     1.6 + * =============================================================================
     1.7 + * SourceMod
     1.8 + * Copyright (C) 2004-2008 AlliedModders LLC.  All rights reserved.
     1.9 + * =============================================================================
    1.10 + *
    1.11 + * This program is free software; you can redistribute it and/or modify it under
    1.12 + * the terms of the GNU General Public License, version 3.0, as published by the
    1.13 + * Free Software Foundation.
    1.14 + * 
    1.15 + * This program is distributed in the hope that it will be useful, but WITHOUT
    1.16 + * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
    1.17 + * FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
    1.18 + * details.
    1.19 + *
    1.20 + * You should have received a copy of the GNU General Public License along with
    1.21 + * this program.  If not, see <http://www.gnu.org/licenses/>.
    1.22 + *
    1.23 + * As a special exception, AlliedModders LLC gives you permission to link the
    1.24 + * code of this program (as well as its derivative works) to "Half-Life 2," the
    1.25 + * "Source Engine," the "SourcePawn JIT," and any Game MODs that run on software
    1.26 + * by the Valve Corporation.  You must obey the GNU General Public License in
    1.27 + * all respects for all other code used.  Additionally, AlliedModders LLC grants
    1.28 + * this exception to all derivative works.  AlliedModders LLC defines further
    1.29 + * exceptions, found in LICENSE.txt (as of this writing, version JULY-31-2007),
    1.30 + * or <http://www.sourcemod.net/license.php>.
    1.31 + *
    1.32 + * Version: $Id$
    1.33 + */
    1.34 +
    1.35 +#include "common_logic.h"
    1.36 +#include <stdarg.h>
    1.37 +#include <stdlib.h>
    1.38 +#include <ctype.h>
    1.39 +#include "Translator.h"
    1.40 +#include <IPlayerHelpers.h>
    1.41 +#include <ISourceMod.h>
    1.42 +#include <ILibrarySys.h>
    1.43 +#include "PhraseCollection.h"
    1.44 +#include "stringutil.h"
    1.45 +
    1.46 +Translator g_Translator;
    1.47 +IPhraseCollection *g_pCorePhrases = NULL;
    1.48 +unsigned int g_pCorePhraseID = 0;
    1.49 +
    1.50 +using namespace SourceMod;
    1.51 +
    1.52 +struct trans_t
    1.53 +{
    1.54 +	int stridx;
    1.55 +	int fmt_order;
    1.56 +};
    1.57 +
    1.58 +struct phrase_t
    1.59 +{
    1.60 +	int fmt_list;
    1.61 +	unsigned int fmt_count;
    1.62 +	unsigned int fmt_bytes;
    1.63 +	int trans_tbl;
    1.64 +	unsigned int translations;
    1.65 +};
    1.66 +
    1.67 +CPhraseFile::CPhraseFile(Translator *pTranslator, const char *file)
    1.68 +{
    1.69 +	m_pStringTab = pTranslator->GetStringTable();
    1.70 +	m_pMemory = m_pStringTab->GetMemTable();
    1.71 +	m_LangCount = pTranslator->GetLanguageCount();
    1.72 +	m_File.assign(file);
    1.73 +	m_pTranslator = pTranslator;
    1.74 +}
    1.75 +
    1.76 +CPhraseFile::~CPhraseFile()
    1.77 +{
    1.78 +}
    1.79 +
    1.80 +void CPhraseFile::ParseError(const char *message, ...)
    1.81 +{
    1.82 +	char buffer[1024];
    1.83 +	va_list ap;
    1.84 +	va_start(ap, message);
    1.85 +	vsnprintf(buffer, sizeof(buffer), message, ap);
    1.86 +	va_end(ap);
    1.87 +
    1.88 +	m_ParseError.assign(buffer);
    1.89 +}
    1.90 +
    1.91 +void CPhraseFile::ParseWarning(const char *message, ...)
    1.92 +{
    1.93 +	char buffer[1024];
    1.94 +	va_list ap;
    1.95 +	va_start(ap, message);
    1.96 +	vsnprintf(buffer, sizeof(buffer), message, ap);
    1.97 +	va_end(ap);
    1.98 +
    1.99 +	if (!m_FileLogged)
   1.100 +	{
   1.101 +		smcore.LogError("[SM] Warning(s) encountered in translation file \"%s\"", m_File.c_str());
   1.102 +		m_FileLogged = true;
   1.103 +	}
   1.104 +
   1.105 +	smcore.LogError("[SM] %s", buffer);
   1.106 +}
   1.107 +
   1.108 +void CPhraseFile::ReparseFile()
   1.109 +{
   1.110 +	m_PhraseLookup.clear();
   1.111 +
   1.112 +	m_LangCount = m_pTranslator->GetLanguageCount();
   1.113 +
   1.114 +	if (!m_LangCount)
   1.115 +	{
   1.116 +		return;
   1.117 +	}
   1.118 +
   1.119 +	SMCError err;
   1.120 +	char path[PLATFORM_MAX_PATH];
   1.121 +	g_pSM->BuildPath(Path_SM, path, PLATFORM_MAX_PATH, "translations/%s", m_File.c_str());
   1.122 +
   1.123 +	//backwards compatibility shim
   1.124 +	/* :HACKHACK: Change .cfg/.txt and vice versa for compatibility */
   1.125 +	if (!libsys->PathExists(path))
   1.126 +	{
   1.127 +		if (m_File.compare("common.cfg") == 0)
   1.128 +		{
   1.129 +			smcore.ReplaceAll(path, sizeof(path), "common.cfg", "common.phrases.txt", true);
   1.130 +		} else if (strstr(path, ".cfg")) {
   1.131 +			smcore.ReplaceAll(path, sizeof(path), ".cfg", ".txt", true);
   1.132 +		} else if (strstr(path, ".txt")) {
   1.133 +			smcore.ReplaceAll(path, sizeof(path), ".txt", ".cfg", true);
   1.134 +		}
   1.135 +	}
   1.136 +
   1.137 +	SMCStates states;
   1.138 +
   1.139 +	if ((err=textparsers->ParseFile_SMC(path, this, &states)) != SMCError_Okay)
   1.140 +	{
   1.141 +		const char *msg = textparsers->GetSMCErrorString(err);
   1.142 +		if (!msg)
   1.143 +		{
   1.144 +			msg = m_ParseError.c_str();
   1.145 +		}
   1.146 +
   1.147 +		smcore.LogError("[SM] Fatal error encountered parsing translation file \"%s\"", m_File.c_str());
   1.148 +		smcore.LogError("[SM] Error (line %d, column %d): %s", states.line, states.col, msg);
   1.149 +	}
   1.150 +
   1.151 +	const char *code;
   1.152 +	for (unsigned int i = 1; i < m_LangCount; i++)
   1.153 +	{
   1.154 +		if (!m_pTranslator->GetLanguageInfo(i, &code, NULL))
   1.155 +		{
   1.156 +			continue;
   1.157 +		}
   1.158 +
   1.159 +		g_pSM->BuildPath(Path_SM, 
   1.160 +			path,
   1.161 +			PLATFORM_MAX_PATH,
   1.162 +			"translations/%s/%s",
   1.163 +			code,
   1.164 +			m_File.c_str());
   1.165 +
   1.166 +		/* Speculatively load these. */
   1.167 +		if (!libsys->PathExists(path))
   1.168 +		{
   1.169 +			continue;
   1.170 +		}
   1.171 +
   1.172 +		if ((err=textparsers->ParseFile_SMC(path, this, &states)) != SMCError_Okay)
   1.173 +		{
   1.174 +			const char *msg = textparsers->GetSMCErrorString(err);
   1.175 +			if (!msg)
   1.176 +			{
   1.177 +				msg = m_ParseError.c_str();
   1.178 +			}
   1.179 +
   1.180 +			smcore.LogError("[SM] Fatal error encountered parsing translation file \"%s/%s\"", 
   1.181 +				code, 
   1.182 +				m_File.c_str());
   1.183 +			smcore.LogError("[SM] Error (line %d, column %d): %s",
   1.184 +				states.line,
   1.185 +				states.col,
   1.186 +				msg);
   1.187 +		}
   1.188 +	}
   1.189 +}
   1.190 +
   1.191 +void CPhraseFile::ReadSMC_ParseStart()
   1.192 +{
   1.193 +	m_CurPhrase = -1;
   1.194 +	m_ParseState = PPS_None;
   1.195 +	m_FileLogged = false;
   1.196 +	m_LastPhraseString.clear();
   1.197 +}
   1.198 +
   1.199 +SMCResult CPhraseFile::ReadSMC_NewSection(const SMCStates *states, const char *name)
   1.200 +{
   1.201 +	bool recognized = false;
   1.202 +	if (m_ParseState == PPS_None)
   1.203 +	{
   1.204 +		if (strcmp(name, "Phrases") == 0)
   1.205 +		{
   1.206 +			m_ParseState = PPS_Phrases;
   1.207 +			recognized = true;
   1.208 +		}
   1.209 +	} 
   1.210 +	else if (m_ParseState == PPS_Phrases) 
   1.211 +	{
   1.212 +		m_ParseState = PPS_InPhrase;
   1.213 +		recognized = true;
   1.214 +
   1.215 +		int *pvalue;
   1.216 +		if ((pvalue = m_PhraseLookup.retrieve(name)) != NULL)
   1.217 +		{
   1.218 +			m_CurPhrase = *pvalue;
   1.219 +		}
   1.220 +		else
   1.221 +		{
   1.222 +			phrase_t *pPhrase;
   1.223 +
   1.224 +			m_CurPhrase = m_pMemory->CreateMem(sizeof(phrase_t), (void **)&pPhrase);
   1.225 +			m_PhraseLookup.insert(name, m_CurPhrase);
   1.226 +
   1.227 +			/* Initialize new phrase */
   1.228 +			trans_t *pTrans;
   1.229 +
   1.230 +			pPhrase->fmt_count = 0;
   1.231 +			pPhrase->fmt_list = -1;
   1.232 +
   1.233 +			int trans_tbl = m_pMemory->CreateMem(sizeof(trans_t) * m_LangCount, (void **)&pTrans);
   1.234 +			pPhrase = (phrase_t *)m_pMemory->GetAddress(m_CurPhrase);
   1.235 +			pPhrase->trans_tbl = trans_tbl;
   1.236 +
   1.237 +			pPhrase->translations = 0;
   1.238 +			pPhrase->fmt_bytes = 0;
   1.239 +
   1.240 +			for (unsigned int i=0; i<m_LangCount; i++)
   1.241 +			{
   1.242 +				pTrans[i].stridx = -1;
   1.243 +			}
   1.244 +		}
   1.245 +
   1.246 +		m_LastPhraseString.assign(name);
   1.247 +	} 
   1.248 +	else if (m_ParseState == PPS_InPhrase) 
   1.249 +	{
   1.250 +		ParseError("Phrase sections may not have sub-sections");
   1.251 +		return SMCResult_HaltFail;
   1.252 +	}
   1.253 +
   1.254 +	if (!recognized)
   1.255 +	{
   1.256 +		ParseWarning("Ignoring invalid section \"%s\" on line %d.", name, states->line);
   1.257 +	}
   1.258 +
   1.259 +	return SMCResult_Continue;
   1.260 +}
   1.261 +
   1.262 +SMCResult CPhraseFile::ReadSMC_KeyValue(const SMCStates *states, const char *key, const char *value)
   1.263 +{
   1.264 +	/* See if we are ignoring a phrase */
   1.265 +	if (m_CurPhrase == -1)
   1.266 +	{
   1.267 +		return SMCResult_Continue;
   1.268 +	}
   1.269 +
   1.270 +	phrase_t *pPhrase = (phrase_t *)m_pMemory->GetAddress(m_CurPhrase);
   1.271 +
   1.272 +	/* Duplicate format keys get silently ignored. */
   1.273 +	if (key[0] == '#' 
   1.274 +		&& strcmp(key, "#format") == 0
   1.275 +		&& pPhrase->fmt_list == -1)
   1.276 +	{
   1.277 +		if (pPhrase->translations > 0)
   1.278 +		{
   1.279 +			ParseWarning("#format property should come before translations on line %d, ignoring", states->line);
   1.280 +			return SMCResult_Continue;
   1.281 +		}
   1.282 +
   1.283 +		/* Do an initial browsing for error checking and what not */
   1.284 +		enum ParseStates
   1.285 +		{
   1.286 +			Parse_None,
   1.287 +			Parse_Index,
   1.288 +			Parse_Format,
   1.289 +		};
   1.290 +
   1.291 +		ParseStates state = Parse_None;
   1.292 +
   1.293 +		const char *old_value = value;
   1.294 +		const char *last_value = value;
   1.295 +		while (*value != '\0')
   1.296 +		{
   1.297 +			if (state == Parse_None)
   1.298 +			{
   1.299 +				if (*value == '{')
   1.300 +				{
   1.301 +					pPhrase->fmt_count++;
   1.302 +					state = Parse_Index;
   1.303 +				} 
   1.304 +				else if (*value == ',') 
   1.305 +				{
   1.306 +					/* Do nothing */
   1.307 +				} 
   1.308 +				else 
   1.309 +				{
   1.310 +					unsigned int bytes = textparsers->GetUTF8CharBytes(value);
   1.311 +					if (bytes != 1 || !isalpha(*value))
   1.312 +					{
   1.313 +						ParseWarning("Invalid token '%c' in #format property on line %d.", *value, states->line);
   1.314 +					}
   1.315 +				}
   1.316 +			} 
   1.317 +			else if (state == Parse_Index) 
   1.318 +			{
   1.319 +				if (*value == ':')
   1.320 +				{
   1.321 +					state = Parse_Format;
   1.322 +					if (value - last_value >= 15)
   1.323 +					{
   1.324 +						ParseWarning("Too many digits in format index on line %d, phrase will be ignored.", states->line);
   1.325 +						m_CurPhrase = -1;
   1.326 +						return SMCResult_Continue;
   1.327 +					}
   1.328 +				} 
   1.329 +				else 
   1.330 +				{
   1.331 +					unsigned int bytes = textparsers->GetUTF8CharBytes(value);
   1.332 +					if (bytes != 1 || !isdigit(*value))
   1.333 +					{
   1.334 +						ParseWarning("Token '%c' in #format property on line %d is not a digit, phrase will be ignored.",
   1.335 +									*value,
   1.336 +									states->line);
   1.337 +						m_CurPhrase = -1;
   1.338 +						return SMCResult_Continue;
   1.339 +					}
   1.340 +				}
   1.341 +			} 
   1.342 +			else if (state == Parse_Format) 
   1.343 +			{
   1.344 +				if (*value == '}')
   1.345 +				{
   1.346 +					state = Parse_None;
   1.347 +					last_value = value + 1;
   1.348 +				}
   1.349 +			}
   1.350 +			value++;
   1.351 +		}
   1.352 +
   1.353 +		if (state != Parse_None)
   1.354 +		{
   1.355 +			/* Moose clam cow. */
   1.356 +			ParseWarning("Unterminated format string on line %d, phrase will be ignored.", states->line);
   1.357 +			m_CurPhrase = -1;
   1.358 +			return SMCResult_Continue;
   1.359 +		}
   1.360 +		value = old_value;
   1.361 +
   1.362 +		/* Allocate the format table */
   1.363 +		char fmt_buf[16];
   1.364 +		int *fmt_list;
   1.365 +		int tmp = m_pMemory->CreateMem(sizeof(int) * pPhrase->fmt_count, (void **)&fmt_list);
   1.366 +
   1.367 +		/* Update the phrase pointer in case it changed */
   1.368 +		pPhrase = (phrase_t *)m_pMemory->GetAddress(m_CurPhrase);
   1.369 +		pPhrase->fmt_list = tmp;
   1.370 +
   1.371 +		/* Initialize */
   1.372 +		for (size_t i=0; i<pPhrase->fmt_count; i++)
   1.373 +		{
   1.374 +			fmt_list[i] = -1;
   1.375 +		}
   1.376 +
   1.377 +		/* Now we need to read again... this time into the format buffer */
   1.378 +		const char *in_ptr = value;
   1.379 +		const char *idx_ptr = NULL;
   1.380 +		char *out_ptr = NULL;
   1.381 +		unsigned int cur_idx = 0;
   1.382 +		state = Parse_None;
   1.383 +		while (*in_ptr != '\0')
   1.384 +		{
   1.385 +			if (state == Parse_None)
   1.386 +			{
   1.387 +				if (*in_ptr == '{')
   1.388 +				{
   1.389 +					state = Parse_Index;
   1.390 +					idx_ptr = NULL;
   1.391 +				}
   1.392 +			}
   1.393 +			else if (state == Parse_Index) 
   1.394 +			{
   1.395 +				if (*in_ptr == ':')
   1.396 +				{
   1.397 +					/* Check the number! */
   1.398 +					if (!idx_ptr)
   1.399 +					{
   1.400 +						ParseWarning("Format property contains unindexed format string on line %d, phrase will be ignored.", states->line);
   1.401 +						m_CurPhrase = -1;
   1.402 +						return SMCResult_Continue;
   1.403 +					}
   1.404 +					long idx = strtol(idx_ptr, NULL, 10);
   1.405 +					if (idx < 1 || idx > (long)pPhrase->fmt_count)
   1.406 +					{
   1.407 +						ParseWarning("Format property contains invalid index '%d' on line %d, phrase will be ignored.", idx, states->line);
   1.408 +						m_CurPhrase = -1;
   1.409 +						return SMCResult_Continue;
   1.410 +					}
   1.411 +					else if (fmt_list[idx - 1] != -1) 
   1.412 +					{
   1.413 +						ParseWarning("Format property contains duplicated index '%d' on line %d, phrase will be ignored.", idx, states->line);
   1.414 +						m_CurPhrase = -1;
   1.415 +						return SMCResult_Continue;
   1.416 +					}
   1.417 +					cur_idx = (unsigned int)idx;
   1.418 +					state = Parse_Format;
   1.419 +					out_ptr = NULL;
   1.420 +				}
   1.421 +				else if (!idx_ptr) 
   1.422 +				{
   1.423 +					idx_ptr = in_ptr;
   1.424 +				}
   1.425 +			}
   1.426 +			else if (state == Parse_Format) 
   1.427 +			{
   1.428 +				if (*in_ptr == '}')
   1.429 +				{
   1.430 +					if (!out_ptr)
   1.431 +					{
   1.432 +						ParseWarning("Format property contains empty format string on line %d, phrase will be ignored.", states->line);
   1.433 +						m_CurPhrase = -1;
   1.434 +						return SMCResult_Continue;
   1.435 +					}
   1.436 +					*out_ptr = '\0';
   1.437 +					state = Parse_None;
   1.438 +					/* Now, add this to our table */
   1.439 +					int tmp_idx = m_pStringTab->AddString(fmt_buf);
   1.440 +					/* Update pointers and update necessary variables */
   1.441 +					pPhrase = (phrase_t *)m_pMemory->GetAddress(m_CurPhrase);
   1.442 +					pPhrase->fmt_bytes += strlen(fmt_buf);
   1.443 +					fmt_list = (int *)m_pMemory->GetAddress(pPhrase->fmt_list);
   1.444 +					fmt_list[cur_idx - 1] = tmp_idx;
   1.445 +				} 
   1.446 +				else 
   1.447 +				{
   1.448 +					if (!out_ptr)
   1.449 +					{
   1.450 +						out_ptr = fmt_buf;
   1.451 +						*out_ptr++ = '%';
   1.452 +					}
   1.453 +					/* Check length ... */
   1.454 +					if ((unsigned)(out_ptr - fmt_buf) >= sizeof(fmt_buf) - 1)
   1.455 +					{
   1.456 +						ParseWarning("Format property contains format string that exceeds maximum length on line %d, phrase will be ignored.",
   1.457 +									 states->line);
   1.458 +						m_CurPhrase = -1;
   1.459 +						return SMCResult_Continue;
   1.460 +					}
   1.461 +					*out_ptr++ = *in_ptr;
   1.462 +				}
   1.463 +			}
   1.464 +			in_ptr++;
   1.465 +		}
   1.466 +
   1.467 +		/* If we've gotten here, we only accepted unique indexes in a range.
   1.468 +		 * Therefore, the list has to be completely filled.  Double check anyway.
   1.469 +		 */
   1.470 +		for (size_t i=0; i<pPhrase->fmt_count; i++)
   1.471 +		{
   1.472 +			if (fmt_list[i] == -1)
   1.473 +			{
   1.474 +				ParseWarning("Format property contains no string for index %d on line %d, phrase will be ignored.",
   1.475 +							 i + 1,
   1.476 +							 states->line);
   1.477 +				m_CurPhrase = -1;
   1.478 +				return SMCResult_Continue;
   1.479 +			}
   1.480 +		}
   1.481 +	} 
   1.482 +	else 
   1.483 +	{
   1.484 +		size_t len = strlen(key);
   1.485 +		if (len < 2 || len > 3)
   1.486 +		{
   1.487 +			ParseWarning("Ignoring translation to invalid language \"%s\" on line %d.", key, states->line);
   1.488 +			return SMCResult_Continue;
   1.489 +		}
   1.490 +
   1.491 +		unsigned int lang;
   1.492 +		if (!m_pTranslator->GetLanguageByCode(key, &lang))
   1.493 +		{
   1.494 +			/* Ignore if we don't have a language.
   1.495 +			 * :IDEA: issue a one-time alert?
   1.496 +			 */
   1.497 +			return SMCResult_Continue;
   1.498 +		}
   1.499 +
   1.500 +		/* See how many bytes we need for this string, then allocate.
   1.501 +		 * NOTE: THIS SHOULD GUARANTEE THAT WE DO NOT NEED TO NEED TO SIZE CHECK 
   1.502 +		 */
   1.503 +		len = strlen(value) + pPhrase->fmt_bytes + 1;
   1.504 +		char *out_buf;
   1.505 +		int out_idx;
   1.506 +
   1.507 +		out_idx = m_pMemory->CreateMem(len, (void **)&out_buf);
   1.508 +
   1.509 +		/* Update pointer */
   1.510 +		pPhrase = (phrase_t *)m_pMemory->GetAddress(m_CurPhrase);
   1.511 +
   1.512 +		int *fmt_order;
   1.513 +		int *fmt_list = (int *)m_pMemory->GetAddress(pPhrase->fmt_list);
   1.514 +		trans_t *pTrans = (trans_t *)m_pMemory->GetAddress(pPhrase->trans_tbl);
   1.515 +
   1.516 +		pTrans = &pTrans[lang];
   1.517 +		pTrans->stridx = out_idx;
   1.518 +
   1.519 +		bool params[MAX_TRANSLATE_PARAMS];
   1.520 +
   1.521 +		/* Build the format order list, if necessary */
   1.522 +		if (fmt_list)
   1.523 +		{
   1.524 +			int tmp = m_pMemory->CreateMem(pPhrase->fmt_count * sizeof(int), (void **)&fmt_order);
   1.525 +			
   1.526 +			/* Update pointers */
   1.527 +			pPhrase = (phrase_t *)m_pMemory->GetAddress(m_CurPhrase);
   1.528 +			pTrans = (trans_t *)m_pMemory->GetAddress(pPhrase->trans_tbl);
   1.529 +			fmt_list = (int *)m_pMemory->GetAddress(pPhrase->fmt_list);
   1.530 +			out_buf = (char *)m_pMemory->GetAddress(out_idx);
   1.531 +			pTrans = &pTrans[lang];
   1.532 +
   1.533 +			/* Now it's safe to save the index */
   1.534 +			pTrans->fmt_order = tmp;
   1.535 +
   1.536 +			for (unsigned int i=0; i<pPhrase->fmt_count; i++)
   1.537 +			{
   1.538 +				fmt_order[i] = -1;
   1.539 +			}
   1.540 +			memset(&params[0], 0, sizeof(params));
   1.541 +		}
   1.542 +
   1.543 +		const char *in_ptr = value;
   1.544 +		char *out_ptr = out_buf;
   1.545 +		unsigned int order_idx = 0;
   1.546 +		while (*in_ptr != '\0')
   1.547 +		{
   1.548 +			if (*in_ptr == '\\')
   1.549 +			{
   1.550 +				switch (*(in_ptr + 1))
   1.551 +				{
   1.552 +				case '\n':
   1.553 +					*out_ptr++ = '\n';
   1.554 +					break;
   1.555 +				case '\t':
   1.556 +					*out_ptr++ = '\t';
   1.557 +					break;
   1.558 +				case '\r':
   1.559 +					*out_ptr++ = '\r';
   1.560 +					break;
   1.561 +				case '{':
   1.562 +					*out_ptr++ = '{';
   1.563 +					break;
   1.564 +				default:
   1.565 +					/* Copy both bytes since we don't know what's going on */
   1.566 +					*out_ptr++ = *in_ptr++;
   1.567 +					*out_ptr++ = *in_ptr;
   1.568 +					break;
   1.569 +				}
   1.570 +				/* Skip past the last byte read */
   1.571 +				in_ptr++;
   1.572 +			} 
   1.573 +			else if (*in_ptr == '{' && fmt_list != NULL) 
   1.574 +			{
   1.575 +				/* Search for parameters if this is a formatted string */
   1.576 +				const char *scrap_in_point = in_ptr;
   1.577 +				const char *digit_start = ++in_ptr;
   1.578 +				unsigned int bytes;
   1.579 +				while (*in_ptr != '\0')
   1.580 +				{
   1.581 +					bytes = textparsers->GetUTF8CharBytes(in_ptr);
   1.582 +					if (bytes != 1)
   1.583 +					{
   1.584 +						goto scrap_point;
   1.585 +					}
   1.586 +					if (*in_ptr == '}')
   1.587 +					{
   1.588 +						/* Did we get an index? */
   1.589 +						if (in_ptr == digit_start)
   1.590 +						{
   1.591 +							goto scrap_point;
   1.592 +						}
   1.593 +						/* Is it valid? */
   1.594 +						long idx = strtol(digit_start, NULL, 10);
   1.595 +						if (idx < 1 || idx > (int)pPhrase->fmt_count)
   1.596 +						{
   1.597 +							goto scrap_point;
   1.598 +						}
   1.599 +						if (params[idx-1])
   1.600 +						{
   1.601 +							goto scrap_point;
   1.602 +						}
   1.603 +
   1.604 +						/* We're safe to insert the string.  First mark order. */
   1.605 +						fmt_order[order_idx++] = (int)idx - 1;
   1.606 +						/* Now concatenate */
   1.607 +						out_ptr += sprintf(out_ptr, "%s", m_pStringTab->GetString(fmt_list[idx-1]));
   1.608 +						/* Mark as used */
   1.609 +						params[idx-1] = true;
   1.610 +
   1.611 +						goto cont_loop;
   1.612 +					}
   1.613 +					in_ptr++;
   1.614 +				}
   1.615 +scrap_point:
   1.616 +				/* Pretend none of this ever happened.  Move along now! */
   1.617 +				in_ptr = scrap_in_point;
   1.618 +				*out_ptr++ = *in_ptr;
   1.619 +			} else {
   1.620 +				*out_ptr++ = *in_ptr;
   1.621 +			}
   1.622 +cont_loop:
   1.623 +			in_ptr++;
   1.624 +		}
   1.625 +		*out_ptr = '\0';
   1.626 +		pPhrase->translations++;
   1.627 +	}
   1.628 +
   1.629 +	return SMCResult_Continue;
   1.630 +}
   1.631 +
   1.632 +SMCResult CPhraseFile::ReadSMC_LeavingSection(const SMCStates *states)
   1.633 +{
   1.634 +	if (m_ParseState == PPS_InPhrase)
   1.635 +	{
   1.636 +		if (m_CurPhrase == -1 && m_LastPhraseString.size())
   1.637 +			m_PhraseLookup.remove(m_LastPhraseString.c_str());
   1.638 +		m_CurPhrase = -1;
   1.639 +		m_ParseState = PPS_Phrases;
   1.640 +		m_LastPhraseString.assign("");
   1.641 +	} 
   1.642 +	else if (m_ParseState == PPS_Phrases) 
   1.643 +	{
   1.644 +		m_ParseState = PPS_None;
   1.645 +	}
   1.646 +
   1.647 +	return SMCResult_Continue;
   1.648 +}
   1.649 +
   1.650 +void CPhraseFile::ReadSMC_ParseEnd(bool halted, bool failed)
   1.651 +{
   1.652 +	/* Check to see if we have any dangling phrases that weren't completed, and scrap them */
   1.653 +	if ((halted || failed) && m_LastPhraseString.size())
   1.654 +		m_PhraseLookup.remove(m_LastPhraseString.c_str());
   1.655 +}
   1.656 +
   1.657 +TransError CPhraseFile::GetTranslation(const char *szPhrase, unsigned int lang_id, Translation *pTrans)
   1.658 +{
   1.659 +	if (lang_id >= m_LangCount)
   1.660 +	{
   1.661 +		return Trans_BadLanguage;
   1.662 +	}
   1.663 +
   1.664 +	int *pvalue;
   1.665 +	if ((pvalue = m_PhraseLookup.retrieve(szPhrase)) == NULL)
   1.666 +		return Trans_BadPhrase;
   1.667 +
   1.668 +	phrase_t *pPhrase = (phrase_t *)m_pMemory->GetAddress(*pvalue);
   1.669 +	trans_t *trans = (trans_t *)m_pMemory->GetAddress(pPhrase->trans_tbl);
   1.670 +
   1.671 +	trans = &trans[lang_id];
   1.672 +
   1.673 +	if (trans->stridx == -1)
   1.674 +	{
   1.675 +		return Trans_BadPhraseLanguage;
   1.676 +	}
   1.677 +
   1.678 +	pTrans->fmt_count = pPhrase->fmt_count;
   1.679 +	pTrans->fmt_order = pTrans->fmt_count > 0 ? (int *)m_pMemory->GetAddress(trans->fmt_order) : NULL;
   1.680 +	pTrans->szPhrase = m_pStringTab->GetString(trans->stridx);
   1.681 +
   1.682 +	return Trans_Okay;
   1.683 +}
   1.684 +
   1.685 +const char *CPhraseFile::GetFilename()
   1.686 +{
   1.687 +	return m_File.c_str();
   1.688 +}
   1.689 +
   1.690 +/**************************
   1.691 + ** MAIN TRANSLATOR CODE **
   1.692 + **************************/
   1.693 +
   1.694 +Translator::Translator() : m_ServerLang(SOURCEMOD_LANGUAGE_ENGLISH)
   1.695 +{
   1.696 +	m_pStringTab = new BaseStringTable(2048);
   1.697 +	strncopy(m_InitialLang, "en", sizeof(m_InitialLang));
   1.698 +}
   1.699 +
   1.700 +Translator::~Translator()
   1.701 +{
   1.702 +	for (size_t i=0; i<m_Files.size(); i++)
   1.703 +	{
   1.704 +		delete m_Files[i];
   1.705 +	}
   1.706 +
   1.707 +	for (size_t i=0; i<m_Languages.size(); i++)
   1.708 +	{
   1.709 +		delete m_Languages[i];
   1.710 +	}
   1.711 +
   1.712 +	delete m_pStringTab;
   1.713 +}
   1.714 +
   1.715 +ConfigResult Translator::OnSourceModConfigChanged(const char *key, 
   1.716 +									  const char *value, 
   1.717 +									  ConfigSource source, 
   1.718 +									  char *error, 
   1.719 +									  size_t maxlength)
   1.720 +{
   1.721 +	if (strcasecmp(key, "ServerLang") == 0)
   1.722 +	{
   1.723 +		if (source == ConfigSource_Console)
   1.724 +		{
   1.725 +			unsigned int index;
   1.726 +			if (!GetLanguageByCode(value, &index))
   1.727 +			{
   1.728 +				smcore.Format(error, maxlength, "Language code \"%s\" is not registered", value);
   1.729 +				return ConfigResult_Reject;
   1.730 +			}
   1.731 +
   1.732 +			m_ServerLang = index;
   1.733 +		} else {
   1.734 +			smcore.strncopy(m_InitialLang, value, sizeof(m_InitialLang));
   1.735 +		}
   1.736 +
   1.737 +		return ConfigResult_Accept;
   1.738 +	}
   1.739 +
   1.740 +	return ConfigResult_Ignore;
   1.741 +}
   1.742 +
   1.743 +void Translator::OnSourceModLevelChange(const char *mapName)
   1.744 +{
   1.745 +	/* Refresh language stuff */
   1.746 +	char path[PLATFORM_MAX_PATH];
   1.747 +	g_pSM->BuildPath(Path_SM, path, sizeof(path), "configs/languages.cfg");
   1.748 +	RebuildLanguageDatabase(path);
   1.749 +}
   1.750 +
   1.751 +void Translator::OnSourceModAllInitialized()
   1.752 +{
   1.753 +	AddLanguage("en", "English");
   1.754 +
   1.755 +	g_pCorePhrases = CreatePhraseCollection();
   1.756 +	g_pCorePhrases->AddPhraseFile("core.phrases");
   1.757 +
   1.758 +	sharesys->AddInterface(NULL, this);
   1.759 +}
   1.760 +
   1.761 +void Translator::OnSourceModShutdown()
   1.762 +{
   1.763 +	g_pCorePhrases->Destroy();
   1.764 +}
   1.765 +
   1.766 +bool Translator::GetLanguageByCode(const char *code, unsigned int *index)
   1.767 +{
   1.768 +	unsigned int *pindex;
   1.769 +
   1.770 +	if ((pindex = m_LCodeLookup.retrieve(code)) == NULL)
   1.771 +		return false;
   1.772 +
   1.773 +	if (index)
   1.774 +		*index = *pindex;
   1.775 +
   1.776 +	return true;
   1.777 +}
   1.778 +
   1.779 +bool Translator::GetLanguageByName(const char *name, unsigned int *index)
   1.780 +{
   1.781 +	CVector<Language *>::iterator iter;
   1.782 +	unsigned int id = 0;
   1.783 +
   1.784 +	for (iter=m_Languages.begin(); iter!=m_Languages.end(); iter++, id++)
   1.785 +	{
   1.786 +		if (strcasecmp(m_pStringTab->GetString((*iter)->m_FullName), name) == 0)
   1.787 +		{
   1.788 +			break;
   1.789 +		}
   1.790 +	}
   1.791 +
   1.792 +	if (iter == m_Languages.end())
   1.793 +	{
   1.794 +		return false;
   1.795 +	}
   1.796 +
   1.797 +	if (index)
   1.798 +	{
   1.799 +		*index = id;
   1.800 +	}
   1.801 +
   1.802 +	return true;
   1.803 +}
   1.804 +
   1.805 +unsigned int Translator::GetLanguageCount()
   1.806 +{
   1.807 +	return (unsigned int)m_Languages.size();
   1.808 +}
   1.809 +
   1.810 +BaseStringTable *Translator::GetStringTable()
   1.811 +{
   1.812 +	return m_pStringTab;
   1.813 +}
   1.814 +
   1.815 +unsigned int Translator::FindOrAddPhraseFile(const char *phrase_file)
   1.816 +{
   1.817 +	for (size_t i=0; i<m_Files.size(); i++)
   1.818 +	{
   1.819 +		if (strcmp(m_Files[i]->GetFilename(), phrase_file) == 0)
   1.820 +		{
   1.821 +			return (unsigned int)i;
   1.822 +		}
   1.823 +	}
   1.824 +
   1.825 +	CPhraseFile *pFile = new CPhraseFile(this, phrase_file);
   1.826 +	unsigned int idx = (unsigned int)m_Files.size();
   1.827 +	
   1.828 +	m_Files.push_back(pFile);
   1.829 +
   1.830 +	pFile->ReparseFile();
   1.831 +
   1.832 +	return idx;
   1.833 +}
   1.834 +
   1.835 +void Translator::RebuildLanguageDatabase(const char *lang_header_file)
   1.836 +{
   1.837 +	/* Erase everything we have */
   1.838 +	m_LCodeLookup.clear();
   1.839 +	m_pStringTab->Reset();
   1.840 +
   1.841 +	for (size_t i=0; i<m_Languages.size(); i++)
   1.842 +	{
   1.843 +		delete m_Languages[i];
   1.844 +	}
   1.845 +	m_Languages.clear();
   1.846 +
   1.847 +	/* Start anew */
   1.848 +	SMCError err;
   1.849 +	SMCStates states;
   1.850 +	if ((err=textparsers->ParseFile_SMC(lang_header_file, this, &states)) != SMCError_Okay)
   1.851 +	{
   1.852 +		const char *str_err = textparsers->GetSMCErrorString(err);
   1.853 +		if (!str_err)
   1.854 +		{
   1.855 +			str_err = m_CustomError.c_str();
   1.856 +		}
   1.857 +
   1.858 +		smcore.LogError("[SM] Failed to parse language header file: \"%s\"", lang_header_file);
   1.859 +		smcore.LogError("[SM] Parse error (line %d, column %d): %s", states.line, states.col, str_err);
   1.860 +	}
   1.861 +
   1.862 +	unsigned int *pServerLang;
   1.863 +
   1.864 +	if ((pServerLang = m_LCodeLookup.retrieve(m_InitialLang)) == NULL)
   1.865 +	{
   1.866 +		smcore.LogError("Server language was set to bad language \"%s\" -- reverting to English", m_InitialLang);
   1.867 +
   1.868 +		smcore.strncopy(m_InitialLang, "en", sizeof(m_InitialLang));
   1.869 +		m_ServerLang = SOURCEMOD_LANGUAGE_ENGLISH;
   1.870 +	}
   1.871 +
   1.872 +	m_ServerLang = *pServerLang;
   1.873 +
   1.874 +	if (!m_Languages.size())
   1.875 +	{
   1.876 +		smcore.LogError("[SM] Fatal error, no languages found! Translation will not work.");
   1.877 +	}
   1.878 +
   1.879 +	for (size_t i=0; i<m_Files.size(); i++)
   1.880 +	{
   1.881 +		m_Files[i]->ReparseFile();
   1.882 +	}
   1.883 +}
   1.884 +
   1.885 +void Translator::ReadSMC_ParseStart()
   1.886 +{
   1.887 +	m_InLanguageSection = false;
   1.888 +	m_CustomError.clear();
   1.889 +}
   1.890 +
   1.891 +SMCResult Translator::ReadSMC_NewSection(const SMCStates *states, const char *name)
   1.892 +{
   1.893 +	if (!m_InLanguageSection)
   1.894 +	{
   1.895 +		if (strcmp(name, "Languages") == 0)
   1.896 +		{
   1.897 +			m_InLanguageSection = true;
   1.898 +		}
   1.899 +	}
   1.900 +
   1.901 +	if (!m_InLanguageSection)
   1.902 +	{
   1.903 +		smcore.LogError("[SM] Warning: Unrecognized section \"%s\" in languages.cfg", name);
   1.904 +	}
   1.905 +
   1.906 +	return SMCResult_Continue;
   1.907 +}
   1.908 +
   1.909 +SMCResult Translator::ReadSMC_LeavingSection(const SMCStates *states)
   1.910 +{
   1.911 +	m_InLanguageSection = false;
   1.912 +
   1.913 +	return SMCResult_Continue;
   1.914 +}
   1.915 +
   1.916 +SMCResult Translator::ReadSMC_KeyValue(const SMCStates *states, const char *key, const char *value)
   1.917 +{
   1.918 +	size_t len = strlen(key);
   1.919 +
   1.920 +	if (len < 2 || len > 3)
   1.921 +	{
   1.922 +		smcore.LogError("[SM] Warning encountered parsing languages.cfg file.");
   1.923 +		smcore.LogError("[SM] Invalid language code \"%s\" is being ignored.", key);
   1.924 +	}
   1.925 +
   1.926 +	AddLanguage(key, value);
   1.927 +
   1.928 +	return SMCResult_Continue;
   1.929 +}
   1.930 +
   1.931 +bool Translator::AddLanguage(const char *langcode, const char *description)
   1.932 +{
   1.933 +	if (m_LCodeLookup.retrieve(langcode) != NULL)
   1.934 +		return false;
   1.935 +
   1.936 +	Language *pLanguage = new Language;
   1.937 +	unsigned int idx = m_Languages.size();
   1.938 +
   1.939 +	smcore.Format(pLanguage->m_code2, sizeof(pLanguage->m_code2), "%s", langcode);
   1.940 +	pLanguage->m_FullName = m_pStringTab->AddString(description);
   1.941 +
   1.942 +	m_LCodeLookup.insert(langcode, idx);
   1.943 +
   1.944 +	m_Languages.push_back(pLanguage);
   1.945 +
   1.946 +	return true;
   1.947 +}
   1.948 +
   1.949 +CPhraseFile *Translator::GetFileByIndex(unsigned int index)
   1.950 +{
   1.951 +	if (index >= m_Files.size())
   1.952 +	{
   1.953 +		return NULL;
   1.954 +	}
   1.955 +
   1.956 +	return m_Files[index];
   1.957 +}
   1.958 +
   1.959 +unsigned int Translator::GetServerLanguage()
   1.960 +{
   1.961 +	return m_ServerLang;
   1.962 +}
   1.963 +
   1.964 +unsigned int Translator::GetClientLanguage(int client)
   1.965 +{
   1.966 +	IGamePlayer *pPlayer = playerhelpers->GetGamePlayer(client);
   1.967 +	return pPlayer->GetLanguageId();
   1.968 +}
   1.969 +
   1.970 +bool Translator::GetLanguageInfo(unsigned int number, const char **code, const char **name)
   1.971 +{
   1.972 +	if (number >= GetLanguageCount())
   1.973 +	{
   1.974 +		return false;
   1.975 +	}
   1.976 +
   1.977 +	Language *l = m_Languages[number];
   1.978 +	if (code)
   1.979 +	{
   1.980 +		*code = l->m_code2;
   1.981 +	}
   1.982 +	if (name)
   1.983 +	{
   1.984 +		*name = m_pStringTab->GetString(l->m_FullName);
   1.985 +	}
   1.986 +
   1.987 +	return true;
   1.988 +}
   1.989 +
   1.990 +const char *Translator::GetInterfaceName()
   1.991 +{
   1.992 +	return SMINTERFACE_TRANSLATOR_NAME;
   1.993 +}
   1.994 +
   1.995 +unsigned int Translator::GetInterfaceVersion()
   1.996 +{
   1.997 +	return SMINTERFACE_TRANSLATOR_VERSION;
   1.998 +}
   1.999 +
  1.1000 +IPhraseCollection *Translator::CreatePhraseCollection()
  1.1001 +{
  1.1002 +	return new CPhraseCollection();
  1.1003 +}
  1.1004 +
  1.1005 +int Translator::SetGlobalTarget(int index)
  1.1006 +{
  1.1007 +	return g_pSM->SetGlobalTarget(index);
  1.1008 +}
  1.1009 +
  1.1010 +int Translator::GetGlobalTarget() const
  1.1011 +{
  1.1012 +	return g_pSM->GetGlobalTarget();
  1.1013 +}
  1.1014 +
  1.1015 +bool CoreTranslate(char *buffer,  size_t maxlength, const char *format, unsigned int numparams,
  1.1016 +                   size_t *pOutLength, ...)
  1.1017 +{
  1.1018 +	va_list ap;
  1.1019 +	unsigned int i;
  1.1020 +	const char *fail_phrase;
  1.1021 +	void *params[MAX_TRANSLATE_PARAMS];
  1.1022 +
  1.1023 +	if (numparams > MAX_TRANSLATE_PARAMS)
  1.1024 +	{
  1.1025 +		assert(false);
  1.1026 +		return false;
  1.1027 +	}
  1.1028 +
  1.1029 +	va_start(ap, pOutLength);
  1.1030 +	for (i = 0; i < numparams; i++)
  1.1031 +	{
  1.1032 +		params[i] = va_arg(ap, void *);
  1.1033 +	}
  1.1034 +	va_end(ap);
  1.1035 +
  1.1036 +	if (!g_pCorePhrases->FormatString(buffer,
  1.1037 +		maxlength, 
  1.1038 +		format, 
  1.1039 +		params,
  1.1040 +		numparams,
  1.1041 +		pOutLength,
  1.1042 +		&fail_phrase))
  1.1043 +	{
  1.1044 +		if (fail_phrase != NULL)
  1.1045 +		{
  1.1046 +			smcore.LogError("[SM] Could not find core phrase: %s", fail_phrase);
  1.1047 +		}
  1.1048 +		else
  1.1049 +		{
  1.1050 +			smcore.LogError("[SM] Unknown fatal error while translating a core phrase.");
  1.1051 +		}
  1.1052 +
  1.1053 +		return false;
  1.1054 +	}
  1.1055 +
  1.1056 +	return true;
  1.1057 +}
  1.1058 +
  1.1059 +bool Translator::FormatString(char *buffer,
  1.1060 +							  size_t maxlength,
  1.1061 +							  const char *format,
  1.1062 +							  IPhraseCollection *pPhrases,
  1.1063 +							  void **params,
  1.1064 +							  unsigned int numparams,
  1.1065 +							  size_t *pOutLength,
  1.1066 +							  const char **pFailPhrase)
  1.1067 +{
  1.1068 +	unsigned int arg;
  1.1069 +
  1.1070 +	arg = 0;
  1.1071 +	if (!smcore.gnprintf(buffer, maxlength, format, pPhrases, params, numparams, arg, pOutLength, pFailPhrase))
  1.1072 +	{
  1.1073 +		return false;
  1.1074 +	}
  1.1075 +
  1.1076 +	if (arg != numparams)
  1.1077 +	{
  1.1078 +		if (pFailPhrase != NULL)
  1.1079 +		{
  1.1080 +			*pFailPhrase = NULL;
  1.1081 +		}
  1.1082 +		return false;
  1.1083 +	}
  1.1084 +
  1.1085 +	return true;
  1.1086 +}