core/Translator.cpp
author Scott Ehlert <ds@alliedmods.net>
Wed Jun 06 20:42:46 2007 +0000 (2007-06-06)
changeset 891 30343d215489
parent 887 7a38baa4d85c
child 933 4b950183bb7b
permissions -rw-r--r--
Changed a few natives/stocks that should have used IsClientInGame() rather than IsClientConnected()
     1 /**
     2  * vim: set ts=4 :
     3  * ===============================================================
     4  * SourceMod (C)2004-2007 AlliedModders LLC.  All rights reserved.
     5  * ===============================================================
     6  *
     7  * This file is not open source and may not be copied without explicit
     8  * written permission of AlliedModders LLC.  This file may not be redistributed 
     9  * in whole or significant part.
    10  * For information, see LICENSE.txt or http://www.sourcemod.net/license.php
    11  *
    12  * Version: $Id$
    13  */
    14 
    15 #include <stdarg.h>
    16 #include <stdlib.h>
    17 #include <ctype.h>
    18 #include "Translator.h"
    19 #include "Logger.h"
    20 #include "TextParsers.h"
    21 #include "LibrarySys.h"
    22 #include "sm_stringutil.h"
    23 #include "sourcemod.h"
    24 
    25 Translator g_Translator;
    26 CPhraseFile *g_pCorePhrases = NULL;
    27 
    28 struct trans_t
    29 {
    30 	int stridx;
    31 	int fmt_order;
    32 };
    33 
    34 struct phrase_t
    35 {
    36 	int fmt_list;
    37 	unsigned int fmt_count;
    38 	unsigned int fmt_bytes;
    39 	int trans_tbl;
    40 	unsigned int translations;
    41 };
    42 
    43 CPhraseFile::CPhraseFile(Translator *pTranslator, const char *file)
    44 {
    45 	m_pStringTab = pTranslator->GetStringTable();
    46 	m_pMemory = m_pStringTab->GetMemTable();
    47 	m_LangCount = pTranslator->GetLanguageCount();
    48 	m_File.assign(file);
    49 	m_pTranslator = pTranslator;
    50 	m_pPhraseLookup = NULL;
    51 }
    52 
    53 CPhraseFile::~CPhraseFile()
    54 {
    55 	if (m_pPhraseLookup)
    56 	{
    57 		sm_trie_destroy(m_pPhraseLookup);
    58 	}
    59 }
    60 
    61 void CPhraseFile::ParseError(const char *message, ...)
    62 {
    63 	char buffer[1024];
    64 	va_list ap;
    65 	va_start(ap, message);
    66 	vsnprintf(buffer, sizeof(buffer), message, ap);
    67 	va_end(ap);
    68 
    69 	m_ParseError.assign(buffer);
    70 }
    71 
    72 void CPhraseFile::ParseWarning(const char *message, ...)
    73 {
    74 	char buffer[1024];
    75 	va_list ap;
    76 	va_start(ap, message);
    77 	vsnprintf(buffer, sizeof(buffer), message, ap);
    78 	va_end(ap);
    79 
    80 	if (!m_FileLogged)
    81 	{
    82 		g_Logger.LogError("[SM] Warning(s) encountered in translation file \"%s\"", m_File.c_str());
    83 		m_FileLogged = true;
    84 	}
    85 
    86 	g_Logger.LogError("[SM] %s", message);
    87 }
    88 
    89 void CPhraseFile::ReparseFile()
    90 {
    91 	if (m_pPhraseLookup)
    92 	{
    93 		sm_trie_destroy(m_pPhraseLookup);
    94 	}
    95 	m_pPhraseLookup = sm_trie_create();
    96 
    97 	m_LangCount = m_pTranslator->GetLanguageCount();
    98 
    99 	if (!m_LangCount)
   100 	{
   101 		return;
   102 	}
   103 
   104 	SMCParseError err;
   105 	char path[PLATFORM_MAX_PATH];
   106 	g_SourceMod.BuildPath(Path_SM, path, PLATFORM_MAX_PATH, "translations/%s", m_File.c_str());
   107 	unsigned int line=0, col=0;
   108 
   109 	if ((err=g_TextParser.ParseFile_SMC(path, this, &line, &col)) != SMCParse_Okay)
   110 	{
   111 		const char *msg = g_TextParser.GetSMCErrorString(err);
   112 		if (!msg)
   113 		{
   114 			msg = m_ParseError.c_str();
   115 		}
   116 
   117 		g_Logger.LogError("[SM] Fatal error encountered parsing translation file \"%s\"", m_File.c_str());
   118 		g_Logger.LogError("[SM] Error (line %d, column %d): %s", line, col, msg);
   119 	}
   120 }
   121 
   122 void CPhraseFile::ReadSMC_ParseStart()
   123 {
   124 	m_CurPhrase = -1;
   125 	m_ParseState = PPS_None;
   126 	m_CurLine = 0;
   127 	m_FileLogged = false;
   128 	m_LastPhraseString.clear();
   129 }
   130 
   131 SMCParseResult CPhraseFile::ReadSMC_RawLine(const char *line, unsigned int curline)
   132 {
   133 	m_CurLine = curline;
   134 
   135 	return SMCParse_Continue;
   136 }
   137 
   138 SMCParseResult CPhraseFile::ReadSMC_NewSection(const char *name, bool opt_quotes)
   139 {
   140 	bool recognized = false;
   141 	if (m_ParseState == PPS_None)
   142 	{
   143 		if (strcmp(name, "Phrases") == 0)
   144 		{
   145 			m_ParseState = PPS_Phrases;
   146 			recognized = true;
   147 		}
   148 	} else if (m_ParseState == PPS_Phrases) {
   149 		m_ParseState = PPS_InPhrase;
   150 		recognized = true;
   151 
   152 		phrase_t *pPhrase;
   153 		m_CurPhrase = m_pMemory->CreateMem(sizeof(phrase_t), (void **)&pPhrase);
   154 
   155 		/* Create the reverse lookup */
   156 		if (!sm_trie_insert(m_pPhraseLookup, name, reinterpret_cast<void *>(m_CurPhrase)))
   157 		{
   158 			ParseWarning("Skipping duplicate phrase \"%s\" on line %d.", name, m_CurLine);
   159 			/* :IDEA: prevent memory waste by seeking backwards in memtable? */
   160 			m_CurPhrase = -1;
   161 		} else {
   162 			/* Initialize new phrase */
   163 			trans_t *pTrans;
   164 	
   165 			pPhrase->fmt_count = 0;
   166 			pPhrase->fmt_list = -1;
   167 
   168 			int trans_tbl = m_pMemory->CreateMem(sizeof(trans_t) * m_LangCount, (void **)&pTrans);
   169 			/* Update the pointer! */
   170 			pPhrase = (phrase_t *)m_pMemory->GetAddress(m_CurPhrase);
   171 			pPhrase->trans_tbl = trans_tbl;
   172 
   173 			pPhrase->translations = 0;
   174 			pPhrase->fmt_bytes = 0;
   175 	
   176 			for (unsigned int i=0; i<m_LangCount; i++)
   177 			{
   178 				pTrans[i].stridx = -1;
   179 			}
   180 			m_LastPhraseString.assign(name);
   181 		}
   182 	} else if (m_ParseState == PPS_InPhrase) {
   183 		ParseError("Phrase sections may not have sub-sections");
   184 		return SMCParse_HaltFail;
   185 	}
   186 
   187 	if (!recognized)
   188 	{
   189 		ParseWarning("Ignoring invalid section \"%s\" on line %d.", name, m_CurLine);
   190 	}
   191 
   192 	return SMCParse_Continue;
   193 }
   194 
   195 SMCParseResult CPhraseFile::ReadSMC_KeyValue(const char *key, const char *value, bool key_quotes, bool value_quotes)
   196 {
   197 	/* See if we are ignoring a phrase */
   198 	if (!m_CurPhrase)
   199 	{
   200 		return SMCParse_Continue;
   201 	}
   202 
   203 	phrase_t *pPhrase = (phrase_t *)m_pMemory->GetAddress(m_CurPhrase);
   204 	
   205 	if (key[0] == '#' && strcmp(key, "#format") == 0)
   206 	{
   207 		if (pPhrase->fmt_list != -1)
   208 		{
   209 			ParseWarning("Ignoring duplicated #format property on line %d", m_CurLine);
   210 			return SMCParse_Continue;
   211 		}
   212 
   213 		if (pPhrase->translations > 0)
   214 		{
   215 			ParseWarning("#format property should come before translations on line %d, ignoring", m_CurLine);
   216 			return SMCParse_Continue;
   217 		}
   218 
   219 		/* Do an initial browsing for error checking and what not */
   220 		enum ParseStates
   221 		{
   222 			Parse_None,
   223 			Parse_Index,
   224 			Parse_Format,
   225 		};
   226 
   227 		ParseStates state = Parse_None;
   228 
   229 		const char *old_value = value;
   230 		while (*value != '\0')
   231 		{
   232 			if (state == Parse_None)
   233 			{
   234 				if (*value == '{')
   235 				{
   236 					pPhrase->fmt_count++;
   237 					state = Parse_Index;
   238 				} else if (*value == ',') {
   239 					/* Do nothing */
   240 				} else {
   241 					unsigned int bytes = g_TextParser.GetUTF8CharBytes(value);
   242 					if (bytes != 1 || !isalpha(*value))
   243 					{
   244 						ParseWarning("Invalid token '%c' in #format property on line %d.", *value, m_CurLine);
   245 					}
   246 				}
   247 			} else if (state == Parse_Index) {
   248 				if (*value == ':')
   249 				{
   250 					state = Parse_Format;
   251 					if (value - old_value >= 15)
   252 					{
   253 						ParseWarning("Too many digits in format index on line %d, phrase will be ignored.", m_CurLine);
   254 						m_CurPhrase = -1;
   255 						return SMCParse_Continue;
   256 					}
   257 				} else {
   258 					unsigned int bytes = g_TextParser.GetUTF8CharBytes(value);
   259 					if (bytes != 1 || !isdigit(*value))
   260 					{
   261 						ParseWarning("Token '%c' in #format property on line %d is not a digit, phrase will be ignored.",
   262 									*value,
   263 									m_CurLine);
   264 						m_CurPhrase = -1;
   265 						return SMCParse_Continue;
   266 					}
   267 				}
   268 			} else if (state == Parse_Format) {
   269 				if (*value == '}')
   270 				{
   271 					state = Parse_None;
   272 				}
   273 			}
   274 			value++;
   275 		}
   276 
   277 		if (state != Parse_None)
   278 		{
   279 			/* Moose clam cow. */
   280 			ParseWarning("Unterminated format string on line %d, phrase will be ignored.", m_CurLine);
   281 			m_CurPhrase = -1;
   282 			return SMCParse_Continue;
   283 		}
   284 		value = old_value;
   285 
   286 		/* Allocate the format table */
   287 		char fmt_buf[16];
   288 		int *fmt_list;
   289 		pPhrase->fmt_list = m_pMemory->CreateMem(sizeof(int) * pPhrase->fmt_count, (void **)&fmt_list);
   290 
   291 		/* Initialize */
   292 		for (size_t i=0; i<pPhrase->fmt_count; i++)
   293 		{
   294 			fmt_list[i] = -1;
   295 		}
   296 
   297 		/* Now we need to read again... this time into the format buffer */
   298 		const char *in_ptr = value;
   299 		const char *idx_ptr = NULL;
   300 		char *out_ptr = NULL;
   301 		unsigned int cur_idx = 0;
   302 		state = Parse_None;
   303 		while (*in_ptr != '\0')
   304 		{
   305 			if (state == Parse_None)
   306 			{
   307 				if (*in_ptr == '{')
   308 				{
   309 					state = Parse_Index;
   310 					idx_ptr = NULL;
   311 				}
   312 			} else if (state == Parse_Index) {
   313 				if (*in_ptr == ':')
   314 				{
   315 					/* Check the number! */
   316 					if (!idx_ptr)
   317 					{
   318 						ParseWarning("Format property contains unindexed format string on line %d, phrase will be ignored.", m_CurLine);
   319 						m_CurPhrase = -1;
   320 						return SMCParse_Continue;
   321 					}
   322 					long idx = strtol(idx_ptr, NULL, 10);
   323 					if (idx < 1 || idx > (long)pPhrase->fmt_count)
   324 					{
   325 						ParseWarning("Format property contains invalid index '%d' on line %d, phrase will be ignored.", idx, m_CurLine);
   326 						m_CurPhrase = -1;
   327 						return SMCParse_Continue;
   328 					} else if (fmt_list[idx - 1] != -1) {
   329 						ParseWarning("Format property contains duplicated index '%d' on line %d, phrase will be ignored.", idx, m_CurLine);
   330 						m_CurPhrase = -1;
   331 						return SMCParse_Continue;
   332 					}
   333 					cur_idx = (unsigned int)idx;
   334 					state = Parse_Format;
   335 					out_ptr = NULL;
   336 				} else if (!idx_ptr) {
   337 					idx_ptr = in_ptr;
   338 				}
   339 			} else if (state == Parse_Format) {
   340 				if (*in_ptr == '}')
   341 				{
   342 					if (!out_ptr)
   343 					{
   344 						ParseWarning("Format property contains empty format string on line %d, phrase will be ignored.", m_CurLine);
   345 						m_CurPhrase = -1;
   346 						return SMCParse_Continue;
   347 					}
   348 					*out_ptr = '\0';
   349 					state = Parse_None;
   350 					/* Now, add this to our table */
   351 					fmt_list[cur_idx - 1] = m_pStringTab->AddString(fmt_buf);
   352 					pPhrase->fmt_bytes += strlen(fmt_buf);
   353 				} else {
   354 					if (!out_ptr)
   355 					{
   356 						out_ptr = fmt_buf;
   357 						*out_ptr++ = '%';
   358 					}
   359 					/* Check length ... */
   360 					if ((unsigned)(out_ptr - fmt_buf) >= sizeof(fmt_buf) - 1)
   361 					{
   362 						ParseWarning("Format property contains format string that exceeds maximum length on line %d, phrase will be ignored.",
   363 									 m_CurLine);
   364 						m_CurPhrase = -1;
   365 						return SMCParse_Continue;
   366 					}
   367 					*out_ptr++ = *in_ptr;
   368 				}
   369 			}
   370 			in_ptr++;
   371 		}
   372 
   373 		/* If we've gotten here, we only accepted unique indexes in a range.
   374 		 * Therefore, the list has to be completely filled.  Double check anyway.
   375 		 */
   376 		for (size_t i=0; i<pPhrase->fmt_count; i++)
   377 		{
   378 			if (fmt_list[i] == -1)
   379 			{
   380 				ParseWarning("Format property contains no string for index %d on line %d, phrase will be ignored.",
   381 							 i + 1,
   382 							 m_CurLine);
   383 				m_CurPhrase = -1;
   384 				return SMCParse_Continue;
   385 			}
   386 		}
   387 	} else {
   388 		size_t len = strlen(key);
   389 		if (len != 2)
   390 		{
   391 			ParseWarning("Ignoring translation to invalid language \"%s\" on line %d.", key, m_CurLine);
   392 			return SMCParse_Continue;
   393 		}
   394 
   395 		unsigned int lang;
   396 		if (!m_pTranslator->GetLanguageByCode(key, &lang))
   397 		{
   398 			/* Ignore if we don't have a language.
   399 			 * :IDEA: issue a one-time alert?
   400 			 */
   401 			return SMCParse_Continue;
   402 		}
   403 
   404 		/* See how many bytes we need for this string, then allocate.
   405 		 * NOTE: THIS SHOULD GUARANTEE THAT WE DO NOT NEED TO NEED TO SIZE CHECK 
   406 		 */
   407 		len = strlen(value) + pPhrase->fmt_bytes + 1;
   408 		char *out_buf;
   409 		int out_idx;
   410 
   411 		out_idx = m_pMemory->CreateMem(len, (void **)&out_buf);
   412 
   413 		int *fmt_order;
   414 		int *fmt_list = (int *)m_pMemory->GetAddress(pPhrase->fmt_list);
   415 		trans_t *pTrans = (trans_t *)m_pMemory->GetAddress(pPhrase->trans_tbl);
   416 
   417 		pTrans = &pTrans[lang];
   418 		pTrans->stridx = out_idx;
   419 
   420 		bool params[MAX_TRANSLATE_PARAMS];
   421 
   422 		/* Build the format order list, if necessary */
   423 		if (fmt_list)
   424 		{
   425 			pTrans->fmt_order = m_pMemory->CreateMem(pPhrase->fmt_count * sizeof(int), (void **)&fmt_order);
   426 
   427 			for (unsigned int i=0; i<pPhrase->fmt_count; i++)
   428 			{
   429 				fmt_order[i] = -1;
   430 			}
   431 			memset(&params[0], 0, sizeof(params));
   432 		}
   433 
   434 		const char *in_ptr = value;
   435 		char *out_ptr = out_buf;
   436 		unsigned int order_idx = 0;
   437 		while (*in_ptr != '\0')
   438 		{
   439 			if (*in_ptr == '\\')
   440 			{
   441 				switch (*(in_ptr + 1))
   442 				{
   443 				case '\n':
   444 					*out_ptr++ = '\n';
   445 					break;
   446 				case '\t':
   447 					*out_ptr++ = '\t';
   448 					break;
   449 				case '\r':
   450 					*out_ptr++ = '\r';
   451 					break;
   452 				case '{':
   453 					*out_ptr++ = '{';
   454 					break;
   455 				default:
   456 					/* Copy both bytes since we don't know what's going on */
   457 					*out_ptr++ = *in_ptr++;
   458 					*out_ptr++ = *in_ptr;
   459 					break;
   460 				}
   461 				/* Skip past the last byte read */
   462 				in_ptr++;
   463 			} else if (*in_ptr == '{' && fmt_list != NULL) {
   464 				/* Search for parameters if this is a formatted string */
   465 				const char *scrap_in_point = in_ptr;
   466 				const char *digit_start = ++in_ptr;
   467 				unsigned int bytes;
   468 				while (*in_ptr != '\0')
   469 				{
   470 					bytes = g_TextParser.GetUTF8CharBytes(in_ptr);
   471 					if (bytes != 1)
   472 					{
   473 						goto scrap_point;
   474 					}
   475 					if (*in_ptr == '}')
   476 					{
   477 						/* Did we get an index? */
   478 						if (in_ptr == digit_start)
   479 						{
   480 							goto scrap_point;
   481 						}
   482 						/* Is it valid? */
   483 						long idx = strtol(digit_start, NULL, 10);
   484 						if (idx < 1 || idx > (int)pPhrase->fmt_count)
   485 						{
   486 							goto scrap_point;
   487 						}
   488 						if (params[idx-1])
   489 						{
   490 							goto scrap_point;
   491 						}
   492 
   493 						/* We're safe to insert the string.  First mark order. */
   494 						fmt_order[order_idx++] = (int)idx - 1;
   495 						/* Now concatenate */
   496 						out_ptr += sprintf(out_ptr, "%s", m_pStringTab->GetString(fmt_list[idx-1]));
   497 						/* Mark as used */
   498 						params[idx-1] = true;
   499 
   500 						goto cont_loop;
   501 					}
   502 					in_ptr++;
   503 				}
   504 scrap_point:
   505 				/* Pretend none of this ever happened.  Move along now! */
   506 				in_ptr = scrap_in_point;
   507 				*out_ptr++ = *in_ptr;
   508 			} else {
   509 				*out_ptr++ = *in_ptr;
   510 			}
   511 cont_loop:
   512 			in_ptr++;
   513 		}
   514 		*out_ptr = '\0';
   515 		pPhrase->translations++;
   516 	}
   517 
   518 	return SMCParse_Continue;
   519 }
   520 
   521 SMCParseResult CPhraseFile::ReadSMC_LeavingSection()
   522 {
   523 	if (m_ParseState == PPS_InPhrase)
   524 	{
   525 		if (m_CurPhrase == -1 && m_LastPhraseString.size())
   526 		{
   527 			sm_trie_delete(m_pPhraseLookup, m_LastPhraseString.c_str());
   528 		}
   529 		m_CurPhrase = -1;
   530 		m_ParseState = PPS_Phrases;
   531 		m_LastPhraseString.assign("");
   532 	} else if (m_ParseState == PPS_Phrases) {
   533 		m_ParseState = PPS_None;
   534 	}
   535 
   536 	return SMCParse_Continue;
   537 }
   538 
   539 void CPhraseFile::ReadSMC_ParseEnd(bool halted, bool failed)
   540 {
   541 	/* Check to see if we have any dangling phrases that weren't completed, and scrap them */
   542 	if ((halted || failed) && m_LastPhraseString.size())
   543 	{
   544 		sm_trie_delete(m_pPhraseLookup, m_LastPhraseString.c_str());
   545 	}
   546 }
   547 
   548 TransError CPhraseFile::GetTranslation(const char *szPhrase, unsigned int lang_id, Translation *pTrans)
   549 {
   550 	if (lang_id >= m_LangCount)
   551 	{
   552 		return Trans_BadLanguage;
   553 	}
   554 
   555 	void *object;
   556 	if (!sm_trie_retrieve(m_pPhraseLookup, szPhrase, &object))
   557 	{
   558 		return Trans_BadPhrase;
   559 	}
   560 
   561 	phrase_t *pPhrase = (phrase_t *)m_pMemory->GetAddress(reinterpret_cast<int>(object));
   562 	trans_t *trans = (trans_t *)m_pMemory->GetAddress(pPhrase->trans_tbl);
   563 
   564 	trans = &trans[lang_id];
   565 
   566 	if (trans->stridx == -1)
   567 	{
   568 		return Trans_BadPhraseLanguage;
   569 	}
   570 
   571 	pTrans->fmt_order = (int *)m_pMemory->GetAddress(trans->fmt_order);
   572 	pTrans->fmt_count = pPhrase->fmt_count;
   573 
   574 	pTrans->szPhrase = m_pStringTab->GetString(trans->stridx);
   575 
   576 	return Trans_Okay;
   577 }
   578 
   579 const char *CPhraseFile::GetFilename()
   580 {
   581 	return m_File.c_str();
   582 }
   583 
   584 /**************************
   585  ** MAIN TRANSLATOR CODE **
   586  **************************/
   587 
   588 Translator::Translator() : m_ServerLang(LANGUAGE_ENGLISH)
   589 {
   590 	m_pStringTab = new BaseStringTable(2048);
   591 	m_pLCodeLookup = sm_trie_create();
   592 	strncopy(m_InitialLang, "en", sizeof(m_InitialLang));
   593 }
   594 
   595 Translator::~Translator()
   596 {
   597 	for (size_t i=0; i<m_Files.size(); i++)
   598 	{
   599 		delete m_Files[i];
   600 	}
   601 
   602 	for (size_t i=0; i<m_Languages.size(); i++)
   603 	{
   604 		delete m_Languages[i];
   605 	}
   606 
   607 	sm_trie_destroy(m_pLCodeLookup);
   608 
   609 	delete m_pStringTab;
   610 }
   611 
   612 ConfigResult Translator::OnSourceModConfigChanged(const char *key, 
   613 									  const char *value, 
   614 									  ConfigSource source, 
   615 									  char *error, 
   616 									  size_t maxlength)
   617 {
   618 	if (strcasecmp(key, "ServerLang") == 0)
   619 	{
   620 		if (source == ConfigSource_Console)
   621 		{
   622 			unsigned int index;
   623 			if (!GetLanguageByCode(value, &index))
   624 			{
   625 				UTIL_Format(error, maxlength, "Language code \"%s\" is not registered", value);
   626 				return ConfigResult_Reject;
   627 			}
   628 
   629 			m_ServerLang = index;
   630 		} else {
   631 			strncopy(m_InitialLang, value, sizeof(m_InitialLang));
   632 		}
   633 
   634 		return ConfigResult_Accept;
   635 	}
   636 
   637 	return ConfigResult_Ignore;
   638 }
   639 
   640 void Translator::OnSourceModLevelChange(const char *mapName)
   641 {
   642 	/* Refresh language stuff */
   643 	char path[PLATFORM_MAX_PATH];
   644 	g_SourceMod.BuildPath(Path_SM, path, sizeof(path), "configs/languages.cfg");
   645 	RebuildLanguageDatabase(path);
   646 }
   647 
   648 void Translator::OnSourceModAllInitialized()
   649 {
   650 	AddLanguage("en", "English");
   651 	unsigned int id = FindOrAddPhraseFile("core.cfg");
   652 	g_pCorePhrases = GetFileByIndex(id);
   653 }
   654 
   655 bool Translator::GetLanguageByCode(const char *code, unsigned int *index)
   656 {
   657 	void *_index;
   658 
   659 	if (!sm_trie_retrieve(m_pLCodeLookup, code, &_index))
   660 	{
   661 		return false;
   662 	}
   663 
   664 	if (index)
   665 	{
   666 		*index = reinterpret_cast<unsigned int>(_index);
   667 	}
   668 
   669 	return true;
   670 }
   671 
   672 unsigned int Translator::GetLanguageCount()
   673 {
   674 	return (unsigned int)m_Languages.size();
   675 }
   676 
   677 BaseStringTable *Translator::GetStringTable()
   678 {
   679 	return m_pStringTab;
   680 }
   681 
   682 unsigned int Translator::FindOrAddPhraseFile(const char *phrase_file)
   683 {
   684 	for (size_t i=0; i<m_Files.size(); i++)
   685 	{
   686 		if (strcmp(m_Files[i]->GetFilename(), phrase_file) == 0)
   687 		{
   688 			return (unsigned int)i;
   689 		}
   690 	}
   691 
   692 	CPhraseFile *pFile = new CPhraseFile(this, phrase_file);
   693 	unsigned int idx = (unsigned int)m_Files.size();
   694 	
   695 	m_Files.push_back(pFile);
   696 
   697 	pFile->ReparseFile();
   698 
   699 	return idx;
   700 }
   701 
   702 void Translator::RebuildLanguageDatabase(const char *lang_header_file)
   703 {
   704 	/* Erase everything we have */
   705 	sm_trie_destroy(m_pLCodeLookup);
   706 	m_pLCodeLookup = sm_trie_create();
   707 	m_pStringTab->Reset();
   708 
   709 	for (size_t i=0; i<m_Languages.size(); i++)
   710 	{
   711 		delete m_Languages[i];
   712 	}
   713 	m_Languages.clear();
   714 
   715 	/* Start anew */
   716 	SMCParseError err;
   717 	unsigned int line=0, col=0;
   718 	if ((err=g_TextParser.ParseFile_SMC(lang_header_file, this, &line, &col)) != SMCParse_Okay)
   719 	{
   720 		const char *str_err = g_TextParser.GetSMCErrorString(err);
   721 		if (!str_err)
   722 		{
   723 			str_err = m_CustomError.c_str();
   724 		}
   725 
   726 		g_Logger.LogError("[SM] Failed to parse language header file: \"%s\"", lang_header_file);
   727 		g_Logger.LogError("[SM] Parse error (line %d, column %d): %s", line, col, str_err);
   728 	}
   729 
   730 	void *serverLang;
   731 
   732 	if (!sm_trie_retrieve(m_pLCodeLookup, m_InitialLang, &serverLang))
   733 	{
   734 		g_Logger.LogError("Server language was set to bad language \"%s\" -- reverting to English", m_InitialLang);
   735 
   736 		strncopy(m_InitialLang, "en", sizeof(m_InitialLang));
   737 		m_ServerLang = LANGUAGE_ENGLISH;
   738 	}
   739 
   740 	m_ServerLang = reinterpret_cast<unsigned int>(serverLang);
   741 
   742 	if (!m_Languages.size())
   743 	{
   744 		g_Logger.LogError("[SM] Fatal error, no languages found! Translation will not work.");
   745 	}
   746 
   747 	for (size_t i=0; i<m_Files.size(); i++)
   748 	{
   749 		m_Files[i]->ReparseFile();
   750 	}
   751 }
   752 
   753 void Translator::ReadSMC_ParseStart()
   754 {
   755 	m_InLanguageSection = false;
   756 	m_CustomError.clear();
   757 }
   758 
   759 SMCParseResult Translator::ReadSMC_NewSection(const char *name, bool opt_quotes)
   760 {
   761 	if (!m_InLanguageSection)
   762 	{
   763 		if (strcmp(name, "Languages") == 0)
   764 		{
   765 			m_InLanguageSection = true;
   766 		}
   767 	}
   768 
   769 	if (!m_InLanguageSection)
   770 	{
   771 		g_Logger.LogError("[SM] Warning: Unrecognized section \"%s\" in languages.cfg", name);
   772 	}
   773 
   774 	return SMCParse_Continue;
   775 }
   776 
   777 SMCParseResult Translator::ReadSMC_LeavingSection()
   778 {
   779 	m_InLanguageSection = false;
   780 
   781 	return SMCParse_Continue;
   782 }
   783 
   784 SMCParseResult Translator::ReadSMC_KeyValue(const char *key, const char *value, bool key_quotes, bool value_quotes)
   785 {
   786 	size_t len = strlen(key);
   787 
   788 	if (len != 2)
   789 	{
   790 		g_Logger.LogError("[SM] Warning encountered parsing languages.cfg file.");
   791 		g_Logger.LogError("[SM] Invalid language code \"%s\" is being ignored.", key);
   792 	}
   793 
   794 	AddLanguage(key, value);
   795 
   796 	return SMCParse_Continue;
   797 }
   798 
   799 bool Translator::AddLanguage(const char *langcode, const char *description)
   800 {
   801 	if (sm_trie_retrieve(m_pLCodeLookup, langcode, NULL))
   802 	{
   803 		return false;
   804 	}
   805 
   806 	Language *pLanguage = new Language;
   807 	unsigned int idx = m_Languages.size();
   808 
   809 	pLanguage->m_code2[0] = langcode[0];
   810 	pLanguage->m_code2[1] = langcode[1];
   811 	pLanguage->m_code2[2] = langcode[2];
   812 	pLanguage->m_FullName = m_pStringTab->AddString(description);
   813 
   814 	sm_trie_insert(m_pLCodeLookup, langcode, reinterpret_cast<void *>(idx));
   815 
   816 	m_Languages.push_back(pLanguage);
   817 
   818 	return true;
   819 }
   820 
   821 CPhraseFile *Translator::GetFileByIndex(unsigned int index)
   822 {
   823 	if (index >= m_Files.size())
   824 	{
   825 		return NULL;
   826 	}
   827 
   828 	return m_Files[index];
   829 }
   830 
   831 size_t Translator::Translate(char *buffer, size_t maxlength, void **params, const Translation *pTrans)
   832 {
   833 	void *new_params[MAX_TRANSLATE_PARAMS];
   834 
   835 	/* Rewrite the parameter order */
   836 	for (unsigned int i=0; i<pTrans->fmt_count; i++)
   837 	{
   838 		new_params[i] = params[pTrans->fmt_order[i]];
   839 	}
   840 
   841 	return gnprintf(buffer, maxlength, pTrans->szPhrase, new_params);
   842 }
   843 
   844 TransError Translator::CoreTrans(int client, 
   845 								  char *buffer, 
   846 								  size_t maxlength, 
   847 								  const char *phrase, 
   848 								  void **params, 
   849 								  size_t *outlen)
   850 {
   851 	/* :TODO: do language stuff here */
   852 
   853 	if (!g_pCorePhrases)
   854 	{
   855 		return Trans_BadPhraseFile;
   856 	}
   857 
   858 	Translation trans;
   859 	TransError err;
   860 	
   861 	/* Using server lang temporarily until client lang stuff is implemented */
   862 	if ((err=g_pCorePhrases->GetTranslation(phrase, m_ServerLang, &trans)) != Trans_Okay)
   863 	{
   864 		return err;
   865 	}
   866 
   867 	size_t len = Translate(buffer, maxlength, params, &trans);
   868 
   869 	if (outlen)
   870 	{
   871 		*outlen = len;
   872 	}
   873 
   874 	return Trans_Okay;
   875 }
   876 
   877 unsigned int Translator::GetServerLanguage()
   878 {
   879 	return m_ServerLang;
   880 }