core/CTranslator.cpp
author David Anderson <dvander@alliedmods.net>
Sat Feb 17 19:03:18 2007 +0000 (2007-02-17)
changeset 520 7676d61cde2d
parent 515 643240c66787
permissions -rw-r--r--
added helper a core translation helper to the translator
regadmincmd is now officially done and tested, as are overrides
printtoplayers now prints to the server on id==0 as a convenience
fixed a crash bug in the admin system
fixed up console.inc a bit
dvander@370
     1
/**
dvander@370
     2
 * ===============================================================
dvander@370
     3
 * SourceMod (C)2004-2007 AlliedModders LLC.  All rights reserved.
dvander@370
     4
 * ===============================================================
dvander@370
     5
 *
dvander@370
     6
 * This file is not open source and may not be copied without explicit
dvander@370
     7
 * written permission of AlliedModders LLC.  This file may not be redistributed 
dvander@370
     8
 * in whole or significant part.
dvander@370
     9
 * For information, see LICENSE.txt or http://www.sourcemod.net/license.php
dvander@370
    10
 *
dvander@370
    11
 * Version: $Id$
dvander@370
    12
 */
dvander@370
    13
dvander@276
    14
#include <stdarg.h>
dvander@300
    15
#include <stdlib.h>
dvander@351
    16
#include <ctype.h>
dvander@276
    17
#include "CTranslator.h"
dvander@276
    18
#include "CLogger.h"
dvander@276
    19
#include "CTextParsers.h"
dvander@276
    20
#include "LibrarySys.h"
dvander@276
    21
#include "sm_stringutil.h"
dvander@300
    22
#include "sourcemod.h"
dvander@276
    23
dvander@276
    24
CTranslator g_Translator;
dvander@515
    25
CPhraseFile *g_pCorePhrases = NULL;
dvander@276
    26
dvander@276
    27
struct trans_t
dvander@276
    28
{
dvander@276
    29
	int stridx;
dvander@276
    30
	int fmt_order;
dvander@276
    31
};
dvander@276
    32
dvander@276
    33
struct phrase_t
dvander@276
    34
{
dvander@276
    35
	int fmt_list;
dvander@276
    36
	unsigned int fmt_count;
dvander@276
    37
	unsigned int fmt_bytes;
dvander@276
    38
	int trans_tbl;
dvander@276
    39
	unsigned int translations;
dvander@276
    40
};
dvander@276
    41
dvander@276
    42
CPhraseFile::CPhraseFile(CTranslator *pTranslator, const char *file)
dvander@276
    43
{
dvander@276
    44
	m_pStringTab = pTranslator->GetStringTable();
dvander@276
    45
	m_pMemory = m_pStringTab->GetMemTable();
dvander@276
    46
	m_LangCount = pTranslator->GetLanguageCount();
dvander@276
    47
	m_File.assign(file);
dvander@276
    48
	m_pTranslator = pTranslator;
dvander@276
    49
	m_pPhraseLookup = NULL;
dvander@276
    50
}
dvander@276
    51
dvander@276
    52
CPhraseFile::~CPhraseFile()
dvander@276
    53
{
dvander@276
    54
	if (m_pPhraseLookup)
dvander@276
    55
	{
dvander@276
    56
		sm_trie_destroy(m_pPhraseLookup);
dvander@276
    57
	}
dvander@276
    58
}
dvander@276
    59
dvander@276
    60
void CPhraseFile::ParseError(const char *message, ...)
dvander@276
    61
{
dvander@276
    62
	char buffer[1024];
dvander@276
    63
	va_list ap;
dvander@276
    64
	va_start(ap, message);
dvander@276
    65
	vsnprintf(buffer, sizeof(buffer), message, ap);
dvander@276
    66
	va_end(ap);
dvander@276
    67
dvander@276
    68
	m_ParseError.assign(buffer);
dvander@276
    69
}
dvander@276
    70
dvander@276
    71
void CPhraseFile::ParseWarning(const char *message, ...)
dvander@276
    72
{
dvander@276
    73
	char buffer[1024];
dvander@276
    74
	va_list ap;
dvander@276
    75
	va_start(ap, message);
dvander@276
    76
	vsnprintf(buffer, sizeof(buffer), message, ap);
dvander@276
    77
	va_end(ap);
dvander@276
    78
dvander@276
    79
	if (!m_FileLogged)
dvander@276
    80
	{
dvander@306
    81
		g_Logger.LogError("[SM] Warning(s) encountered in translation file \"%s\"", m_File.c_str());
faluco@334
    82
		m_FileLogged = true;
dvander@276
    83
	}
dvander@276
    84
dvander@306
    85
	g_Logger.LogError("[SM] %s", message);
dvander@276
    86
}
dvander@276
    87
dvander@276
    88
void CPhraseFile::ReparseFile()
dvander@276
    89
{
dvander@276
    90
	if (m_pPhraseLookup)
dvander@276
    91
	{
dvander@276
    92
		sm_trie_destroy(m_pPhraseLookup);
dvander@276
    93
	}
dvander@276
    94
	m_pPhraseLookup = sm_trie_create();
dvander@276
    95
dvander@276
    96
	m_LangCount = m_pTranslator->GetLanguageCount();
dvander@276
    97
dvander@276
    98
	if (!m_LangCount)
dvander@276
    99
	{
dvander@276
   100
		return;
dvander@276
   101
	}
dvander@276
   102
dvander@276
   103
	SMCParseError err;
dvander@276
   104
	char path[PLATFORM_MAX_PATH+1];
dvander@317
   105
	g_SourceMod.BuildPath(Path_SM, path, PLATFORM_MAX_PATH, "translations/%s", m_File.c_str());
dvander@276
   106
	unsigned int line=0, col=0;
dvander@276
   107
dvander@276
   108
	if ((err=g_TextParser.ParseFile_SMC(path, this, &line, &col)) != SMCParse_Okay)
dvander@276
   109
	{
dvander@276
   110
		const char *msg = g_TextParser.GetSMCErrorString(err);
dvander@276
   111
		if (!msg)
dvander@276
   112
		{
dvander@276
   113
			msg = m_ParseError.c_str();
dvander@276
   114
		}
dvander@276
   115
dvander@306
   116
		g_Logger.LogError("[SM] Fatal error encountered parsing translation file \"%s\"", m_File.c_str());
dvander@306
   117
		g_Logger.LogError("[SM] Error (line %d, column %d): %s", line, col, msg);
dvander@276
   118
	}
dvander@276
   119
}
dvander@276
   120
dvander@276
   121
void CPhraseFile::ReadSMC_ParseStart()
dvander@276
   122
{
dvander@276
   123
	m_CurPhrase = -1;
dvander@276
   124
	m_ParseState = PPS_None;
dvander@276
   125
	m_CurLine = 0;
dvander@276
   126
	m_FileLogged = false;
dvander@276
   127
	m_LastPhraseString.clear();
dvander@276
   128
}
dvander@276
   129
dvander@276
   130
SMCParseResult CPhraseFile::ReadSMC_RawLine(const char *line, unsigned int curline)
dvander@276
   131
{
dvander@276
   132
	m_CurLine = curline;
dvander@276
   133
dvander@276
   134
	return SMCParse_Continue;
dvander@276
   135
}
dvander@276
   136
dvander@276
   137
SMCParseResult CPhraseFile::ReadSMC_NewSection(const char *name, bool opt_quotes)
dvander@276
   138
{
dvander@276
   139
	bool recognized = false;
dvander@276
   140
	if (m_ParseState == PPS_None)
dvander@276
   141
	{
dvander@276
   142
		if (strcmp(name, "Phrases") == 0)
dvander@276
   143
		{
dvander@276
   144
			m_ParseState = PPS_Phrases;
dvander@276
   145
			recognized = true;
dvander@276
   146
		}
dvander@276
   147
	} else if (m_ParseState == PPS_Phrases) {
dvander@276
   148
		m_ParseState = PPS_InPhrase;
dvander@276
   149
		recognized = true;
dvander@276
   150
dvander@276
   151
		phrase_t *pPhrase;
dvander@276
   152
		m_CurPhrase = m_pMemory->CreateMem(sizeof(phrase_t), (void **)&pPhrase);
dvander@276
   153
dvander@276
   154
		/* Create the reverse lookup */
dvander@276
   155
		if (!sm_trie_insert(m_pPhraseLookup, name, reinterpret_cast<void *>(m_CurPhrase)))
dvander@276
   156
		{
dvander@276
   157
			ParseWarning("Skipping duplicate phrase \"%s\" on line %d.", name, m_CurLine);
dvander@276
   158
			/* :IDEA: prevent memory waste by seeking backwards in memtable? */
dvander@276
   159
			m_CurPhrase = -1;
dvander@276
   160
		} else {
dvander@276
   161
			/* Initialize new phrase */
dvander@276
   162
			trans_t *pTrans;
dvander@276
   163
	
dvander@276
   164
			pPhrase->fmt_count = 0;
dvander@276
   165
			pPhrase->fmt_list = -1;
dvander@276
   166
			pPhrase->trans_tbl = m_pMemory->CreateMem(sizeof(trans_t) * m_LangCount, (void **)&pTrans);
dvander@276
   167
			pPhrase->translations = 0;
dvander@276
   168
			pPhrase->fmt_bytes = 0;
dvander@276
   169
	
dvander@276
   170
			for (unsigned int i=0; i<m_LangCount; i++)
dvander@276
   171
			{
dvander@276
   172
				pTrans[i].stridx = -1;
dvander@276
   173
			}
dvander@276
   174
			m_LastPhraseString.assign(name);
dvander@276
   175
		}
dvander@276
   176
	} else if (m_ParseState == PPS_InPhrase) {
dvander@276
   177
		ParseError("Phrase sections may not have sub-sections");
dvander@276
   178
		return SMCParse_HaltFail;
dvander@276
   179
	}
dvander@276
   180
dvander@276
   181
	if (!recognized)
dvander@276
   182
	{
dvander@276
   183
		ParseWarning("Ignoring invalid section \"%s\" on line %d.", name, m_CurLine);
dvander@276
   184
	}
dvander@276
   185
dvander@276
   186
	return SMCParse_Continue;
dvander@276
   187
}
dvander@276
   188
dvander@276
   189
SMCParseResult CPhraseFile::ReadSMC_KeyValue(const char *key, const char *value, bool key_quotes, bool value_quotes)
dvander@276
   190
{
dvander@276
   191
	/* See if we are ignoring a phrase */
dvander@276
   192
	if (!m_CurPhrase)
dvander@276
   193
	{
dvander@276
   194
		return SMCParse_Continue;
dvander@276
   195
	}
dvander@276
   196
dvander@276
   197
	phrase_t *pPhrase = (phrase_t *)m_pMemory->GetAddress(m_CurPhrase);
dvander@276
   198
	
dvander@276
   199
	if (key[0] == '#' && strcmp(key, "#format") == 0)
dvander@276
   200
	{
dvander@276
   201
		if (pPhrase->fmt_list != -1)
dvander@276
   202
		{
dvander@276
   203
			ParseWarning("Ignoring duplicated #format property on line %d", m_CurLine);
dvander@276
   204
			return SMCParse_Continue;
dvander@276
   205
		}
dvander@276
   206
dvander@276
   207
		if (pPhrase->translations > 0)
dvander@276
   208
		{
dvander@276
   209
			ParseWarning("#format property should come before translations on line %d, ignoring", m_CurLine);
dvander@276
   210
			return SMCParse_Continue;
dvander@276
   211
		}
dvander@276
   212
dvander@276
   213
		/* Do an initial browsing for error checking and what not */
dvander@276
   214
		enum ParseStates
dvander@276
   215
		{
dvander@276
   216
			Parse_None,
dvander@276
   217
			Parse_Index,
dvander@276
   218
			Parse_Format,
dvander@276
   219
		};
dvander@276
   220
dvander@276
   221
		ParseStates state = Parse_None;
dvander@276
   222
dvander@276
   223
		const char *old_value = value;
dvander@276
   224
		while (*value != '\0')
dvander@276
   225
		{
dvander@276
   226
			if (state == Parse_None)
dvander@276
   227
			{
dvander@276
   228
				if (*value == '{')
dvander@276
   229
				{
dvander@276
   230
					pPhrase->fmt_count++;
dvander@276
   231
					state = Parse_Index;
dvander@276
   232
				} else if (*value == ',') {
dvander@276
   233
					/* Do nothing */
dvander@276
   234
				} else {
dvander@276
   235
					unsigned int bytes = g_TextParser.GetUTF8CharBytes(value);
dvander@276
   236
					if (bytes != 1 || !isalpha(*value))
dvander@276
   237
					{
dvander@276
   238
						ParseWarning("Invalid token '%c' in #format property on line %d.", *value, m_CurLine);
dvander@276
   239
					}
dvander@276
   240
				}
dvander@276
   241
			} else if (state == Parse_Index) {
dvander@276
   242
				if (*value == ':')
dvander@276
   243
				{
dvander@276
   244
					state = Parse_Format;
dvander@276
   245
					if (value - old_value >= 15)
dvander@276
   246
					{
dvander@276
   247
						ParseWarning("Too many digits in format index on line %d, phrase will be ignored.", m_CurLine);
dvander@276
   248
						m_CurPhrase = -1;
dvander@276
   249
						return SMCParse_Continue;
dvander@276
   250
					}
dvander@276
   251
				} else {
dvander@276
   252
					unsigned int bytes = g_TextParser.GetUTF8CharBytes(value);
dvander@276
   253
					if (bytes != 1 || !isdigit(*value))
dvander@276
   254
					{
dvander@276
   255
						ParseWarning("Token '%c' in #format property on line %d is not a digit, phrase will be ignored.",
dvander@276
   256
									*value,
dvander@276
   257
									m_CurLine);
dvander@276
   258
						m_CurPhrase = -1;
dvander@276
   259
						return SMCParse_Continue;
dvander@276
   260
					}
dvander@276
   261
				}
dvander@276
   262
			} else if (state == Parse_Format) {
dvander@276
   263
				if (*value == '}')
dvander@276
   264
				{
dvander@276
   265
					state = Parse_None;
dvander@276
   266
				}
dvander@276
   267
			}
dvander@276
   268
			value++;
dvander@276
   269
		}
dvander@276
   270
dvander@276
   271
		if (state != Parse_None)
dvander@276
   272
		{
dvander@276
   273
			/* Moose clam cow. */
dvander@276
   274
			ParseWarning("Unterminated format string on line %d, phrase will be ignored.", m_CurLine);
dvander@276
   275
			m_CurPhrase = -1;
dvander@276
   276
			return SMCParse_Continue;
dvander@276
   277
		}
dvander@276
   278
		value = old_value;
dvander@276
   279
dvander@276
   280
		/* Allocate the format table */
dvander@276
   281
		char fmt_buf[16];
dvander@276
   282
		int *fmt_list;
dvander@276
   283
		pPhrase->fmt_list = m_pMemory->CreateMem(sizeof(int) * pPhrase->fmt_count, (void **)&fmt_list);
dvander@276
   284
dvander@276
   285
		/* Initialize */
dvander@276
   286
		for (size_t i=0; i<pPhrase->fmt_count; i++)
dvander@276
   287
		{
dvander@276
   288
			fmt_list[i] = -1;
dvander@276
   289
		}
dvander@276
   290
dvander@276
   291
		/* Now we need to read again... this time into the format buffer */
dvander@276
   292
		const char *in_ptr = value;
dvander@276
   293
		const char *idx_ptr = NULL;
dvander@276
   294
		char *out_ptr = NULL;
dvander@276
   295
		unsigned int cur_idx = 0;
dvander@276
   296
		state = Parse_None;
dvander@276
   297
		while (*in_ptr != '\0')
dvander@276
   298
		{
dvander@276
   299
			if (state == Parse_None)
dvander@276
   300
			{
dvander@276
   301
				if (*in_ptr == '{')
dvander@276
   302
				{
dvander@276
   303
					state = Parse_Index;
dvander@276
   304
					idx_ptr = NULL;
dvander@276
   305
				}
dvander@276
   306
			} else if (state == Parse_Index) {
dvander@276
   307
				if (*in_ptr == ':')
dvander@276
   308
				{
dvander@276
   309
					/* Check the number! */
dvander@276
   310
					if (!idx_ptr)
dvander@276
   311
					{
dvander@276
   312
						ParseWarning("Format property contains unindexed format string on line %d, phrase will be ignored.", m_CurLine);
dvander@276
   313
						m_CurPhrase = -1;
dvander@276
   314
						return SMCParse_Continue;
dvander@276
   315
					}
dvander@276
   316
					long idx = strtol(idx_ptr, NULL, 10);
dvander@276
   317
					if (idx < 1 || idx > (long)pPhrase->fmt_count)
dvander@276
   318
					{
dvander@276
   319
						ParseWarning("Format property contains invalid index '%d' on line %d, phrase will be ignored.", idx, m_CurLine);
dvander@276
   320
						m_CurPhrase = -1;
dvander@276
   321
						return SMCParse_Continue;
dvander@276
   322
					} else if (fmt_list[idx - 1] != -1) {
dvander@276
   323
						ParseWarning("Format property contains duplicated index '%d' on line %d, phrase will be ignored.", idx, m_CurLine);
dvander@276
   324
						m_CurPhrase = -1;
dvander@276
   325
						return SMCParse_Continue;
dvander@276
   326
					}
dvander@276
   327
					cur_idx = (unsigned int)idx;
dvander@276
   328
					state = Parse_Format;
dvander@276
   329
					out_ptr = NULL;
dvander@276
   330
				} else if (!idx_ptr) {
dvander@276
   331
					idx_ptr = in_ptr;
dvander@276
   332
				}
dvander@276
   333
			} else if (state == Parse_Format) {
dvander@276
   334
				if (*in_ptr == '}')
dvander@276
   335
				{
dvander@276
   336
					if (!out_ptr)
dvander@276
   337
					{
dvander@276
   338
						ParseWarning("Format property contains empty format string on line %d, phrase will be ignored.", m_CurLine);
dvander@276
   339
						m_CurPhrase = -1;
dvander@276
   340
						return SMCParse_Continue;
dvander@276
   341
					}
dvander@276
   342
					*out_ptr = '\0';
dvander@276
   343
					state = Parse_None;
dvander@276
   344
					/* Now, add this to our table */
dvander@276
   345
					fmt_list[cur_idx - 1] = m_pStringTab->AddString(fmt_buf);
dvander@276
   346
					pPhrase->fmt_bytes += strlen(fmt_buf);
dvander@276
   347
				} else {
dvander@276
   348
					if (!out_ptr)
dvander@276
   349
					{
dvander@276
   350
						out_ptr = fmt_buf;
dvander@276
   351
						*out_ptr++ = '%';
dvander@276
   352
					}
dvander@276
   353
					/* Check length ... */
dvander@351
   354
					if ((unsigned)(out_ptr - fmt_buf) >= sizeof(fmt_buf) - 1)
dvander@276
   355
					{
dvander@276
   356
						ParseWarning("Format property contains format string that exceeds maximum length on line %d, phrase will be ignored.",
dvander@276
   357
									 m_CurLine);
dvander@276
   358
						m_CurPhrase = -1;
dvander@276
   359
						return SMCParse_Continue;
dvander@276
   360
					}
dvander@276
   361
					*out_ptr++ = *in_ptr;
dvander@276
   362
				}
dvander@276
   363
			}
dvander@276
   364
			in_ptr++;
dvander@276
   365
		}
dvander@276
   366
dvander@276
   367
		/* If we've gotten here, we only accepted unique indexes in a range.
dvander@276
   368
		 * Therefore, the list has to be completely filled.  Double check anyway.
dvander@276
   369
		 */
dvander@276
   370
		for (size_t i=0; i<pPhrase->fmt_count; i++)
dvander@276
   371
		{
dvander@276
   372
			if (fmt_list[i] == -1)
dvander@276
   373
			{
dvander@276
   374
				ParseWarning("Format property contains no string for index %d on line %d, phrase will be ignored.",
dvander@276
   375
							 i + 1,
dvander@276
   376
							 m_CurLine);
dvander@276
   377
				m_CurPhrase = -1;
dvander@276
   378
				return SMCParse_Continue;
dvander@276
   379
			}
dvander@276
   380
		}
dvander@276
   381
	} else {
dvander@276
   382
		size_t len = strlen(key);
dvander@276
   383
		if (len != 2)
dvander@276
   384
		{
dvander@276
   385
			ParseWarning("Ignoring translation to invalid language \"%s\" on line %d.", key, m_CurLine);
dvander@276
   386
			return SMCParse_Continue;
dvander@276
   387
		}
dvander@276
   388
dvander@276
   389
		unsigned int lang;
dvander@276
   390
		if (!m_pTranslator->GetLanguageByCode(key, &lang))
dvander@276
   391
		{
dvander@276
   392
			/* Ignore if we don't have a language.
dvander@276
   393
			 * :IDEA: issue a one-time alert?
dvander@276
   394
			 */
dvander@276
   395
			return SMCParse_Continue;
dvander@276
   396
		}
dvander@276
   397
dvander@276
   398
		/* See how many bytes we need for this string, then allocate.
dvander@276
   399
		 * NOTE: THIS SHOULD GUARANTEE THAT WE DO NOT NEED TO NEED TO SIZE CHECK 
dvander@276
   400
		 */
dvander@276
   401
		len = strlen(value) + pPhrase->fmt_bytes + 1;
dvander@276
   402
		char *out_buf;
dvander@276
   403
		int out_idx;
dvander@276
   404
dvander@276
   405
		out_idx = m_pMemory->CreateMem(len, (void **)&out_buf);
dvander@276
   406
dvander@276
   407
		int *fmt_order;
dvander@276
   408
		int *fmt_list = (int *)m_pMemory->GetAddress(pPhrase->fmt_list);
dvander@276
   409
		trans_t *pTrans = (trans_t *)m_pMemory->GetAddress(pPhrase->trans_tbl);
dvander@276
   410
dvander@276
   411
		pTrans = &pTrans[lang];
dvander@276
   412
		pTrans->stridx = out_idx;
dvander@276
   413
dvander@276
   414
		bool params[MAX_TRANSLATE_PARAMS];
dvander@276
   415
dvander@276
   416
		/* Build the format order list, if necessary */
dvander@276
   417
		if (fmt_list)
dvander@276
   418
		{
dvander@276
   419
			pTrans->fmt_order = m_pMemory->CreateMem(pPhrase->fmt_count * sizeof(int), (void **)&fmt_order);
dvander@276
   420
dvander@276
   421
			for (unsigned int i=0; i<pPhrase->fmt_count; i++)
dvander@276
   422
			{
dvander@276
   423
				fmt_order[i] = -1;
dvander@276
   424
			}
dvander@276
   425
			memset(&params[0], 0, sizeof(params));
dvander@276
   426
		}
dvander@276
   427
dvander@276
   428
		const char *in_ptr = value;
dvander@276
   429
		char *out_ptr = out_buf;
dvander@276
   430
		unsigned int order_idx = 0;
dvander@276
   431
		while (*in_ptr != '\0')
dvander@276
   432
		{
dvander@276
   433
			if (*in_ptr == '\\')
dvander@276
   434
			{
dvander@276
   435
				switch (*(in_ptr + 1))
dvander@276
   436
				{
dvander@276
   437
				case '\n':
dvander@276
   438
					*out_ptr++ = '\n';
dvander@276
   439
					break;
dvander@276
   440
				case '\t':
dvander@276
   441
					*out_ptr++ = '\t';
dvander@276
   442
					break;
dvander@276
   443
				case '\r':
dvander@276
   444
					*out_ptr++ = '\r';
dvander@276
   445
					break;
dvander@276
   446
				case '{':
dvander@276
   447
					*out_ptr++ = '{';
dvander@276
   448
					break;
dvander@276
   449
				default:
dvander@276
   450
					/* Copy both bytes since we don't know what's going on */
dvander@276
   451
					*out_ptr++ = *in_ptr++;
dvander@276
   452
					*out_ptr++ = *in_ptr;
dvander@276
   453
					break;
dvander@276
   454
				}
dvander@276
   455
				/* Skip past the last byte read */
dvander@276
   456
				in_ptr++;
dvander@276
   457
			} else if (*in_ptr == '{' && fmt_list != NULL) {
dvander@276
   458
				/* Search for parameters if this is a formatted string */
dvander@276
   459
				const char *scrap_in_point = in_ptr;
dvander@276
   460
				const char *digit_start = ++in_ptr;
dvander@276
   461
				unsigned int bytes;
dvander@276
   462
				while (*in_ptr != '\0')
dvander@276
   463
				{
dvander@276
   464
					bytes = g_TextParser.GetUTF8CharBytes(in_ptr);
dvander@276
   465
					if (bytes != 1)
dvander@276
   466
					{
dvander@276
   467
						goto scrap_point;
dvander@276
   468
					}
dvander@276
   469
					if (*in_ptr == '}')
dvander@276
   470
					{
dvander@276
   471
						/* Did we get an index? */
dvander@276
   472
						if (in_ptr == digit_start)
dvander@276
   473
						{
dvander@276
   474
							goto scrap_point;
dvander@276
   475
						}
dvander@276
   476
						/* Is it valid? */
dvander@276
   477
						long idx = strtol(digit_start, NULL, 10);
dvander@276
   478
						if (idx < 1 || idx > (int)pPhrase->fmt_count)
dvander@276
   479
						{
dvander@276
   480
							goto scrap_point;
dvander@276
   481
						}
dvander@276
   482
						if (params[idx-1])
dvander@276
   483
						{
dvander@276
   484
							goto scrap_point;
dvander@276
   485
						}
dvander@276
   486
dvander@276
   487
						/* We're safe to insert the string.  First mark order. */
dvander@276
   488
						fmt_order[order_idx++] = (int)idx - 1;
dvander@276
   489
						/* Now concatenate */
dvander@276
   490
						out_ptr += sprintf(out_ptr, "%s", m_pStringTab->GetString(fmt_list[idx-1]));
dvander@276
   491
						/* Mark as used */
dvander@276
   492
						params[idx-1] = true;
dvander@276
   493
dvander@276
   494
						goto cont_loop;
dvander@276
   495
					}
dvander@276
   496
					in_ptr++;
dvander@276
   497
				}
dvander@276
   498
scrap_point:
dvander@276
   499
				/* Pretend none of this ever happened.  Move along now! */
dvander@276
   500
				in_ptr = scrap_in_point;
dvander@276
   501
				*out_ptr++ = *in_ptr;
dvander@276
   502
			} else {
dvander@276
   503
				*out_ptr++ = *in_ptr;
dvander@276
   504
			}
dvander@276
   505
cont_loop:
dvander@276
   506
			in_ptr++;
dvander@276
   507
		}
dvander@276
   508
		*out_ptr = '\0';
dvander@276
   509
		pPhrase->translations++;
dvander@276
   510
	}
dvander@276
   511
dvander@276
   512
	return SMCParse_Continue;
dvander@276
   513
}
dvander@276
   514
dvander@276
   515
SMCParseResult CPhraseFile::ReadSMC_LeavingSection()
dvander@276
   516
{
dvander@276
   517
	if (m_ParseState == PPS_InPhrase)
dvander@276
   518
	{
dvander@276
   519
		if (m_CurPhrase == -1 && m_LastPhraseString.size())
dvander@276
   520
		{
dvander@276
   521
			sm_trie_delete(m_pPhraseLookup, m_LastPhraseString.c_str());
dvander@276
   522
		}
dvander@276
   523
		m_CurPhrase = -1;
dvander@276
   524
		m_ParseState = PPS_Phrases;
dvander@276
   525
		m_LastPhraseString.assign("");
dvander@276
   526
	} else if (m_ParseState == PPS_Phrases) {
dvander@276
   527
		m_ParseState = PPS_None;
dvander@276
   528
	}
dvander@276
   529
dvander@276
   530
	return SMCParse_Continue;
dvander@276
   531
}
dvander@276
   532
dvander@276
   533
void CPhraseFile::ReadSMC_ParseEnd(bool halted, bool failed)
dvander@276
   534
{
dvander@276
   535
	/* Check to see if we have any dangling phrases that weren't completed, and scrap them */
dvander@276
   536
	if ((halted || failed) && m_LastPhraseString.size())
dvander@276
   537
	{
dvander@276
   538
		sm_trie_delete(m_pPhraseLookup, m_LastPhraseString.c_str());
dvander@276
   539
	}
dvander@276
   540
}
dvander@276
   541
dvander@382
   542
TransError CPhraseFile::GetTranslation(const char *szPhrase, unsigned int lang_id, Translation *pTrans)
dvander@276
   543
{
dvander@382
   544
	if (lang_id >= m_LangCount)
dvander@276
   545
	{
dvander@382
   546
		return Trans_BadLanguage;
dvander@276
   547
	}
dvander@276
   548
dvander@276
   549
	void *object;
dvander@382
   550
	if (!sm_trie_retrieve(m_pPhraseLookup, szPhrase, &object))
dvander@276
   551
	{
dvander@382
   552
		return Trans_BadPhrase;
dvander@276
   553
	}
dvander@276
   554
dvander@276
   555
	phrase_t *pPhrase = (phrase_t *)m_pMemory->GetAddress(reinterpret_cast<int>(object));
dvander@276
   556
	trans_t *trans = (trans_t *)m_pMemory->GetAddress(pPhrase->trans_tbl);
dvander@276
   557
dvander@382
   558
	trans = &trans[lang_id];
dvander@276
   559
dvander@276
   560
	if (trans->stridx == -1)
dvander@276
   561
	{
dvander@382
   562
		return Trans_BadPhraseLanguage;
dvander@276
   563
	}
dvander@276
   564
dvander@382
   565
	pTrans->fmt_order = (int *)m_pMemory->GetAddress(trans->fmt_order);
dvander@382
   566
	pTrans->fmt_count = pPhrase->fmt_count;
dvander@276
   567
dvander@382
   568
	pTrans->szPhrase = m_pStringTab->GetString(trans->stridx);
dvander@382
   569
dvander@382
   570
	return Trans_Okay;
dvander@276
   571
}
dvander@276
   572
dvander@276
   573
const char *CPhraseFile::GetFilename()
dvander@276
   574
{
dvander@276
   575
	return m_File.c_str();
dvander@276
   576
}
dvander@276
   577
dvander@515
   578
/**************************
dvander@515
   579
 ** MAIN TRANSLATOR CODE **
dvander@515
   580
 **************************/
dvander@515
   581
dvander@276
   582
CTranslator::CTranslator()
dvander@276
   583
{
dvander@276
   584
	m_pStringTab = new BaseStringTable(2048);
dvander@276
   585
	m_pLCodeLookup = sm_trie_create();
dvander@276
   586
}
dvander@276
   587
dvander@276
   588
CTranslator::~CTranslator()
dvander@276
   589
{
dvander@276
   590
	for (size_t i=0; i<m_Files.size(); i++)
dvander@276
   591
	{
dvander@276
   592
		delete m_Files[i];
dvander@276
   593
	}
dvander@276
   594
dvander@276
   595
	for (size_t i=0; i<m_Languages.size(); i++)
dvander@276
   596
	{
dvander@276
   597
		delete m_Languages[i];
dvander@276
   598
	}
dvander@276
   599
dvander@276
   600
	sm_trie_destroy(m_pLCodeLookup);
dvander@276
   601
dvander@276
   602
	delete m_pStringTab;
dvander@276
   603
}
dvander@276
   604
dvander@515
   605
void CTranslator::OnSourceModAllInitialized()
dvander@515
   606
{
dvander@520
   607
	AddLanguage("en", "English");
dvander@515
   608
	unsigned int id = FindOrAddPhraseFile("core.cfg");
dvander@515
   609
	g_pCorePhrases = GetFileByIndex(id);
dvander@515
   610
}
dvander@515
   611
dvander@276
   612
bool CTranslator::GetLanguageByCode(const char *code, unsigned int *index)
dvander@276
   613
{
dvander@276
   614
	void *_index;
dvander@276
   615
dvander@276
   616
	if (!sm_trie_retrieve(m_pLCodeLookup, code, &_index))
dvander@276
   617
	{
dvander@276
   618
		return false;
dvander@276
   619
	}
dvander@276
   620
dvander@276
   621
	if (index)
dvander@276
   622
	{
dvander@276
   623
		*index = reinterpret_cast<unsigned int>(_index);
dvander@276
   624
	}
dvander@276
   625
dvander@276
   626
	return true;
dvander@276
   627
}
dvander@276
   628
dvander@276
   629
unsigned int CTranslator::GetLanguageCount()
dvander@276
   630
{
dvander@276
   631
	return (unsigned int)m_Languages.size();
dvander@276
   632
}
dvander@276
   633
dvander@276
   634
BaseStringTable *CTranslator::GetStringTable()
dvander@276
   635
{
dvander@276
   636
	return m_pStringTab;
dvander@276
   637
}
dvander@276
   638
dvander@276
   639
unsigned int CTranslator::FindOrAddPhraseFile(const char *phrase_file)
dvander@276
   640
{
dvander@276
   641
	for (size_t i=0; i<m_Files.size(); i++)
dvander@276
   642
	{
dvander@276
   643
		if (strcmp(m_Files[i]->GetFilename(), phrase_file) == 0)
dvander@276
   644
		{
dvander@276
   645
			return (unsigned int)i;
dvander@276
   646
		}
dvander@276
   647
	}
dvander@276
   648
dvander@276
   649
	CPhraseFile *pFile = new CPhraseFile(this, phrase_file);
dvander@276
   650
	unsigned int idx = (unsigned int)m_Files.size();
dvander@276
   651
	
dvander@276
   652
	m_Files.push_back(pFile);
dvander@276
   653
dvander@276
   654
	pFile->ReparseFile();
dvander@276
   655
dvander@276
   656
	return idx;
dvander@276
   657
}
dvander@276
   658
dvander@276
   659
void CTranslator::RebuildLanguageDatabase(const char *lang_header_file)
dvander@276
   660
{
dvander@276
   661
	/* Erase everything we have */
dvander@276
   662
	sm_trie_destroy(m_pLCodeLookup);
dvander@276
   663
	m_pLCodeLookup = sm_trie_create();
dvander@276
   664
	m_pStringTab->Reset();
dvander@276
   665
dvander@276
   666
	for (size_t i=0; i<m_Languages.size(); i++)
dvander@276
   667
	{
dvander@276
   668
		delete m_Languages[i];
dvander@276
   669
	}
dvander@276
   670
	m_Languages.clear();
dvander@276
   671
dvander@276
   672
	/* Start anew */
dvander@276
   673
	SMCParseError err;
dvander@276
   674
	unsigned int line=0, col=0;
dvander@276
   675
	if ((err=g_TextParser.ParseFile_SMC(lang_header_file, this, &line, &col)) != SMCParse_Okay)
dvander@276
   676
	{
dvander@276
   677
		const char *str_err = g_TextParser.GetSMCErrorString(err);
dvander@276
   678
		if (!str_err)
dvander@276
   679
		{
dvander@276
   680
			str_err = m_CustomError.c_str();
dvander@276
   681
		}
dvander@276
   682
dvander@306
   683
		g_Logger.LogError("[SM] Failed to parse language header file: \"%s\"", lang_header_file);
dvander@306
   684
		g_Logger.LogError("[SM] Parse error (line %d, column %d): %s", line, col, str_err);
dvander@276
   685
	}
dvander@276
   686
dvander@276
   687
	if (!m_Languages.size())
dvander@276
   688
	{
dvander@306
   689
		g_Logger.LogError("[SM] Fatal error, no languages found! Translation will not work.");
dvander@276
   690
	}
dvander@276
   691
dvander@276
   692
	for (size_t i=0; i<m_Files.size(); i++)
dvander@276
   693
	{
dvander@276
   694
		m_Files[i]->ReparseFile();
dvander@276
   695
	}
dvander@276
   696
}
dvander@276
   697
dvander@276
   698
void CTranslator::ReadSMC_ParseStart()
dvander@276
   699
{
dvander@276
   700
	m_InLanguageSection = false;
dvander@276
   701
	m_CustomError.clear();
dvander@276
   702
}
dvander@276
   703
dvander@276
   704
SMCParseResult CTranslator::ReadSMC_NewSection(const char *name, bool opt_quotes)
dvander@276
   705
{
dvander@276
   706
	if (!m_InLanguageSection)
dvander@276
   707
	{
dvander@276
   708
		if (strcmp(name, "Languages") == 0)
dvander@276
   709
		{
dvander@276
   710
			m_InLanguageSection = true;
dvander@276
   711
		}
dvander@276
   712
	}
dvander@276
   713
dvander@276
   714
	if (!m_InLanguageSection)
dvander@276
   715
	{
faluco@334
   716
		g_Logger.LogError("[SM] Warning: Unrecognized section \"%s\" in languages.cfg", name);
dvander@276
   717
	}
dvander@276
   718
dvander@276
   719
	return SMCParse_Continue;
dvander@276
   720
}
dvander@276
   721
dvander@276
   722
SMCParseResult CTranslator::ReadSMC_LeavingSection()
dvander@276
   723
{
dvander@276
   724
	m_InLanguageSection = false;
dvander@276
   725
dvander@276
   726
	return SMCParse_Continue;
dvander@276
   727
}
dvander@276
   728
dvander@276
   729
SMCParseResult CTranslator::ReadSMC_KeyValue(const char *key, const char *value, bool key_quotes, bool value_quotes)
dvander@276
   730
{
dvander@276
   731
	size_t len = strlen(key);
dvander@276
   732
dvander@276
   733
	if (len != 2)
dvander@276
   734
	{
dvander@306
   735
		g_Logger.LogError("[SM] Warning encountered parsing languages.cfg file.");
faluco@334
   736
		g_Logger.LogError("[SM] Invalid language code \"%s\" is being ignored.", key);
dvander@276
   737
	}
dvander@276
   738
dvander@520
   739
	AddLanguage(key, value);
dvander@520
   740
dvander@520
   741
	return SMCParse_Continue;
dvander@520
   742
}
dvander@520
   743
dvander@520
   744
bool CTranslator::AddLanguage(const char *langcode, const char *description)
dvander@520
   745
{
dvander@520
   746
	if (sm_trie_retrieve(m_pLCodeLookup, langcode, NULL))
dvander@520
   747
	{
dvander@520
   748
		return false;
dvander@520
   749
	}
dvander@520
   750
dvander@276
   751
	Language *pLanguage = new Language;
dvander@276
   752
	unsigned int idx = m_Languages.size();
dvander@276
   753
dvander@520
   754
	pLanguage->m_code2[0] = langcode[0];
dvander@520
   755
	pLanguage->m_code2[1] = langcode[1];
dvander@520
   756
	pLanguage->m_code2[2] = langcode[2];
dvander@520
   757
	pLanguage->m_FullName = m_pStringTab->AddString(description);
dvander@276
   758
dvander@520
   759
	sm_trie_insert(m_pLCodeLookup, langcode, reinterpret_cast<void *>(idx));
dvander@276
   760
dvander@276
   761
	m_Languages.push_back(pLanguage);
dvander@276
   762
dvander@520
   763
	return true;
dvander@276
   764
}
dvander@276
   765
dvander@396
   766
CPhraseFile *CTranslator::GetFileByIndex(unsigned int index)
dvander@396
   767
{
dvander@396
   768
	if (index >= m_Files.size())
dvander@396
   769
	{
dvander@396
   770
		return NULL;
dvander@396
   771
	}
dvander@396
   772
dvander@396
   773
	return m_Files[index];
dvander@396
   774
}
dvander@396
   775
dvander@382
   776
size_t CTranslator::Translate(char *buffer, size_t maxlength, void **params, const Translation *pTrans)
dvander@276
   777
{
dvander@382
   778
	void *new_params[MAX_TRANSLATE_PARAMS];
dvander@382
   779
dvander@382
   780
	/* Rewrite the parameter order */
dvander@382
   781
	for (unsigned int i=0; i<pTrans->fmt_count; i++)
dvander@276
   782
	{
dvander@382
   783
		new_params[i] = params[pTrans->fmt_order[i]];
dvander@276
   784
	}
dvander@276
   785
dvander@382
   786
	return gnprintf(buffer, maxlength, pTrans->szPhrase, new_params);
dvander@276
   787
}
dvander@520
   788
dvander@520
   789
TransError CTranslator::CoreTrans(int client, 
dvander@520
   790
								  char *buffer, 
dvander@520
   791
								  size_t maxlength, 
dvander@520
   792
								  const char *phrase, 
dvander@520
   793
								  void **params, 
dvander@520
   794
								  size_t *outlen)
dvander@520
   795
{
dvander@520
   796
	/* :TODO: do language stuff here */
dvander@520
   797
dvander@520
   798
	if (!g_pCorePhrases)
dvander@520
   799
	{
dvander@520
   800
		return Trans_BadPhraseFile;
dvander@520
   801
	}
dvander@520
   802
dvander@520
   803
	Translation trans;
dvander@520
   804
	TransError err;
dvander@520
   805
	if ((err=g_pCorePhrases->GetTranslation(phrase, 0, &trans)) != Trans_Okay)
dvander@520
   806
	{
dvander@520
   807
		return err;
dvander@520
   808
	}
dvander@520
   809
dvander@520
   810
	size_t len = Translate(buffer, maxlength, params, &trans);
dvander@520
   811
dvander@520
   812
	if (outlen)
dvander@520
   813
	{
dvander@520
   814
		*outlen = len;
dvander@520
   815
	}
dvander@520
   816
dvander@520
   817
	return Trans_Okay;
dvander@520
   818
}